diff --git a/nixos/fuchsia/configuration.nix b/nixos/fuchsia/configuration.nix index 1b3dd41..055bdae 100644 --- a/nixos/fuchsia/configuration.nix +++ b/nixos/fuchsia/configuration.nix @@ -14,6 +14,7 @@ ./services/amdgpu-clocks ./services/flatpak ./services/libinput + ./services/ollama ./services/printers ./services/udev ./services/xserver diff --git a/nixos/fuchsia/services/ollama/default.nix b/nixos/fuchsia/services/ollama/default.nix index aaa7917..e4a8e21 100644 --- a/nixos/fuchsia/services/ollama/default.nix +++ b/nixos/fuchsia/services/ollama/default.nix @@ -2,6 +2,17 @@ # Get up and running with large language models locally. services.ollama = { enable = true; + + # AMD GPU Support acceleration = "rocm"; + # 5700xt Support + rocmOverrideGfx = "10.1.0"; + + # Language models to install + loadModels = [ + "deepseek-coder-v2" + "llama3" + "mannix/llama3.1-8b-abliterated" + ]; }; }