From a93435fede2fd0f7e068835a84dc193133a8b4bc Mon Sep 17 00:00:00 2001
From: jasmine <its.jassy@pm.me>
Date: Sat, 21 Dec 2024 21:56:12 +0800
Subject: [PATCH] install ollama

---
 nixos/fuchsia/configuration.nix           |  1 +
 nixos/fuchsia/services/ollama/default.nix | 11 +++++++++++
 2 files changed, 12 insertions(+)

diff --git a/nixos/fuchsia/configuration.nix b/nixos/fuchsia/configuration.nix
index 1b3dd41..055bdae 100644
--- a/nixos/fuchsia/configuration.nix
+++ b/nixos/fuchsia/configuration.nix
@@ -14,6 +14,7 @@
     ./services/amdgpu-clocks
     ./services/flatpak
     ./services/libinput
+    ./services/ollama
     ./services/printers
     ./services/udev
     ./services/xserver
diff --git a/nixos/fuchsia/services/ollama/default.nix b/nixos/fuchsia/services/ollama/default.nix
index aaa7917..e4a8e21 100644
--- a/nixos/fuchsia/services/ollama/default.nix
+++ b/nixos/fuchsia/services/ollama/default.nix
@@ -2,6 +2,17 @@
   # Get up and running with large language models locally.
   services.ollama = {
     enable = true;
+
+    # AMD GPU Support
     acceleration = "rocm";
+    # 5700xt Support
+    rocmOverrideGfx = "10.1.0";
+
+    # Language models to install
+    loadModels = [
+      "deepseek-coder-v2"
+      "llama3"
+      "mannix/llama3.1-8b-abliterated"
+    ];
   };
 }