jasmine/dotfiles.nix
1
0
Fork 0
Code Issues Pull requests Packages Projects Releases Wiki Activity

install ollama

Browse source
This commit is contained in:
♥ Minnie ♥ 2024-12-21 21:56:12 +08:00
parent 2e37cefe3e
commit a93435fede
Signed by: jasmine
GPG key ID: 8563E358D4E8040E
2 changed files with 12 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
nixos/fuchsia/configuration.nix
View file

@ -14,6 +14,7 @@
./services/amdgpu-clocks ./services/amdgpu-clocks
./services/flatpak ./services/flatpak
./services/libinput ./services/libinput
./services/ollama
./services/printers ./services/printers
./services/udev ./services/udev
./services/xserver ./services/xserver

11
nixos/fuchsia/services/ollama/default.nix
View file

@ -2,6 +2,17 @@
# Get up and running with large language models locally. # Get up and running with large language models locally.
services.ollama = { services.ollama = {
enable = true; enable = true;
# AMD GPU Support
acceleration = "rocm"; acceleration = "rocm";
# 5700xt Support
rocmOverrideGfx = "10.1.0";
# Language models to install
loadModels = [
"deepseek-coder-v2"
"llama3"
"mannix/llama3.1-8b-abliterated"
];
}; };
} }