jasmine/nix-config
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

install ollama

Browse source
This commit is contained in:
♥ Minnie ♥ 2024-12-21 21:56:12 +08:00
parent 2e37cefe3e
commit a93435fede
Signed by: jasmine
GPG key ID: 8563E358D4E8040E
2 changed files with 12 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

11
nixos/fuchsia/services/ollama/default.nix
View file

@ -2,6 +2,17 @@
# Get up and running with large language models locally.
services.ollama = {
enable = true;
# AMD GPU Support
acceleration = "rocm";
# 5700xt Support
rocmOverrideGfx = "10.1.0";
# Language models to install
loadModels = [
"deepseek-coder-v2"
"llama3"
"mannix/llama3.1-8b-abliterated"
];
};
}