lilith/nixos
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

update

Browse source
This commit is contained in:
Lilith 2025-04-17 22:03:11 +02:00
parent 04c6cd8cd9
commit b1fdc9b5a6
No known key found for this signature in database
GPG key ID: 272C807BD91F8446
7 changed files with 62 additions and 51 deletions
Download patch file Download diff file Expand all files Collapse all files

16
system/optional/ollama.nix
View file

@ -2,5 +2,19 @@
{
options.ollama.enable = lib.mkEnableOption "Enable Ollama server /w GPU acceleration";
config.services.ollama = lib.mkIf config.ollama.enable { enable = true; };
config.services.ollama = lib.mkIf config.ollama.enable {
enable = true;
host = "0.0.0.0";
acceleration = "rocm";
rocmOverrideGfx = "11.0.0";
};
config.networking.firewall = lib.mkIf config.ollama.enable { allowedTCPPorts = [ 11434 ]; };
config.environment.persistence."/persist/cache".directories = lib.mkIf config.ollama.enable [
{
directory = "/var/lib/private/ollama";
user = "nouser";
group = "nogroup";
mode = "u=rwx,g=,o=";
}
];
}