20 lines
609 B
Nix
20 lines
609 B
Nix
{ config, lib, ... }:
|
|
{
|
|
options.ollama.enable = lib.mkEnableOption "Enable Ollama server /w GPU acceleration";
|
|
|
|
config.services.ollama = lib.mkIf config.ollama.enable {
|
|
enable = true;
|
|
host = "0.0.0.0";
|
|
acceleration = "rocm";
|
|
rocmOverrideGfx = "11.0.0";
|
|
};
|
|
config.networking.firewall = lib.mkIf config.ollama.enable { allowedTCPPorts = [ 11434 ]; };
|
|
config.environment.persistence."/persist/cache".directories = lib.mkIf config.ollama.enable [
|
|
{
|
|
directory = "/var/lib/private/ollama";
|
|
user = "nouser";
|
|
group = "nogroup";
|
|
mode = "u=rwx,g=,o=";
|
|
}
|
|
];
|
|
}
|