ollama

hosts/lilith-pc/default.nix

@@ -4,10 +4,7 @@
   extraConfig = {
     config.gaming.enable = true;
 
-    config.containers = {
-      enable = true;
-      ollama.enable = true;
-    };
+    config.ollama.enable = true;
 
     config.hyprlandOverrides = {
     settings = {

system/containers/default.nix

@@ -1,7 +0,0 @@
-{ config, lib, ...}: {
-  config = lib.mkIf config.containers.enable {
-    virtualization.oci-containers.containers.ollama = lib.mkIf config.containers.ollama.enable {
-      image = "ollama/ollama@sha256:4325d935cd6e07cfa840eb193aad0594ba6cbc97ca9d0778f6716507cb3955ed";
-    };
-  };
-}

system/full.nix

@@ -18,6 +18,5 @@
     ./syncthing.nix
     ./wayland.nix
     ./zsh.nix
-    ./containers
-  ];
+  ] ++ (lib.optional config.ollama.enable ./ollama.nix);
 }

system/ollama.nix

@@ -0,0 +1,6 @@
+{...}: {
+  services.ollama = {
+    enable = true;
+    acceleration = "rocm";
+  };
+}

system/options.nix

@@ -1,8 +1,7 @@
 {lib, ...}: {
   options.gaming.enable = lib.mkEnableOption "Enable gaming";
 
-  options.containers.enable = lib.mkEnableOption "Enable podman";
-  options.containers.ollama.enable = lib.mkEnableOption "Run Ollama container";
+  options.ollama.enable = lib.mkEnableOption "Install Ollama for local LLMs";
 
   options.hyprlandOverrides = lib.mkOption {
     # type = lib.types.attributeSet;