This commit is contained in:
Lilith 2024-11-24 19:49:12 +01:00
parent bd49791e06
commit bfbd2832d6
Signed by: lilith
GPG key ID: 8712A0F317C37175
5 changed files with 189 additions and 118 deletions

View file

@ -1,8 +1,15 @@
{ options, lib, ...}: {
options = lib.mkIf options.ollama.enable {
services.ollama = {
enable = true;
acceleration = "rocm";
environment.systemPackages = [ pkgs.ollama-rocm ];
# services.ollama = {
# enable = true;
# acceleration = "rocm";
# environmentVariables = {
# HCC_AMDGPU_TARGET = "gfx1100"; # used to be necessary, but doesn't seem to anymore
# };
# rocmOverrideGfx = "11.0.0";
};
};
}