ollama rocm gpu fix

This commit is contained in:
m3tam3re 2024-11-25 14:59:34 +01:00
parent 1251081494
commit 50332e55e8
4 changed files with 13 additions and 0 deletions

View File

@ -69,6 +69,8 @@
procs
progress
ripgrep
rocmPackages.rocm-smi
rocmPackages.rocminfo
tldr
trash-cli
unimatrix

View File

@ -3,5 +3,6 @@
nixd
alejandra
tailwindcss
tailwindcss-language-server
];
}

View File

@ -20,5 +20,9 @@ in {
host = "[::]";
openFirewall = true;
};
nixpkgs.config = {
rocmSupport = config.services.xserver.videoDrivers == ["amdgpu"];
cudaSupport = config.services.xserver.videoDrivers == ["nvidia"];
};
};
}

View File

@ -48,4 +48,10 @@
podman.enable = true;
virtualisation.enable = true;
};
services.ollama = {
environmentVariables = {
HCC_AMDGPU_TARGET = "gfx1100";
};
rocmOverrideGfx = "11.0.0";
};
}