m3tam3re/nixos-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ollama rocm gpu fix

Browse Source
This commit is contained in:
m3tam3re 2024-11-25 14:59:34 +01:00
parent 1251081494
commit 50332e55e8
4 changed files with 13 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
home/features/cli/default.nix
View File

@ -69,6 +69,8 @@
procs procs
progress progress
ripgrep ripgrep
rocmPackages.rocm-smi
rocmPackages.rocminfo
tldr tldr
trash-cli trash-cli
unimatrix unimatrix

1
home/features/coding/default.nix
View File

@ -3,5 +3,6 @@
nixd nixd
alejandra alejandra
tailwindcss tailwindcss
tailwindcss-language-server
]; ];
} }

4
hosts/common/extraServices/ollama.nix
View File

@ -20,5 +20,9 @@ in {
host = "[::]"; host = "[::]";
openFirewall = true; openFirewall = true;
}; };
nixpkgs.config = {
rocmSupport = config.services.xserver.videoDrivers == ["amdgpu"];
cudaSupport = config.services.xserver.videoDrivers == ["nvidia"];
};
}; };
} }

6
hosts/m3-kratos/default.nix
View File

@ -48,4 +48,10 @@
podman.enable = true; podman.enable = true;
virtualisation.enable = true; virtualisation.enable = true;
}; };
services.ollama = {
environmentVariables = {
HCC_AMDGPU_TARGET = "gfx1100";
};
rocmOverrideGfx = "11.0.0";
};
} }