Specify rocm gpu targets for llama.

kurnevsky · Dec 15, 2024 · 6810b79 · 6810b79
1 parent 9def9f9
commit 6810b79
Showing 1 changed file with 10 additions and 6 deletions.
diff --git a/flake.nix b/flake.nix
@@ -166,11 +166,15 @@
           (llamaOverride pkgs inputs.llama-cpp.packages.${pkgs.system}.opencl)
         ];
       };
-      llamaRocm = { pkgs, ... }: {
-        environment.systemPackages = [
-          (llamaOverride pkgs inputs.llama-cpp.packages.${pkgs.system}.rocm)
-        ];
-      };
+      llamaRocm = gpuTargets:
+        { pkgs, ... }: {
+          environment.systemPackages = [
+            (llamaOverride pkgs
+              (inputs.llama-cpp.packages.${pkgs.system}.rocm.override {
+                rocmGpuTargets = gpuTargets;
+              }))
+          ];
+        };
     in {
       nixosConfigurations = {
         dell = inputs.nixpkgs.lib.nixosSystem {
@@ -194,7 +198,7 @@
           modules = desktopModules ++ [
             ./machines/pc/configuration.nix
             ./machines/pc/hardware-configuration.nix
-            llamaRocm
+            (llamaRocm "gfx1100")
           ];
         };
         acer = inputs.nixpkgs.lib.nixosSystem {