Trying to get the GPU to cooperate

1 files changed, 10 insertions, 0 deletions

diff --git a/hosts/desktop/configuration.nix b/hosts/desktop/configuration.nix
index 96cc210..810fa8b 100644
--- a/hosts/desktop/configuration.nix
+++ b/hosts/desktop/configuration.nix
@@ -39,6 +39,16 @@ in
     package = unstable.ollama;
     acceleration = "rocm";
     rocmOverrideGfx = "10.3.0";
+    environmentVariables = {
+      # This forces ROCm to see ONLY the RX 6800.
+      # On most Ryzen 7000 systems, '0' is the dGPU and '1' is the iGPU.
+      HIP_VISIBLE_DEVICES = "0";
+      ROCR_VISIBLE_DEVICES = "0";
+
+      # Keep these for RDNA 2 stability with 26B models
+      HSA_OVERRIDE_GFX_VERSION = "10.3.0";
+      HSA_ENABLE_SDMA = "0";
+    };
   };
 
   environment.variables.HSA_OVERRIDE_GFX_VERSION = "10.3.0";