Local LLM Time

1 files changed, 18 insertions, 0 deletions

diff --git a/hosts/desktop/configuration.nix b/hosts/desktop/configuration.nix
index cf4c360..96cc210 100644
--- a/hosts/desktop/configuration.nix
+++ b/hosts/desktop/configuration.nix
@@ -1,5 +1,12 @@
 { config, lib, pkgs, inputs, ... }:
 
+let
+  unstable = import inputs.nixpkgs-unstable {
+    system = "x86_64-linux";
+    config.allowUnfree = true;
+    config.rocmSupport = true;
+  };
+in
 {
   imports =
     [ # Include the results of the hardware scan.
@@ -25,5 +32,16 @@
     "8.8.8.8"
   ];
 
+  services.xserver.videoDrivers = [ "amdgpu" ];
+
+  services.ollama = {
+    enable = true;
+    package = unstable.ollama;
+    acceleration = "rocm";
+    rocmOverrideGfx = "10.3.0";
+  };
+
+  environment.variables.HSA_OVERRIDE_GFX_VERSION = "10.3.0";
+
   system.stateVersion = "25.11";
 }