From aa8289ae28d17869297b8046ed8efd04a5e1016c Mon Sep 17 00:00:00 2001
From: Christian <thechristiansoltermann@gmail.com>
Date: Wed, 8 Apr 2026 13:10:24 -0500
Subject: Local LLM Time

---
 hosts/desktop/configuration.nix | 18 ++++++++++++++++++
 1 file changed, 18 insertions(+)

(limited to 'hosts/desktop/configuration.nix')

diff --git a/hosts/desktop/configuration.nix b/hosts/desktop/configuration.nix
index cf4c360..96cc210 100644
--- a/hosts/desktop/configuration.nix
+++ b/hosts/desktop/configuration.nix
@@ -1,5 +1,12 @@
 { config, lib, pkgs, inputs, ... }:
 
+let
+  unstable = import inputs.nixpkgs-unstable {
+    system = "x86_64-linux";
+    config.allowUnfree = true;
+    config.rocmSupport = true;
+  };
+in
 {
   imports =
     [ # Include the results of the hardware scan.
@@ -25,5 +32,16 @@
     "8.8.8.8"
   ];
 
+  services.xserver.videoDrivers = [ "amdgpu" ];
+
+  services.ollama = {
+    enable = true;
+    package = unstable.ollama;
+    acceleration = "rocm";
+    rocmOverrideGfx = "10.3.0";
+  };
+
+  environment.variables.HSA_OVERRIDE_GFX_VERSION = "10.3.0";
+
   system.stateVersion = "25.11";
 }
-- 
cgit v1.2.3