123

devices/hardware/mini-pc.nix

@@ -10,6 +10,13 @@
 }:
 
 {
+  nix.settings.extra-sandbox-paths = [
+    "/dev/kfd"
+    "/sys/devices/virtual/kfd"
+    "/dev/dri/renderD128"
+  ];
+
+
   imports = [
     (modulesPath + "/installer/scan/not-detected.nix")
   ];
@@ -24,10 +31,22 @@
       "usbhid"
       "sd_mod"
     ];
-    kernelModules = [ "kvm-amd" ];
+    kernelModules = [ "kvm-amd" "amdgpu" ];
     extraModulePackages = [ ];
   };
 
+  hardware.graphics.extraPackages = with pkgs; [
+    rocmPackages.clr.icd
+    amdvlk
+  ];
+  systemd.tmpfiles.rules = [
+    "L+    /opt/rocm/hip   -    -    -     -    ${pkgs.rocmPackages.clr}"
+  ];
+#
+#   environment.systemPackages = with pkgs; [
+#     clinfo
+#   ];
+
   fileSystems = {
     "/" = {
       device = "/dev/disk/by-uuid/5938c796-6ff5-49d9-a3a6-022b4c32beeb";

modules/software/ai.nix

@@ -10,14 +10,21 @@
     nextjs-ollama-llm-ui.enable = true;
     ollama = {
       enable = true;
-      package = pkgs.ollama-rocm;
+      package = pkgs.ollama;
-      #       user = "${inputs.zeroq.devices.admin}";
+      user = "ollama"; #"${inputs.zeroq.devices.admin}";
-      #       group = "users";
+      group = "ollama";
       #       home = "/home/${inputs.zeroq.devices.admin}/.ollama";
       #       models = "${inputs.zeroq.dirs.vetymae-drive}/AI/Ollama/models";
       acceleration = "rocm";
-      rocmOverrideGfx = "11.5.0";
+      #rocmOverrideGfx = "11.5.0";
     };
   };
+
+  users = {
+    ollama = {
+      ollama.isSystemUser = true;
+    };
+  };
+
   environment.systemPackages = with pkgs; [ lmstudio ];
 }