123

devices/hardware/mini-pc.nix

@@ -16,7 +16,6 @@
     "/dev/dri/renderD128"
   ];
 
-
   imports = [
     (modulesPath + "/installer/scan/not-detected.nix")
   ];
@@ -31,7 +30,10 @@
       "usbhid"
       "sd_mod"
     ];
-    kernelModules = [ "kvm-amd" "amdgpu" ];
+    kernelModules = [
+      "kvm-amd"
+      "amdgpu"
+    ];
     extraModulePackages = [ ];
   };
 
@@ -42,10 +44,6 @@
   systemd.tmpfiles.rules = [
     "L+    /opt/rocm/hip   -    -    -     -    ${pkgs.rocmPackages.clr}"
   ];
-#
-#   environment.systemPackages = with pkgs; [
-#     clinfo
-#   ];
 
   fileSystems = {
     "/" = {

modules/software/ai.nix

@@ -10,21 +10,29 @@
     nextjs-ollama-llm-ui.enable = true;
     ollama = {
       enable = true;
-      package = pkgs.ollama;
+      package = pkgs.ollama-rocm;
+      environmentVariables = {
+        HCC_AMDGPU_TARGET = "gfx1150"; # used to be necessary, but doesn't seem to anymore
+      };
       user = "ollama"; # "${inputs.zeroq.devices.admin}";
       group = "ollama";
       #       home = "/home/${inputs.zeroq.devices.admin}/.ollama";
       #       models = "${inputs.zeroq.dirs.vetymae-drive}/AI/Ollama/models";
       acceleration = "rocm";
-      #rocmOverrideGfx = "11.5.0";
+      rocmOverrideGfx = "11.5.0";
     };
   };
 
-  users = {
+  services.open-webui.enable = true;
-    ollama = {
+
-      ollama.isSystemUser = true;
+  nixpkgs.config.permittedInsecurePackages = [
-    };
+    "libsoup-2.74.3"
-  };
+  ];
+  # users = {
+  #   ollama = {
+  #     ollama.isSystemUser = true;
+  #   };
+  # };
 
   environment.systemPackages = with pkgs; [ lmstudio ];
 }