123

modules/software/ai.nix

@@ -10,21 +10,29 @@
     nextjs-ollama-llm-ui.enable = true;
     ollama = {
       enable = true;
-      package = pkgs.ollama;
-      user = "ollama"; #"${inputs.zeroq.devices.admin}";
+      package = pkgs.ollama-rocm;
+      environmentVariables = {
+        HCC_AMDGPU_TARGET = "gfx1150"; # used to be necessary, but doesn't seem to anymore
+      };
+      user = "ollama"; # "${inputs.zeroq.devices.admin}";
       group = "ollama";
       #       home = "/home/${inputs.zeroq.devices.admin}/.ollama";
       #       models = "${inputs.zeroq.dirs.vetymae-drive}/AI/Ollama/models";
       acceleration = "rocm";
-      #rocmOverrideGfx = "11.5.0";
+      rocmOverrideGfx = "11.5.0";
     };
   };
 
-  users = {
-    ollama = {
-      ollama.isSystemUser = true;
-    };
-  };
+  services.open-webui.enable = true;
+
+  nixpkgs.config.permittedInsecurePackages = [
+    "libsoup-2.74.3"
+  ];
+  # users = {
+  #   ollama = {
+  #     ollama.isSystemUser = true;
+  #   };
+  # };
 
   environment.systemPackages = with pkgs; [ lmstudio ];
 }