end up

devices/hardware/mini-pc.nix

@@ -10,11 +10,14 @@
 }:
 
 {
-  nix.settings.extra-sandbox-paths = [
+  nixpkgs.config.permittedInsecurePackages = [
-    "/dev/kfd"
+    "libsoup-2.74.3" # temp
-    "/sys/devices/virtual/kfd"
-    "/dev/dri/renderD128"
   ];
+  # nix.settings.extra-sandbox-paths = [
+  #   "/dev/kfd"
+  #   "/sys/devices/virtual/kfd"
+  #   "/dev/dri/renderD128"
+  # ];
 
   imports = [
     (modulesPath + "/installer/scan/not-detected.nix")

devices/server.nix

@@ -17,6 +17,7 @@ let
         self.nixosModules.default
 
         self.nixosModules.server.immich
+        self.nixosModules.server.ai
         self.nixosModules.server.nextcloud
         self.nixosModules.server.nginx
         self.nixosModules.software.beets

home/modules/packages.nix

@@ -79,9 +79,11 @@ in
       prismlauncher
       lutris
 
+      # AI
+      lmstudio
+
       # Libs
       #libsecret
-
     ];
   };
 }

modules/server/ai.nix

@@ -6,15 +6,20 @@
   ...
 }:
 {
-  services.open-webui = {
+  services = {
-    enable = true;
+    open-webui = {
-    environment = {
+      enable = true;
-      ANONYMIZED_TELEMETRY = "False";
+      host = "0.0.0.0";
-      DO_NOT_TRACK = "True";
+      port = 11111;
-      SCARF_NO_ANALYTICS = "True";
+      openFirewall = true;
-      OLLAMA_API_BASE_URL = "http://127.0.0.1:1234";
+      environment = {
-      # Disable authentication
+        ANONYMIZED_TELEMETRY = "False";
-      WEBUI_AUTH = "False";
+        DO_NOT_TRACK = "True";
+        SCARF_NO_ANALYTICS = "True";
+        OPENAI_API_BASE_URL = "http://127.0.0.1:1234";
+        #OLLAMA_API_BASE_URL = "http://127.0.0.1:1234";
+        #WEBUI_AUTH = "False"; # Disable authentication
+      };
     };
   };
 }

modules/software/ai.nix

@@ -6,42 +6,19 @@
   ...
 }:
 {
-  services = {
+  # services = {
-    nextjs-ollama-llm-ui.enable = false;
+  #   nextjs-ollama-llm-ui.enable = false;
-    open-webui = {
-      enable = true;
-      environment = {
-        ANONYMIZED_TELEMETRY = "False";
-        DO_NOT_TRACK = "True";
-        SCARF_NO_ANALYTICS = "True";
-        OLLAMA_API_BASE_URL = "http://127.0.0.1:1234";
-        WEBUI_AUTH = "False"; # Disable authentication
-      };
-    };
-    ollama = {
-      enable = false;
-      package = pkgs.ollama-rocm;
-      environmentVariables = {
-        HSA_OVERRIDE_GFX_VERSION = "11.5.0";
-        HCC_AMDGPU_TARGET = "gfx1150"; # used to be necessary, but doesn't seem to anymore
-      };
-      user = "ollama"; # "${inputs.zeroq.devices.admin}";
-      group = "ollama";
-      #       home = "/home/${inputs.zeroq.devices.admin}/.ollama";
-      #       models = "${inputs.zeroq.dirs.vetymae-drive}/AI/Ollama/models";
-      acceleration = "rocm";
-      rocmOverrideGfx = "11.5.0";
-    };
-  };
-
-  nixpkgs.config.permittedInsecurePackages = [
-    "libsoup-2.74.3"
-  ];
-  # users = {
   #   ollama = {
-  #     ollama.isSystemUser = true;
+  #     enable = false;
+  #     package = pkgs.ollama-rocm;
+  #     environmentVariables = {
+  #       HSA_OVERRIDE_GFX_VERSION = "11.5.0";
+  #       HCC_AMDGPU_TARGET = "gfx1150"; # used to be necessary, but doesn't seem to anymore
+  #     };
+  #     user = "ollama"; # "${inputs.zeroq.devices.admin}";
+  #     group = "ollama";
+  #     acceleration = "rocm";
+  #     rocmOverrideGfx = "11.5.0";
   #   };
   # };
-
-  environment.systemPackages = with pkgs; [ lmstudio ];
 }

modules/vds/cloudflared.nix

@@ -21,6 +21,9 @@
             "nextcloud.zeroq.ru" = {
               service = "http://sapphira.latxa-platy.ts.net:10000";
             };
+            "llm.zeroq.ru" = {
+              service = "http://sapphira.latxa-platy.ts.net:11111";
+            };
           };
           default = "http_status:404";
         };