ai setup

flake.nix

@@ -117,6 +117,7 @@
           };
         };
         server = {
+          ai = import ./modules/server/ai.nix flakeContext;
           cloudflared = import ./modules/server/cloudflared.nix flakeContext;
           immich = import ./modules/server/immich.nix flakeContext;
           nextcloud = import ./modules/server/nextcloud.nix flakeContext;

home/main.nix

@@ -69,6 +69,10 @@ let
             source = config.lib.file.mkOutOfStoreSymlink "${inputs.zeroq.dirs.therima-drive}";
             target = "External";
           };
+          "LM Studio" = {
+            source = config.lib.file.mkOutOfStoreSymlink "${inputs.zeroq.dirs.vetymae-drive}/AI/LM Studio";
+            target = ".lmstudio";
+          };
         };
         pointerCursor = {
           enable = true;

modules/server/ai.nix

@@ -0,0 +1,20 @@
+{ inputs, ... }@flakeContext:
+{
+  config,
+  lib,
+  pkgs,
+  ...
+}:
+{
+  services.open-webui = {
+    enable = true;
+    environment = {
+      ANONYMIZED_TELEMETRY = "False";
+      DO_NOT_TRACK = "True";
+      SCARF_NO_ANALYTICS = "True";
+      OLLAMA_API_BASE_URL = "http://127.0.0.1:1234";
+      # Disable authentication
+      WEBUI_AUTH = "False";
+    };
+  };
+}

modules/software/ai.nix

@@ -7,11 +7,22 @@
 }:
 {
   services = {
-    nextjs-ollama-llm-ui.enable = true;
+    nextjs-ollama-llm-ui.enable = false;
-    ollama = {
+    open-webui = {
       enable = true;
+      environment = {
+        ANONYMIZED_TELEMETRY = "False";
+        DO_NOT_TRACK = "True";
+        SCARF_NO_ANALYTICS = "True";
+        OLLAMA_API_BASE_URL = "http://127.0.0.1:1234";
+        WEBUI_AUTH = "False"; # Disable authentication
+      };
+    };
+    ollama = {
+      enable = false;
       package = pkgs.ollama-rocm;
       environmentVariables = {
+        HSA_OVERRIDE_GFX_VERSION = "11.5.0";
         HCC_AMDGPU_TARGET = "gfx1150"; # used to be necessary, but doesn't seem to anymore
       };
       user = "ollama"; # "${inputs.zeroq.devices.admin}";
@@ -23,8 +34,6 @@
     };
   };
 
-  services.open-webui.enable = true;
-
   nixpkgs.config.permittedInsecurePackages = [
     "libsoup-2.74.3"
   ];