This commit is contained in:
2025-07-31 14:05:12 +03:00
parent 8cd1c4d276
commit 7f6e643cc7
6 changed files with 40 additions and 49 deletions
+7 -4
View File
@@ -10,11 +10,14 @@
}:
{
nix.settings.extra-sandbox-paths = [
"/dev/kfd"
"/sys/devices/virtual/kfd"
"/dev/dri/renderD128"
nixpkgs.config.permittedInsecurePackages = [
"libsoup-2.74.3" # temp
];
# nix.settings.extra-sandbox-paths = [
# "/dev/kfd"
# "/sys/devices/virtual/kfd"
# "/dev/dri/renderD128"
# ];
imports = [
(modulesPath + "/installer/scan/not-detected.nix")
+1
View File
@@ -17,6 +17,7 @@ let
self.nixosModules.default
self.nixosModules.server.immich
self.nixosModules.server.ai
self.nixosModules.server.nextcloud
self.nixosModules.server.nginx
self.nixosModules.software.beets
+3 -1
View File
@@ -79,9 +79,11 @@ in
prismlauncher
lutris
# AI
lmstudio
# Libs
#libsecret
];
};
}
+14 -9
View File
@@ -6,15 +6,20 @@
...
}:
{
services.open-webui = {
enable = true;
environment = {
ANONYMIZED_TELEMETRY = "False";
DO_NOT_TRACK = "True";
SCARF_NO_ANALYTICS = "True";
OLLAMA_API_BASE_URL = "http://127.0.0.1:1234";
# Disable authentication
WEBUI_AUTH = "False";
services = {
open-webui = {
enable = true;
host = "0.0.0.0";
port = 11111;
openFirewall = true;
environment = {
ANONYMIZED_TELEMETRY = "False";
DO_NOT_TRACK = "True";
SCARF_NO_ANALYTICS = "True";
OPENAI_API_BASE_URL = "http://127.0.0.1:1234";
#OLLAMA_API_BASE_URL = "http://127.0.0.1:1234";
#WEBUI_AUTH = "False"; # Disable authentication
};
};
};
}
+12 -35
View File
@@ -6,42 +6,19 @@
...
}:
{
services = {
nextjs-ollama-llm-ui.enable = false;
open-webui = {
enable = true;
environment = {
ANONYMIZED_TELEMETRY = "False";
DO_NOT_TRACK = "True";
SCARF_NO_ANALYTICS = "True";
OLLAMA_API_BASE_URL = "http://127.0.0.1:1234";
WEBUI_AUTH = "False"; # Disable authentication
};
};
ollama = {
enable = false;
package = pkgs.ollama-rocm;
environmentVariables = {
HSA_OVERRIDE_GFX_VERSION = "11.5.0";
HCC_AMDGPU_TARGET = "gfx1150"; # used to be necessary, but doesn't seem to anymore
};
user = "ollama"; # "${inputs.zeroq.devices.admin}";
group = "ollama";
# home = "/home/${inputs.zeroq.devices.admin}/.ollama";
# models = "${inputs.zeroq.dirs.vetymae-drive}/AI/Ollama/models";
acceleration = "rocm";
rocmOverrideGfx = "11.5.0";
};
};
nixpkgs.config.permittedInsecurePackages = [
"libsoup-2.74.3"
];
# users = {
# services = {
# nextjs-ollama-llm-ui.enable = false;
# ollama = {
# ollama.isSystemUser = true;
# enable = false;
# package = pkgs.ollama-rocm;
# environmentVariables = {
# HSA_OVERRIDE_GFX_VERSION = "11.5.0";
# HCC_AMDGPU_TARGET = "gfx1150"; # used to be necessary, but doesn't seem to anymore
# };
# user = "ollama"; # "${inputs.zeroq.devices.admin}";
# group = "ollama";
# acceleration = "rocm";
# rocmOverrideGfx = "11.5.0";
# };
# };
environment.systemPackages = with pkgs; [ lmstudio ];
}
+3
View File
@@ -21,6 +21,9 @@
"nextcloud.zeroq.ru" = {
service = "http://sapphira.latxa-platy.ts.net:10000";
};
"llm.zeroq.ru" = {
service = "http://sapphira.latxa-platy.ts.net:11111";
};
};
default = "http_status:404";
};