mirror of
https://github.com/oqyude/nixos.git
synced 2026-06-11 04:30:41 +03:00
end up
This commit is contained in:
@@ -10,11 +10,14 @@
|
||||
}:
|
||||
|
||||
{
|
||||
nix.settings.extra-sandbox-paths = [
|
||||
"/dev/kfd"
|
||||
"/sys/devices/virtual/kfd"
|
||||
"/dev/dri/renderD128"
|
||||
nixpkgs.config.permittedInsecurePackages = [
|
||||
"libsoup-2.74.3" # temp
|
||||
];
|
||||
# nix.settings.extra-sandbox-paths = [
|
||||
# "/dev/kfd"
|
||||
# "/sys/devices/virtual/kfd"
|
||||
# "/dev/dri/renderD128"
|
||||
# ];
|
||||
|
||||
imports = [
|
||||
(modulesPath + "/installer/scan/not-detected.nix")
|
||||
|
||||
@@ -17,6 +17,7 @@ let
|
||||
self.nixosModules.default
|
||||
|
||||
self.nixosModules.server.immich
|
||||
self.nixosModules.server.ai
|
||||
self.nixosModules.server.nextcloud
|
||||
self.nixosModules.server.nginx
|
||||
self.nixosModules.software.beets
|
||||
|
||||
@@ -79,9 +79,11 @@ in
|
||||
prismlauncher
|
||||
lutris
|
||||
|
||||
# AI
|
||||
lmstudio
|
||||
|
||||
# Libs
|
||||
#libsecret
|
||||
|
||||
];
|
||||
};
|
||||
}
|
||||
|
||||
+14
-9
@@ -6,15 +6,20 @@
|
||||
...
|
||||
}:
|
||||
{
|
||||
services.open-webui = {
|
||||
enable = true;
|
||||
environment = {
|
||||
ANONYMIZED_TELEMETRY = "False";
|
||||
DO_NOT_TRACK = "True";
|
||||
SCARF_NO_ANALYTICS = "True";
|
||||
OLLAMA_API_BASE_URL = "http://127.0.0.1:1234";
|
||||
# Disable authentication
|
||||
WEBUI_AUTH = "False";
|
||||
services = {
|
||||
open-webui = {
|
||||
enable = true;
|
||||
host = "0.0.0.0";
|
||||
port = 11111;
|
||||
openFirewall = true;
|
||||
environment = {
|
||||
ANONYMIZED_TELEMETRY = "False";
|
||||
DO_NOT_TRACK = "True";
|
||||
SCARF_NO_ANALYTICS = "True";
|
||||
OPENAI_API_BASE_URL = "http://127.0.0.1:1234";
|
||||
#OLLAMA_API_BASE_URL = "http://127.0.0.1:1234";
|
||||
#WEBUI_AUTH = "False"; # Disable authentication
|
||||
};
|
||||
};
|
||||
};
|
||||
}
|
||||
|
||||
+12
-35
@@ -6,42 +6,19 @@
|
||||
...
|
||||
}:
|
||||
{
|
||||
services = {
|
||||
nextjs-ollama-llm-ui.enable = false;
|
||||
open-webui = {
|
||||
enable = true;
|
||||
environment = {
|
||||
ANONYMIZED_TELEMETRY = "False";
|
||||
DO_NOT_TRACK = "True";
|
||||
SCARF_NO_ANALYTICS = "True";
|
||||
OLLAMA_API_BASE_URL = "http://127.0.0.1:1234";
|
||||
WEBUI_AUTH = "False"; # Disable authentication
|
||||
};
|
||||
};
|
||||
ollama = {
|
||||
enable = false;
|
||||
package = pkgs.ollama-rocm;
|
||||
environmentVariables = {
|
||||
HSA_OVERRIDE_GFX_VERSION = "11.5.0";
|
||||
HCC_AMDGPU_TARGET = "gfx1150"; # used to be necessary, but doesn't seem to anymore
|
||||
};
|
||||
user = "ollama"; # "${inputs.zeroq.devices.admin}";
|
||||
group = "ollama";
|
||||
# home = "/home/${inputs.zeroq.devices.admin}/.ollama";
|
||||
# models = "${inputs.zeroq.dirs.vetymae-drive}/AI/Ollama/models";
|
||||
acceleration = "rocm";
|
||||
rocmOverrideGfx = "11.5.0";
|
||||
};
|
||||
};
|
||||
|
||||
nixpkgs.config.permittedInsecurePackages = [
|
||||
"libsoup-2.74.3"
|
||||
];
|
||||
# users = {
|
||||
# services = {
|
||||
# nextjs-ollama-llm-ui.enable = false;
|
||||
# ollama = {
|
||||
# ollama.isSystemUser = true;
|
||||
# enable = false;
|
||||
# package = pkgs.ollama-rocm;
|
||||
# environmentVariables = {
|
||||
# HSA_OVERRIDE_GFX_VERSION = "11.5.0";
|
||||
# HCC_AMDGPU_TARGET = "gfx1150"; # used to be necessary, but doesn't seem to anymore
|
||||
# };
|
||||
# user = "ollama"; # "${inputs.zeroq.devices.admin}";
|
||||
# group = "ollama";
|
||||
# acceleration = "rocm";
|
||||
# rocmOverrideGfx = "11.5.0";
|
||||
# };
|
||||
# };
|
||||
|
||||
environment.systemPackages = with pkgs; [ lmstudio ];
|
||||
}
|
||||
|
||||
@@ -21,6 +21,9 @@
|
||||
"nextcloud.zeroq.ru" = {
|
||||
service = "http://sapphira.latxa-platy.ts.net:10000";
|
||||
};
|
||||
"llm.zeroq.ru" = {
|
||||
service = "http://sapphira.latxa-platy.ts.net:11111";
|
||||
};
|
||||
};
|
||||
default = "http_status:404";
|
||||
};
|
||||
|
||||
Reference in New Issue
Block a user