oqyude/nixos
1
0
Fork 0
mirror of https://github.com/oqyude/nixos.git synced 2026-06-15 06:30:10 +03:00
Code Issues Packages Projects Releases Wiki Activity

ai setup

Browse Source
This commit is contained in:
Jor Oqyude
2025-07-31 13:43:10 +03:00
parent 38b4f2d634
commit 8cd1c4d276
4 changed files with 38 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
flake.nix
+1
View File
@@ -117,6 +117,7 @@
};
};
server = {
ai = import ./modules/server/ai.nix flakeContext;
cloudflared = import ./modules/server/cloudflared.nix flakeContext;
immich = import ./modules/server/immich.nix flakeContext;
nextcloud = import ./modules/server/nextcloud.nix flakeContext;
home/main.nix
+4
View File
@@ -69,6 +69,10 @@ let
source = config.lib.file.mkOutOfStoreSymlink "${inputs.zeroq.dirs.therima-drive}";
target = "External";
};
"LM Studio" = {
source = config.lib.file.mkOutOfStoreSymlink "${inputs.zeroq.dirs.vetymae-drive}/AI/LM Studio";
target = ".lmstudio";
};
};
pointerCursor = {
enable = true;
modules/server/ai.nix
Executable
+20
View File
@@ -0,0 +1,20 @@
{ inputs, ... }@flakeContext:
{
config,
lib,
pkgs,
...
}:
{
services.open-webui = {
enable = true;
environment = {
ANONYMIZED_TELEMETRY = "False";
DO_NOT_TRACK = "True";
SCARF_NO_ANALYTICS = "True";
OLLAMA_API_BASE_URL = "http://127.0.0.1:1234";
# Disable authentication
WEBUI_AUTH = "False";
};
};
}
modules/software/ai.nix
+13 -4
View File
@@ -7,11 +7,22 @@
}:
{
services = {
nextjs-ollama-llm-ui.enable = true;
ollama = {
nextjs-ollama-llm-ui.enable = false;
open-webui = {
enable = true;
environment = {
ANONYMIZED_TELEMETRY = "False";
DO_NOT_TRACK = "True";
SCARF_NO_ANALYTICS = "True";
OLLAMA_API_BASE_URL = "http://127.0.0.1:1234";
WEBUI_AUTH = "False"; # Disable authentication
};
};
ollama = {
enable = false;
package = pkgs.ollama-rocm;
environmentVariables = {
HSA_OVERRIDE_GFX_VERSION = "11.5.0";
HCC_AMDGPU_TARGET = "gfx1150"; # used to be necessary, but doesn't seem to anymore
};
user = "ollama"; # "${inputs.zeroq.devices.admin}";
@@ -23,8 +34,6 @@
};
};
services.open-webui.enable = true;
nixpkgs.config.permittedInsecurePackages = [
"libsoup-2.74.3"
];