oqyude/nixos
1
0
Fork 0
mirror of https://github.com/oqyude/nixos.git synced 2026-06-11 12:40:44 +03:00
Code Issues Packages Projects Releases Wiki Activity

localhost lm studio

Browse Source
This commit is contained in:
Jor Oqyude
2025-08-01 12:20:17 +03:00
parent c1a247a186
commit 542c14ea60
6 changed files with 115 additions and 95 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/server/ai.nix
+7 -4
View File
@@ -6,13 +6,16 @@
...
}:
let
unfree = import inputs.nixpkgs-webui { system = "x86_64-linux"; config.allowUnfree = true; }; # temp
unfree = import inputs.nixpkgs-webui {
system = "x86_64-linux";
config.allowUnfree = true;
}; # temp
in
{
services = {
open-webui = {
enable = false;
package = unfree.open-webui;
enable = true;
#package = unfree.open-webui;
host = "0.0.0.0";
port = 11111;
openFirewall = true;
@@ -20,7 +23,7 @@ in
ANONYMIZED_TELEMETRY = "False";
DO_NOT_TRACK = "True";
SCARF_NO_ANALYTICS = "True";
OPENAI_API_BASE_URL = "http://192.168.1.100:1234/v1";
OPENAI_API_BASE_URL = "http://localhost:1234/v1";
#OLLAMA_API_BASE_URL = "http://127.0.0.1:1234";
#WEBUI_AUTH = "False"; # Disable authentication
};