mirror of
https://github.com/oqyude/nixos.git
synced 2026-06-15 06:30:10 +03:00
48 lines
1.2 KiB
Nix
Executable File
48 lines
1.2 KiB
Nix
Executable File
{ inputs, ... }@flakeContext:
|
|
{
|
|
config,
|
|
lib,
|
|
pkgs,
|
|
...
|
|
}:
|
|
{
|
|
services = {
|
|
nextjs-ollama-llm-ui.enable = false;
|
|
open-webui = {
|
|
enable = true;
|
|
environment = {
|
|
ANONYMIZED_TELEMETRY = "False";
|
|
DO_NOT_TRACK = "True";
|
|
SCARF_NO_ANALYTICS = "True";
|
|
OLLAMA_API_BASE_URL = "http://127.0.0.1:1234";
|
|
WEBUI_AUTH = "False"; # Disable authentication
|
|
};
|
|
};
|
|
ollama = {
|
|
enable = false;
|
|
package = pkgs.ollama-rocm;
|
|
environmentVariables = {
|
|
HSA_OVERRIDE_GFX_VERSION = "11.5.0";
|
|
HCC_AMDGPU_TARGET = "gfx1150"; # used to be necessary, but doesn't seem to anymore
|
|
};
|
|
user = "ollama"; # "${inputs.zeroq.devices.admin}";
|
|
group = "ollama";
|
|
# home = "/home/${inputs.zeroq.devices.admin}/.ollama";
|
|
# models = "${inputs.zeroq.dirs.vetymae-drive}/AI/Ollama/models";
|
|
acceleration = "rocm";
|
|
rocmOverrideGfx = "11.5.0";
|
|
};
|
|
};
|
|
|
|
nixpkgs.config.permittedInsecurePackages = [
|
|
"libsoup-2.74.3"
|
|
];
|
|
# users = {
|
|
# ollama = {
|
|
# ollama.isSystemUser = true;
|
|
# };
|
|
# };
|
|
|
|
environment.systemPackages = with pkgs; [ lmstudio ];
|
|
}
|