diff --git a/devices/hardware/mini-pc.nix b/devices/hardware/mini-pc.nix index 1288fed..a7f0f0f 100755 --- a/devices/hardware/mini-pc.nix +++ b/devices/hardware/mini-pc.nix @@ -10,6 +10,13 @@ }: { + nix.settings.extra-sandbox-paths = [ + "/dev/kfd" + "/sys/devices/virtual/kfd" + "/dev/dri/renderD128" + ]; + + imports = [ (modulesPath + "/installer/scan/not-detected.nix") ]; @@ -24,10 +31,22 @@ "usbhid" "sd_mod" ]; - kernelModules = [ "kvm-amd" ]; + kernelModules = [ "kvm-amd" "amdgpu" ]; extraModulePackages = [ ]; }; + hardware.graphics.extraPackages = with pkgs; [ + rocmPackages.clr.icd + amdvlk + ]; + systemd.tmpfiles.rules = [ + "L+ /opt/rocm/hip - - - - ${pkgs.rocmPackages.clr}" + ]; +# +# environment.systemPackages = with pkgs; [ +# clinfo +# ]; + fileSystems = { "/" = { device = "/dev/disk/by-uuid/5938c796-6ff5-49d9-a3a6-022b4c32beeb"; diff --git a/modules/software/ai.nix b/modules/software/ai.nix index e0a3281..956cfac 100755 --- a/modules/software/ai.nix +++ b/modules/software/ai.nix @@ -10,14 +10,21 @@ nextjs-ollama-llm-ui.enable = true; ollama = { enable = true; - package = pkgs.ollama-rocm; - # user = "${inputs.zeroq.devices.admin}"; - # group = "users"; + package = pkgs.ollama; + user = "ollama"; #"${inputs.zeroq.devices.admin}"; + group = "ollama"; # home = "/home/${inputs.zeroq.devices.admin}/.ollama"; # models = "${inputs.zeroq.dirs.vetymae-drive}/AI/Ollama/models"; acceleration = "rocm"; - rocmOverrideGfx = "11.5.0"; + #rocmOverrideGfx = "11.5.0"; }; }; + + users = { + ollama = { + ollama.isSystemUser = true; + }; + }; + environment.systemPackages = with pkgs; [ lmstudio ]; }