nixos/modules/software/ai.nix

{ inputs, ... }@flakeContext:
{
  config,
  lib,
  pkgs,
  ...
}:
{
  services = {
    nextjs-ollama-llm-ui.enable = true;
    ollama = {
      enable = true;
      package = pkgs.ollama-rocm;
      environmentVariables = {
        HCC_AMDGPU_TARGET = "gfx1150"; # used to be necessary, but doesn't seem to anymore
      };
      user = "ollama"; # "${inputs.zeroq.devices.admin}";
      group = "ollama";
      #       home = "/home/${inputs.zeroq.devices.admin}/.ollama";
      #       models = "${inputs.zeroq.dirs.vetymae-drive}/AI/Ollama/models";
      acceleration = "rocm";
      rocmOverrideGfx = "11.5.0";
    };
  };

  services.open-webui.enable = true;

  nixpkgs.config.permittedInsecurePackages = [
    "libsoup-2.74.3"
  ];
  # users = {
  #   ollama = {
  #     ollama.isSystemUser = true;
  #   };
  # };

  environment.systemPackages = with pkgs; [ lmstudio ];
}