flake/modules/nixos/server/chat.nix

{ pkgs, lib, config, ... }:
let
  cfg = config.mods.server.chat;
  port = config.mods.server.nginx.ports.chat;
in with lib; {
  options.mods.server = {
    chat = {
      enable = mkEnableOption {
        default = false;
        description = "enables ollama server";
      };
    };
  };

  config = mkIf cfg.enable {
    services.ollama = {
      enable = true;
      loadModels = [
        "deepseek-r1:1.5b"
        "deepseek-r1:7b"
        "deepseek-r1:8b"
        "gemma2:2b"
        "gemma2:9b"
      ];

    };

    services.open-webui = {
      enable = true;
      host = "0.0.0.0";

      environment = {
        ANONYMIZED_TELEMETRY = "False";
        DO_NOT_TRACK = "True";
        SCARF_NO_ANALYTICS = "True";
        OLLAMA_API_BASE_URL = "http://127.0.0.1:11434";
        # Disable authentication
        # WEBUI_AUTH = "False";
      };

      inherit port;
    };
  };
}