nix/modules/ollama.nix


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

{ config, lib, pkgs, ... }:
{
  # services.open-webui.enable = lib.mkDefault (!config.monorepo.profiles.server.enable);
  services.ollama = {
    enable = lib.mkDefault config.monorepo.profiles.desktop.enable;
    package = if (config.monorepo.profiles.cuda.enable) then pkgs.ollama-cuda else pkgs.ollama-vulkan;
    loadModels =
      if (config.monorepo.profiles.cuda.enable) then [
        "qwen3:30b"
        "qwen3-coder:latest"
        "qwen2.5-coder:latest"
        "gemma3:12b-it-qat"
      ] else [
        "qwen3:0.6b"
        "qwen2.5-coder:0.5b"
      ];
    host = "0.0.0.0";
    openFirewall = true;
  };
}