diff options
| author | Preston Pan <ret2pop@gmail.com> | 2025-09-10 03:42:30 -0700 |
|---|---|---|
| committer | Preston Pan <ret2pop@gmail.com> | 2025-09-10 03:42:30 -0700 |
| commit | 81ddf52e30fe32da76b8f9162a8208d8d0b62ccc (patch) | |
| tree | 95d5b2e2fe33889e9cdfa1d73bdf147e75c02063 /nix/modules/ollama.nix | |
| parent | 32c47bb286e5c39a7d32aebbcfc82b855b503e8d (diff) | |
new flake lock
Diffstat (limited to 'nix/modules/ollama.nix')
| -rw-r--r-- | nix/modules/ollama.nix | 11 |
1 files changed, 9 insertions, 2 deletions
diff --git a/nix/modules/ollama.nix b/nix/modules/ollama.nix index 736d5a4..33c41c9 100644 --- a/nix/modules/ollama.nix +++ b/nix/modules/ollama.nix @@ -1,8 +1,15 @@ { config, lib, ... }: { services.ollama = { - enable = lib.mkDefault config.monorepo.profiles.workstation.enable; - acceleration = "cuda"; + enable = lib.mkDefault (!config.monorepo.profiles.ttyonly.enable); + acceleration = if (config.monorepo.profiles.workstation.enable) then "cuda" else null; + loadModels = [ + "qwen3:30b" + "qwen3-coder:latest" + "qwen2.5-coder:latest" + "qwen2.5-coder:3b" + "gemma3:12b-it-qat" + ]; host = "0.0.0.0"; openFirewall = true; }; |
