diff options
Diffstat (limited to 'nix/modules/ollama.nix')
| -rw-r--r-- | nix/modules/ollama.nix | 11 |
1 files changed, 9 insertions, 2 deletions
diff --git a/nix/modules/ollama.nix b/nix/modules/ollama.nix index 736d5a4..33c41c9 100644 --- a/nix/modules/ollama.nix +++ b/nix/modules/ollama.nix @@ -1,8 +1,15 @@ { config, lib, ... }: { services.ollama = { - enable = lib.mkDefault config.monorepo.profiles.workstation.enable; - acceleration = "cuda"; + enable = lib.mkDefault (!config.monorepo.profiles.ttyonly.enable); + acceleration = if (config.monorepo.profiles.workstation.enable) then "cuda" else null; + loadModels = [ + "qwen3:30b" + "qwen3-coder:latest" + "qwen2.5-coder:latest" + "qwen2.5-coder:3b" + "gemma3:12b-it-qat" + ]; host = "0.0.0.0"; openFirewall = true; }; |
