summaryrefslogtreecommitdiff
path: root/nix/modules/ollama.nix
diff options
context:
space:
mode:
authorPreston Pan <ret2pop@gmail.com>2025-09-10 03:42:30 -0700
committerPreston Pan <ret2pop@gmail.com>2025-09-10 03:42:30 -0700
commit81ddf52e30fe32da76b8f9162a8208d8d0b62ccc (patch)
tree95d5b2e2fe33889e9cdfa1d73bdf147e75c02063 /nix/modules/ollama.nix
parent32c47bb286e5c39a7d32aebbcfc82b855b503e8d (diff)
new flake lock
Diffstat (limited to 'nix/modules/ollama.nix')
-rw-r--r--nix/modules/ollama.nix11
1 files changed, 9 insertions, 2 deletions
diff --git a/nix/modules/ollama.nix b/nix/modules/ollama.nix
index 736d5a4..33c41c9 100644
--- a/nix/modules/ollama.nix
+++ b/nix/modules/ollama.nix
@@ -1,8 +1,15 @@
{ config, lib, ... }:
{
services.ollama = {
- enable = lib.mkDefault config.monorepo.profiles.workstation.enable;
- acceleration = "cuda";
+ enable = lib.mkDefault (!config.monorepo.profiles.ttyonly.enable);
+ acceleration = if (config.monorepo.profiles.workstation.enable) then "cuda" else null;
+ loadModels = [
+ "qwen3:30b"
+ "qwen3-coder:latest"
+ "qwen2.5-coder:latest"
+ "qwen2.5-coder:3b"
+ "gemma3:12b-it-qat"
+ ];
host = "0.0.0.0";
openFirewall = true;
};