From bb31a5a879154432e11a75e69070b58004ddc07b Mon Sep 17 00:00:00 2001 From: Preston Pan Date: Thu, 18 Sep 2025 22:33:36 -0700 Subject: big refactor --- nix/modules/ollama.nix | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) (limited to 'nix/modules/ollama.nix') diff --git a/nix/modules/ollama.nix b/nix/modules/ollama.nix index 33c41c9..bfa0cf3 100644 --- a/nix/modules/ollama.nix +++ b/nix/modules/ollama.nix @@ -1,14 +1,16 @@ { config, lib, ... }: { services.ollama = { - enable = lib.mkDefault (!config.monorepo.profiles.ttyonly.enable); + enable = lib.mkDefault (!config.monorepo.profiles.server.enable); acceleration = if (config.monorepo.profiles.workstation.enable) then "cuda" else null; - loadModels = [ + loadModels = if (config.monorepo.profiles.workstation.enable) then [ "qwen3:30b" "qwen3-coder:latest" "qwen2.5-coder:latest" - "qwen2.5-coder:3b" "gemma3:12b-it-qat" + ] else [ + "qwen3:0.6b" + "qwen2.5-coder:0.5b" ]; host = "0.0.0.0"; openFirewall = true; -- cgit v1.3