From 0036acbde32098abb28e5881056df078475aa1cb Mon Sep 17 00:00:00 2001 From: ahuston-0 Date: Thu, 26 Mar 2026 12:23:54 -0400 Subject: [PATCH] devstral --- systems/palatine-hill/ollama.nix | 1 + users/alice/non-server.nix | 17 +++++++++++++++-- 2 files changed, 16 insertions(+), 2 deletions(-) diff --git a/systems/palatine-hill/ollama.nix b/systems/palatine-hill/ollama.nix index b8d9248..40ee0dc 100644 --- a/systems/palatine-hill/ollama.nix +++ b/systems/palatine-hill/ollama.nix @@ -24,6 +24,7 @@ in "glm-4.7-flash" "nemotron-cascade-2:30b" "magistral" + "devstral-small-2" ]; models = vars.primary_ollama; environmentVariables = { diff --git a/users/alice/non-server.nix b/users/alice/non-server.nix index 0ab7d5e..dfc8099 100644 --- a/users/alice/non-server.nix +++ b/users/alice/non-server.nix @@ -81,7 +81,20 @@ ollama = { api_url = "http://192.168.76.2:11434"; context_window = 128000; - keep_alive = "15m"; + # global keep alive doesnt work + #keep_alive = "15m"; + available_models = [ + { + name = "glm-4.7-flash"; + max_tokens = 128000; + keep_alive = "15m"; + } + { + name = "lfm2:24b"; + max_tokens = 128000; + keep_alive = "15m"; + } + ]; }; }; colorize_brackets = true; @@ -96,7 +109,7 @@ agent = { default_model = { provider = "ollama"; - model = "lfm2:24b"; + model = "glm-4.7-flash"; }; favorite_models = [ ]; model_parameters = [ ];