systems/palatine-hill/ollama.nix

@@ -24,6 +24,7 @@ in
         "glm-4.7-flash"
         "nemotron-cascade-2:30b"
         "magistral"
+        "devstral-small-2"
       ];
       models = vars.primary_ollama;
       environmentVariables = {

users/alice/non-server.nix

@@ -81,7 +81,20 @@
           ollama = {
             api_url = "http://192.168.76.2:11434";
             context_window = 128000;
+            # global keep alive doesnt work
+            #keep_alive = "15m";
+            available_models = [
+              {
+                name = "glm-4.7-flash";
+                max_tokens = 128000;
                 keep_alive = "15m";
+              }
+              {
+                name = "lfm2:24b";
+                max_tokens = 128000;
+                keep_alive = "15m";
+              }
+            ];
           };
         };
         colorize_brackets = true;
@@ -96,7 +109,7 @@
         agent = {
           default_model = {
             provider = "ollama";
-            model = "lfm2:24b";
+            model = "glm-4.7-flash";
           };
           favorite_models = [ ];
           model_parameters = [ ];