fix ollama, remove trr
All checks were successful
Check Nix flake / Perform Nix flake checks (pull_request) Successful in 3m41s
Check flake.lock / Check health of `flake.lock` (pull_request) Successful in 14s

This commit is contained in:
2026-03-21 23:40:19 -04:00
parent aa20d15ab3
commit d3ba187c8a
4 changed files with 20 additions and 2 deletions

View File

@@ -2,6 +2,9 @@
pkgs,
...
}:
let
vars = import ./vars.nix;
in
{
services = {
ollama = {
@@ -20,6 +23,7 @@
"qwen2.5-coder:1.5b-base"
"nomic-embed-text:latest"
];
models = vars.primary_ollama;
environmentVariables = {
FLASH_ATTENTION = "1";
OLLAMA_KV_CACHE_TYPE = "q8_0";
@@ -35,10 +39,12 @@
# context length for agents
OLLAMA_CONTEXT_LENGTH = "64000";
};
openFirewall = true;
};
open-webui = {
enable = true;
port = 21212;
openFirewall = true;
};
};
users.users.ollama = {
@@ -50,4 +56,16 @@
isSystemUser = true;
};
users.groups.ollama = { };
systemd.services = {
ollama.serviceConfig = {
Nice = 19;
IOSchedulingPriority = 7;
};
ollama-model-loader.serviceConfig = {
Nice = 19;
CPUWeight = 50;
IOSchedulingClass = "idle";
IOSchedulingPriority = 7;
};
};
}