From 367b88492c7e3e49f61d2a5336c49a3bb308e9ff Mon Sep 17 00:00:00 2001 From: Franck Cuny Date: Sat, 3 Jan 2026 11:26:18 -0800 Subject: delete ollama --- profiles/llm.nix | 18 ------------------ 1 file changed, 18 deletions(-) delete mode 100644 profiles/llm.nix (limited to 'profiles/llm.nix') diff --git a/profiles/llm.nix b/profiles/llm.nix deleted file mode 100644 index d5d02f4..0000000 --- a/profiles/llm.nix +++ /dev/null @@ -1,18 +0,0 @@ -{ ... }: -{ - services.ollama = { - enable = true; - acceleration = "rocm"; - host = "0.0.0.0"; - openFirewall = true; - environmentVariables = { - # Flash Attention: Improves memory efficiency and speeds up long context - OLLAMA_FLASH_ATTENTION = "1"; - # KV cache quantization: Reduces VRAM footprint (q8_0 = 8-bit quantization) - OLLAMA_KV_CACHE_TYPE = "q8_0"; - }; - loadModels = [ - "qwen3:8b" # https://ollama.com/library/qwen3 - ]; - }; -} -- cgit v1.2.3