From 367b88492c7e3e49f61d2a5336c49a3bb308e9ff Mon Sep 17 00:00:00 2001 From: Franck Cuny Date: Sat, 3 Jan 2026 11:26:18 -0800 Subject: delete ollama --- machines/rivendell.nix | 1 - profiles/llm.nix | 18 ------------------ 2 files changed, 19 deletions(-) delete mode 100644 profiles/llm.nix diff --git a/machines/rivendell.nix b/machines/rivendell.nix index 7d51604..99b03a5 100644 --- a/machines/rivendell.nix +++ b/machines/rivendell.nix @@ -13,7 +13,6 @@ ../profiles/git-server.nix ../profiles/hardware/framework-desktop.nix ../profiles/home-manager.nix - ../profiles/llm.nix ../profiles/miniflux.nix ../profiles/monitoring.nix ../profiles/remote-unlock.nix diff --git a/profiles/llm.nix b/profiles/llm.nix deleted file mode 100644 index d5d02f4..0000000 --- a/profiles/llm.nix +++ /dev/null @@ -1,18 +0,0 @@ -{ ... }: -{ - services.ollama = { - enable = true; - acceleration = "rocm"; - host = "0.0.0.0"; - openFirewall = true; - environmentVariables = { - # Flash Attention: Improves memory efficiency and speeds up long context - OLLAMA_FLASH_ATTENTION = "1"; - # KV cache quantization: Reduces VRAM footprint (q8_0 = 8-bit quantization) - OLLAMA_KV_CACHE_TYPE = "q8_0"; - }; - loadModels = [ - "qwen3:8b" # https://ollama.com/library/qwen3 - ]; - }; -} -- cgit v1.2.3