From ca4e63650bfe066313ec4c5407740dbe1664e3f0 Mon Sep 17 00:00:00 2001 From: adikro Date: Mon, 1 Dec 2025 21:50:57 +0100 Subject: added ollama --- modules/ollama.nix | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) create mode 100644 modules/ollama.nix (limited to 'modules/ollama.nix') diff --git a/modules/ollama.nix b/modules/ollama.nix new file mode 100644 index 0000000..326e8c5 --- /dev/null +++ b/modules/ollama.nix @@ -0,0 +1,20 @@ +{ ... }: +{ + fileSystems."/var/lib/ollama/models" = { + device = "/home/ollama"; + fsType = "none"; + options = [ "bind" ]; + }; + + services.ollama = { + enable = true; + acceleration = "rocm"; + # loadModels = [ + # "deepseek-r1:14b" + # ]; + # syncModels = true; + user = "ollama"; + models = "/var/lib/ollama/models"; + }; + services.nextjs-ollama-llm-ui.enable = true; +} -- cgit v1.3