From 6aaa5993e4c1cfb205ed555d958702f9bba1770d Mon Sep 17 00:00:00 2001 From: adikro Date: Wed, 24 Dec 2025 16:21:00 +0100 Subject: a bunch of changes, renames sys to os and refactored some of the logic --- os/srv/ollama.nix | 28 ++++++++++++++++++++++++++++ 1 file changed, 28 insertions(+) create mode 100644 os/srv/ollama.nix (limited to 'os/srv/ollama.nix') diff --git a/os/srv/ollama.nix b/os/srv/ollama.nix new file mode 100644 index 0000000..11babd6 --- /dev/null +++ b/os/srv/ollama.nix @@ -0,0 +1,28 @@ +{ config, lib, pkgs, ... }: +let + cfg = config.sys.srv.ollama; +in +{ + options.sys.srv.ollama.enable = lib.mkEnableOption "Ollama AI service"; + config = lib.mkIf cfg.enable { + fileSystems."/models" = { + device = "/home/ollama"; + fsType = "none"; + options = [ "bind" ]; + }; + + services.ollama = { + enable = true; + package = pkgs.ollama-rocm; + + user = "ollama"; + models = "/models"; + + syncModels = true; + loadModels = [ + "deepseek-r1:14b" + "qwen3:14b" + ]; + }; + }; +} -- cgit v1.3