absolutely massive rewrite, made (almost) everything modular with changes to come

1 files changed, 37 insertions, 0 deletions

diff --git a/sys/srv/ollama.nix b/sys/srv/ollama.nix
new file mode 100644
index 0000000..7cb90bf
--- /dev/null
+++ b/sys/srv/ollama.nix
@@ -0,0 +1,37 @@
+{ config, lib, pkgs, ... }:
+let
+  cfg = config.szpont.sys.srv.ollama;
+in
+{
+  options.szpont.sys.srv.ollama = {
+    enable = lib.mkEnableOption "Ollama AI service";
+    
+    useRocm = lib.mkOption {
+      type = lib.types.bool;
+      default = true;
+      description = "whether to use ollama with ROCm support.";
+    };
+  };
+
+  config = lib.mkIf cfg.enable {
+    fileSystems."/models" = {
+      device = "/home/ollama";
+      fsType = "none";
+      options = [ "bind" ];
+    };
+
+    services.ollama = {
+      enable = true;
+      package = if cfg.useRocm then pkgs.ollama-rocm else pkgs.ollama;
+      
+      user = "ollama";
+      models = "/models";
+      
+      syncModels = true;
+      loadModels = [
+        "deepseek-r1:14b"
+        "qwen3:14b"
+      ];
+    };
+  };
+}