From 791bc419b6dac7c70951981ef6b34cdf85828470 Mon Sep 17 00:00:00 2001
From: adikro <adikro@disroot.org>
Date: Sat, 20 Dec 2025 03:14:45 +0100
Subject: absolutely massive rewrite, made (almost) everything modular with
 changes to come

---
 sys/srv/ollama.nix | 37 +++++++++++++++++++++++++++++++++++++
 1 file changed, 37 insertions(+)
 create mode 100644 sys/srv/ollama.nix

(limited to 'sys/srv/ollama.nix')

diff --git a/sys/srv/ollama.nix b/sys/srv/ollama.nix
new file mode 100644
index 0000000..7cb90bf
--- /dev/null
+++ b/sys/srv/ollama.nix
@@ -0,0 +1,37 @@
+{ config, lib, pkgs, ... }:
+let
+  cfg = config.szpont.sys.srv.ollama;
+in
+{
+  options.szpont.sys.srv.ollama = {
+    enable = lib.mkEnableOption "Ollama AI service";
+    
+    useRocm = lib.mkOption {
+      type = lib.types.bool;
+      default = true;
+      description = "whether to use ollama with ROCm support.";
+    };
+  };
+
+  config = lib.mkIf cfg.enable {
+    fileSystems."/models" = {
+      device = "/home/ollama";
+      fsType = "none";
+      options = [ "bind" ];
+    };
+
+    services.ollama = {
+      enable = true;
+      package = if cfg.useRocm then pkgs.ollama-rocm else pkgs.ollama;
+      
+      user = "ollama";
+      models = "/models";
+      
+      syncModels = true;
+      loadModels = [
+        "deepseek-r1:14b"
+        "qwen3:14b"
+      ];
+    };
+  };
+}
-- 
cgit v1.3