os/srv/ollama.nix


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

{ config, lib, pkgs, ... }:
let
  cfg = config.os.srv.ollama;
in
{
  options.os.srv.ollama.enable = lib.mkEnableOption "Ollama AI service";
  config = lib.mkIf cfg.enable {
    fileSystems."/models" = {
      device = "/home/ollama";
      fsType = "none";
      options = [ "bind" ];
    };

    services.ollama = {
      enable = true;
      package = pkgs.ollama-rocm;
      
      user = "ollama";
      models = "/models";
      
      syncModels = true;
      loadModels = [
        "deepseek-r1:14b"
        "qwen3:14b"
      ];
    };
  };
}