summaryrefslogtreecommitdiff
path: root/modules/ollama.nix
blob: 098941932c1a1ce0f6c4280e04c40e6ec996db60 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
{ pkgs, ... }:
{
  fileSystems."/models" = {
    device = "/home/ollama"; 
    fsType = "none";
    options = [ "bind" ];
  };

  services.ollama = {
    enable = true;
    package = pkgs.ollama-rocm;
    loadModels = [
      "deepseek-r1:14b"
      "qwen3:14b"
      "qwen3-coder:30b"
    ];
    syncModels = true;
    user = "ollama";
    models = "/models";
  };
}