modules/ollama.nix


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

{ ... }:
{
  fileSystems."/var/lib/ollama/models" = {
    device = "/home/ollama"; 
    fsType = "none";
    options = [ "bind" ];
  };

  services.ollama = {
    enable = true;
    acceleration = "rocm";
    # loadModels = [
    #   "deepseek-r1:14b"
    # ];
    # syncModels = true;
    user = "ollama";
    models = "/var/lib/ollama/models";
  };
  services.nextjs-ollama-llm-ui.enable = true;
}