blob: 7cb90bfd359b7cf2b7ec01aa6e7a47418565db4c (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
|
{ config, lib, pkgs, ... }:
let
cfg = config.szpont.sys.srv.ollama;
in
{
options.szpont.sys.srv.ollama = {
enable = lib.mkEnableOption "Ollama AI service";
useRocm = lib.mkOption {
type = lib.types.bool;
default = true;
description = "whether to use ollama with ROCm support.";
};
};
config = lib.mkIf cfg.enable {
fileSystems."/models" = {
device = "/home/ollama";
fsType = "none";
options = [ "bind" ];
};
services.ollama = {
enable = true;
package = if cfg.useRocm then pkgs.ollama-rocm else pkgs.ollama;
user = "ollama";
models = "/models";
syncModels = true;
loadModels = [
"deepseek-r1:14b"
"qwen3:14b"
];
};
};
}
|
