added ollama to defiant

This commit is contained in:
Leyla Becker 2025-05-24 22:17:19 -05:00
parent 5cc41542e1
commit 7b6344b419
3 changed files with 32 additions and 2 deletions

View file

@ -1,4 +1,6 @@
[
"leyla"
"webdav"
"ollama"
"optimise"
]

View file

@ -201,13 +201,28 @@
};
ollama = {
enable = false;
enable = true;
exposePort = true;
loadModels = [
"deepseek-coder:6.7b"
# conversation models
"llama3.1:8b"
"deepseek-r1:8b"
"deepseek-r1:32b"
"deepseek-r1:70b"
# auto complete models
"qwen2.5-coder:1.5b-base"
"qwen2.5-coder:7b"
"deepseek-coder:6.7b"
"deepseek-coder:33b"
# agent models
"qwen3:8b"
"qwen3:32b"
# embedding models
"nomic-embed-text:latest"
];
};
tailscale = {

View file

@ -3,6 +3,10 @@
lib,
...
}: {
options = {
services.ollama.exposePort = lib.mkEnableOption "should we expose ollama on tailscale";
};
config = lib.mkMerge [
{
services.ollama = {
@ -22,6 +26,15 @@
}
];
};
networking.firewall.interfaces.${config.services.tailscale.interfaceName} = let
ports = [
config.services.ollama.port
];
in
lib.mkIf config.services.ollama.exposePort {
allowedTCPPorts = ports;
allowedUDPPorts = ports;
};
}))
];
}