Merge pull request 'main' (#4) from jan-leila/nix-config:main into main

Reviewed-on: #4
This commit is contained in:
Lithospherical 2025-06-25 02:46:33 +00:00
commit db9d0fff09
12 changed files with 190 additions and 61 deletions

View file

@ -95,6 +95,8 @@ in {
pdfarranger
picard
gdx-liftoff
# proprietary platforms
(lib.mkIf hardware.graphicsAcceleration.enable davinci-resolve)

View file

@ -192,6 +192,9 @@
};
};
# limit arc usage to 50gb because ollama doesn't play nice with zfs using up all of the memory
boot.kernelParams = ["zfs.zfs_arc_max=53687091200"];
services = {
# TODO: move zfs scrubbing into module
zfs = {
@ -215,6 +218,8 @@
enable = true;
exposePort = true;
acceleration = false;
loadModels = [
# conversation models
"llama3.1:8b"

View file

@ -42,43 +42,43 @@
enable = true;
models = {
"Llama 3.1 8B" = {
model = "lamma3.1:8b";
model = "llama3.1:8b";
roles = ["chat" "edit" "apply"];
apiBase = "http://twilight:11434";
apiBase = "http://defiant:11434";
};
"Deepseek Coder:6.7B" = {
model = "deepseek-coder:6.7b";
roles = ["chat" "edit" "apply"];
apiBase = "http://twilight:11434";
apiBase = "http://defiant:11434";
};
"Deepseek Coder:33B" = {
model = "deepseek-coder:33b";
roles = ["chat" "edit" "apply"];
apiBase = "http://twilight:11434";
apiBase = "http://defiant:11434";
};
"Deepseek r1:8B" = {
model = "deepseek-r1:8b";
roles = ["chat"];
apiBase = "http://twilight:11434";
apiBase = "http://defiant:11434";
};
"Deepseek r1:32B" = {
model = "deepseek-r1:32b";
roles = ["chat"];
apiBase = "http://twilight:11434";
apiBase = "http://defiant:11434";
};
"qwen2.5-coder:1.5b-base" = {
model = "qwen2.5-coder:1.5b-base";
roles = ["autocomplete"];
apiBase = "http://twilight:11434";
apiBase = "http://defiant:11434";
};
"nomic-embed-text:latest" = {
model = "nomic-embed-text:latest";
roles = ["embed"];
apiBase = "http://twilight:11434";
apiBase = "http://defiant:11434";
};
};
};