jan-leila/nix-config
1
0
Fork 1
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

started to draft out configuration of continue models

Browse source
This commit is contained in:
Leyla Becker 2025-05-24 23:03:20 -05:00
parent 7b6344b419
commit 77ab4781ac
4 changed files with 154 additions and 52 deletions
Download patch file Download diff file Expand all files Collapse all files

59
configurations/nixos/twilight/configuration.nix
View file

@ -30,8 +30,65 @@
graphicsAcceleration.enable = true;
directAccess.enable = true;
};
};
ai = {
enable = true;
# TODO: benchmark twilight against defiant and prune this list of models that are faster on defiant
models = {
# conversation models
"lamma3.1:8b" = {
model = "lamma3.1:8b";
# TODO: figure out what should be in this array
# roles = [""];
};
"deepseek-r1:8b" = {
model = "deepseek-r1:8b";
# TODO: figure out what should be in this array
# roles = [""];
};
"deepseek-r1:32b" = {
model = "deepseek-r1:32b";
# TODO: figure out what should be in this array
# roles = [""];
};
# auto complete models
"qwen2.5-coder:1.5b-base" = {
model = "qwen2.5-coder:1.5b-base";
# TODO: figure out what should be in this array
# roles = [""];
};
"qwen2.5-coder:7b" = {
model = "qwen2.5-coder:7b";
# TODO: figure out what should be in this array
# roles = [""];
};
"deepseek-coder:6.7b" = {
model = "deepseek-coder:6.7b";
# TODO: figure out what should be in this array
# roles = [""];
};
"deepseek-coder:33b" = {
model = "deepseek-coder:33b";
# TODO: figure out what should be in this array
# roles = [""];
};
# agent models
"qwen3:32b" = {
model = "qwen3:32b";
# TODO: figure out what should be in this array
# roles = [""];
};
# embedding models
"nomic-embed-text:latest" = {
model = "nomic-embed-text:latest";
# TODO: figure out what should be in this array
# roles = [""];
};
};
};
};
services = {
ollama = {
enable = true;