added ollama to defiant

2025-05-24 22:17:19 -05:00 · 2025-05-24 22:17:19 -05:00 · 7b6344b419
commit 7b6344b419
parent 5cc41542e1
3 changed files with 32 additions and 2 deletions
--- a/configurations/nixos/defiant/configuration.nix
+++ b/configurations/nixos/defiant/configuration.nix
@ -201,13 +201,28 @@
    };

    ollama = {
-      enable = false;
+      enable = true;
+      exposePort = true;

      loadModels = [
-        "deepseek-coder:6.7b"
+        # conversation models
+        "llama3.1:8b"
        "deepseek-r1:8b"
        "deepseek-r1:32b"
        "deepseek-r1:70b"
+
+        # auto complete models
+        "qwen2.5-coder:1.5b-base"
+        "qwen2.5-coder:7b"
+        "deepseek-coder:6.7b"
+        "deepseek-coder:33b"
+
+        # agent models
+        "qwen3:8b"
+        "qwen3:32b"
+
+        # embedding models
+        "nomic-embed-text:latest"
      ];
    };
    tailscale = {