set horizon up to use twilight ollama models

configurations/nixos/horizon/configuration.nix

@@ -23,6 +23,29 @@
     hardware = {
       directAccess.enable = true;
     };
+
+    ai = {
+      enable = true;
+      models = {
+        "Llama 3.1 8B" = {
+          model = "lamma3.1:8b";
+          roles = ["chat" "edit" "apply"];
+          apiBase = "http://twilight:11434";
+        };
+
+        "qwen2.5-coder:1.5b-base" = {
+          model = "qwen2.5-coder:1.5b-base";
+          roles = ["autocomplete"];
+          apiBase = "http://twilight:11434";
+        };
+
+        "nomic-embed-text:latest" = {
+          model = "nomic-embed-text:latest";
+          roles = ["embed"];
+          apiBase = "http://twilight:11434";
+        };
+      };
+    };
   };
 
   environment.systemPackages = [

configurations/nixos/twilight/configuration.nix

@@ -83,6 +83,7 @@
   services = {
     ollama = {
       enable = true;
+      exposePort = true;
 
       loadModels = [
         # conversation models

modules/nixos-modules/ai.nix

@@ -40,7 +40,7 @@
   };
 
   config = {
-    # TODO: configure ollama to download any modules listed in options.host.ai.models.{name}.model if options.host.ai.models.{name}.apiBase is the default value
+    # TODO: configure ollama to download any modules listed in options.host.ai.models.{name}.model if options.host.ai.models.{name}.apiBase is localhost
-    # TODO: if we have any models that have a non null options.host.ai.models.{name}.apiBase then set services.ollama.enable to a lib.mkAfter true
+    # TODO: if we have any models that have a non localhost options.host.ai.models.{name}.apiBase then set services.ollama.enable to a lib.mkAfter true
   };
 }