configurations/nixos/defiant/configuration.nix

@@ -192,9 +192,6 @@
     };
   };
 
-  # limit arc usage to 50gb because ollama doesn't play nice with zfs using up all of the memory
-  boot.kernelParams = ["zfs.zfs_arc_max=53687091200"];
-
   services = {
     # TODO: move zfs scrubbing into module
     zfs = {
@@ -215,11 +212,9 @@
     };
 
     ollama = {
-      enable = true;
+      enable = false;
       exposePort = true;
 
-      acceleration = false;
-
       loadModels = [
         # conversation models
         "llama3.1:8b"

modules/nixos-modules/ollama.nix

@@ -28,19 +28,23 @@
         };
       }))
       (lib.mkIf config.host.impermanence.enable {
-        # TODO: move this somewhere common
-        systemd.tmpfiles.rules = [
-          "d /var/lib/private 0700 root root"
-        ];
         environment.persistence."/persist/system/root" = {
           enable = true;
           hideMounts = true;
           directories = [
+            {
+              directory = config.services.ollama.models;
+              user = config.services.ollama.user;
+              group = config.services.ollama.group;
+              mode = "0700";
+              defaultPerms.mode = "0700";
+            }
             {
               directory = "/var/lib/private/ollama";
               user = config.services.ollama.user;
               group = config.services.ollama.group;
               mode = "0700";
+              defaultPerms.mode = "0700";
             }
           ];
         };