configurations/nixos/defiant/configuration.nix

@@ -192,6 +192,9 @@
     };
   };
 
+  # limit arc usage to 50gb because ollama doesn't play nice with zfs using up all of the memory
+  boot.kernelParams = ["zfs.zfs_arc_max=53687091200"];
+
   services = {
     # TODO: move zfs scrubbing into module
     zfs = {
@@ -215,6 +218,8 @@
       enable = true;
       exposePort = true;
 
+      acceleration = false;
+
       loadModels = [
         # conversation models
         "llama3.1:8b"