limit zfs arc to 50gb
This commit is contained in:
parent
025eaa935a
commit
b7cfcfef7d
1 changed files with 5 additions and 0 deletions
|
@ -192,6 +192,9 @@
|
|||
};
|
||||
};
|
||||
|
||||
# limit arc usage to 50gb because ollama doesn't play nice with zfs using up all of the memory
|
||||
boot.kernelParams = ["zfs.zfs_arc_max=53687091200"];
|
||||
|
||||
services = {
|
||||
# TODO: move zfs scrubbing into module
|
||||
zfs = {
|
||||
|
@ -215,6 +218,8 @@
|
|||
enable = true;
|
||||
exposePort = true;
|
||||
|
||||
acceleration = false;
|
||||
|
||||
loadModels = [
|
||||
# conversation models
|
||||
"llama3.1:8b"
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue