forked from jan-leila/nix-config
		
	started to draft out configuration of continue models
This commit is contained in:
		
							parent
							
								
									7b6344b419
								
							
						
					
					
						commit
						77ab4781ac
					
				
					 4 changed files with 154 additions and 52 deletions
				
			
		|  | @ -65,58 +65,58 @@ in { | |||
|             # builtins.elemAt osConfig.services.ollama.loadModels 0; | ||||
|           }) | ||||
|         ]; | ||||
| 
 | ||||
|         extensions = ( | ||||
|           with open-vsx; | ||||
|             [ | ||||
|               # vs code feel extensions | ||||
|               ms-vscode.atom-keybindings | ||||
|               akamud.vscode-theme-onedark | ||||
|               streetsidesoftware.code-spell-checker | ||||
|               streetsidesoftware.code-spell-checker-german | ||||
|               streetsidesoftware.code-spell-checker-italian | ||||
|               jeanp413.open-remote-ssh | ||||
| 
 | ||||
|               # html extensions | ||||
|               formulahendry.auto-rename-tag | ||||
|               ms-vscode.live-server | ||||
| 
 | ||||
|               # js extensions | ||||
|               dsznajder.es7-react-js-snippets | ||||
|               dbaeumer.vscode-eslint | ||||
|               standard.vscode-standard | ||||
|               firsttris.vscode-jest-runner | ||||
|               stylelint.vscode-stylelint | ||||
|               tauri-apps.tauri-vscode | ||||
| 
 | ||||
|               # go extensions | ||||
|               golang.go | ||||
| 
 | ||||
|               # astro blog extensions | ||||
|               astro-build.astro-vscode | ||||
|               unifiedjs.vscode-mdx | ||||
| 
 | ||||
|               # misc extensions | ||||
|               tamasfe.even-better-toml | ||||
|             ] | ||||
|             ++ (lib.lists.optionals nix-development-enabled [ | ||||
|               # nix extensions | ||||
|               pinage404.nix-extension-pack | ||||
|               jnoortheen.nix-ide | ||||
|               kamadorueda.alejandra | ||||
|             ]) | ||||
|             ++ ( | ||||
|               with vscode-marketplace; | ||||
|                 [ | ||||
|                   # js extensions | ||||
|                   karyfoundation.nearley | ||||
|                 ] | ||||
|                 ++ (lib.lists.optionals ai-tooling-enabled [ | ||||
|                   continue.continue | ||||
|                 ]) | ||||
|             ) | ||||
|         ); | ||||
|       }; | ||||
| 
 | ||||
|       extensions = ( | ||||
|         with open-vsx; | ||||
|           [ | ||||
|             # vs code feel extensions | ||||
|             ms-vscode.atom-keybindings | ||||
|             akamud.vscode-theme-onedark | ||||
|             streetsidesoftware.code-spell-checker | ||||
|             streetsidesoftware.code-spell-checker-german | ||||
|             streetsidesoftware.code-spell-checker-italian | ||||
|             jeanp413.open-remote-ssh | ||||
| 
 | ||||
|             # html extensions | ||||
|             formulahendry.auto-rename-tag | ||||
|             ms-vscode.live-server | ||||
| 
 | ||||
|             # js extensions | ||||
|             dsznajder.es7-react-js-snippets | ||||
|             dbaeumer.vscode-eslint | ||||
|             standard.vscode-standard | ||||
|             firsttris.vscode-jest-runner | ||||
|             stylelint.vscode-stylelint | ||||
|             tauri-apps.tauri-vscode | ||||
| 
 | ||||
|             # go extensions | ||||
|             golang.go | ||||
| 
 | ||||
|             # astro blog extensions | ||||
|             astro-build.astro-vscode | ||||
|             unifiedjs.vscode-mdx | ||||
| 
 | ||||
|             # misc extensions | ||||
|             tamasfe.even-better-toml | ||||
|           ] | ||||
|           ++ (lib.lists.optionals nix-development-enabled [ | ||||
|             # nix extensions | ||||
|             pinage404.nix-extension-pack | ||||
|             jnoortheen.nix-ide | ||||
|             kamadorueda.alejandra | ||||
|           ]) | ||||
|           ++ ( | ||||
|             with vscode-marketplace; | ||||
|               [ | ||||
|                 # js extensions | ||||
|                 karyfoundation.nearley | ||||
|               ] | ||||
|               ++ (lib.lists.optionals ai-tooling-enabled [ | ||||
|                 continue.continue | ||||
|               ]) | ||||
|           ) | ||||
|       ); | ||||
|     }; | ||||
|   }; | ||||
| } | ||||
|  |  | |||
|  | @ -30,8 +30,65 @@ | |||
|       graphicsAcceleration.enable = true; | ||||
|       directAccess.enable = true; | ||||
|     }; | ||||
|   }; | ||||
|     ai = { | ||||
|       enable = true; | ||||
|       # TODO: benchmark twilight against defiant and prune this list of models that are faster on defiant | ||||
|       models = { | ||||
|         # conversation models | ||||
|         "lamma3.1:8b" = { | ||||
|           model = "lamma3.1:8b"; | ||||
|           # TODO: figure out what should be in this array | ||||
|           # roles = [""]; | ||||
|         }; | ||||
|         "deepseek-r1:8b" = { | ||||
|           model = "deepseek-r1:8b"; | ||||
|           # TODO: figure out what should be in this array | ||||
|           # roles = [""]; | ||||
|         }; | ||||
|         "deepseek-r1:32b" = { | ||||
|           model = "deepseek-r1:32b"; | ||||
|           # TODO: figure out what should be in this array | ||||
|           # roles = [""]; | ||||
|         }; | ||||
| 
 | ||||
|         # auto complete models | ||||
|         "qwen2.5-coder:1.5b-base" = { | ||||
|           model = "qwen2.5-coder:1.5b-base"; | ||||
|           # TODO: figure out what should be in this array | ||||
|           # roles = [""]; | ||||
|         }; | ||||
|         "qwen2.5-coder:7b" = { | ||||
|           model = "qwen2.5-coder:7b"; | ||||
|           # TODO: figure out what should be in this array | ||||
|           # roles = [""]; | ||||
|         }; | ||||
|         "deepseek-coder:6.7b" = { | ||||
|           model = "deepseek-coder:6.7b"; | ||||
|           # TODO: figure out what should be in this array | ||||
|           # roles = [""]; | ||||
|         }; | ||||
|         "deepseek-coder:33b" = { | ||||
|           model = "deepseek-coder:33b"; | ||||
|           # TODO: figure out what should be in this array | ||||
|           # roles = [""]; | ||||
|         }; | ||||
| 
 | ||||
|         # agent models | ||||
|         "qwen3:32b" = { | ||||
|           model = "qwen3:32b"; | ||||
|           # TODO: figure out what should be in this array | ||||
|           # roles = [""]; | ||||
|         }; | ||||
| 
 | ||||
|         # embedding models | ||||
|         "nomic-embed-text:latest" = { | ||||
|           model = "nomic-embed-text:latest"; | ||||
|           # TODO: figure out what should be in this array | ||||
|           # roles = [""]; | ||||
|         }; | ||||
|       }; | ||||
|     }; | ||||
|   }; | ||||
|   services = { | ||||
|     ollama = { | ||||
|       enable = true; | ||||
|  |  | |||
		Loading…
	
	Add table
		Add a link
		
	
		Reference in a new issue