Forcing context size to 16K from 4K

ivanfioravanti · Jan 29, 2024 · 934723c · 934723c
1 parent 7d46603
commit 934723c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/types/ollama.ts b/types/ollama.ts
@@ -23,6 +23,6 @@ export const OllamaModels: Record<OllamaModelID, OllamaModel> = {
   [OllamaModelID.DEFAULTMODEL]: {
     name: 'mistral:latest',
     modified_at: new Date(),
-    size: 4000,
+    size: 16384,
   },
 };