Update model context windows

flexpilot-ai · Nov 13, 2024 · b869243 · b869243
1 parent a942f78
commit b869243
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/src/constants.ts b/src/constants.ts
@@ -12,19 +12,19 @@ export const PROVIDER_TYPES = ["chat", "completion"] as const;
 export const ALLOWED_COMPLETION_MODELS = [
   {
     regex: "^gpt-3.5-turbo-.*instruct",
-    contextWindow: 4096,
+    contextWindow: 3500,
     tokenizerUrl:
       "https://cdn.jsdelivr.net/gh/flexpilot-ai/vscode-extension/tokenizers/cl100k_base.json",
   },
   {
     regex: "^codestral-(?!.*mamba)",
-    contextWindow: 32768,
+    contextWindow: 30000,
     tokenizerUrl:
       "https://cdn.jsdelivr.net/gh/flexpilot-ai/vscode-extension/tokenizers/codestral-v0.1.json",
   },
   {
     regex: "^gpt-35-turbo-.*instruct",
-    contextWindow: 4096,
+    contextWindow: 3500,
     tokenizerUrl:
       "https://cdn.jsdelivr.net/gh/flexpilot-ai/vscode-extension/tokenizers/cl100k_base.json",
   },