From b8692432c98c9e7e72ede22333fb9e9dda7df2f9 Mon Sep 17 00:00:00 2001 From: Mohankumar Ramachandran Date: Wed, 13 Nov 2024 12:06:09 +0530 Subject: [PATCH] Update model context windows --- src/constants.ts | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/constants.ts b/src/constants.ts index 956906d..0f9cc12 100644 --- a/src/constants.ts +++ b/src/constants.ts @@ -12,19 +12,19 @@ export const PROVIDER_TYPES = ["chat", "completion"] as const; export const ALLOWED_COMPLETION_MODELS = [ { regex: "^gpt-3.5-turbo-.*instruct", - contextWindow: 4096, + contextWindow: 3500, tokenizerUrl: "https://cdn.jsdelivr.net/gh/flexpilot-ai/vscode-extension/tokenizers/cl100k_base.json", }, { regex: "^codestral-(?!.*mamba)", - contextWindow: 32768, + contextWindow: 30000, tokenizerUrl: "https://cdn.jsdelivr.net/gh/flexpilot-ai/vscode-extension/tokenizers/codestral-v0.1.json", }, { regex: "^gpt-35-turbo-.*instruct", - contextWindow: 4096, + contextWindow: 3500, tokenizerUrl: "https://cdn.jsdelivr.net/gh/flexpilot-ai/vscode-extension/tokenizers/cl100k_base.json", },