From df9dce2addf89370a983c587299e286f869f2d92 Mon Sep 17 00:00:00 2001 From: skzhang1 Date: Tue, 12 Nov 2024 11:29:02 -0500 Subject: [PATCH] update --- website/docs/topics/non-openai-models/local-vllm.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/website/docs/topics/non-openai-models/local-vllm.md b/website/docs/topics/non-openai-models/local-vllm.md index b8ca74e196..267127e3fe 100644 --- a/website/docs/topics/non-openai-models/local-vllm.md +++ b/website/docs/topics/non-openai-models/local-vllm.md @@ -49,7 +49,7 @@ Create a file name `autogenmistraltemplate.jinja` with the following content: {% if (message['role'] == 'user' or message['role'] == 'system') %} {{ '[INST] ' + message['content'] + ' [/INST]' }} - {% elif message['role'] == 'assistant' %} + {% elsif message['role'] == 'assistant' %} {{ message['content'] + eos_token}} {% else %} {{ raise_exception('Only system, user and assistant roles are supported!') }}