diff --git a/website/docs/topics/non-openai-models/local-vllm.md b/website/docs/topics/non-openai-models/local-vllm.md index b8ca74e196..267127e3fe 100644 --- a/website/docs/topics/non-openai-models/local-vllm.md +++ b/website/docs/topics/non-openai-models/local-vllm.md @@ -49,7 +49,7 @@ Create a file name `autogenmistraltemplate.jinja` with the following content: {% if (message['role'] == 'user' or message['role'] == 'system') %} {{ '[INST] ' + message['content'] + ' [/INST]' }} - {% elif message['role'] == 'assistant' %} + {% elsif message['role'] == 'assistant' %} {{ message['content'] + eos_token}} {% else %} {{ raise_exception('Only system, user and assistant roles are supported!') }}