diff --git a/vllm/model_executor/model_loader.py b/vllm/model_executor/model_loader.py index fe6ff36edb882..14739d95e1132 100644 --- a/vllm/model_executor/model_loader.py +++ b/vllm/model_executor/model_loader.py @@ -19,6 +19,7 @@ "BaichuanForCausalLM": BaichuanForCausalLM, # baichuan-13b "BloomForCausalLM": BloomForCausalLM, "ChatGLMModel": ChatGLMForCausalLM, + "ChatGLMForConditionalGeneration": ChatGLMForCausalLM, "FalconForCausalLM": FalconForCausalLM, "GPT2LMHeadModel": GPT2LMHeadModel, "GPTBigCodeForCausalLM": GPTBigCodeForCausalLM,