From 70a631059b457c5570b7a59a0ca0109bbeb7d093 Mon Sep 17 00:00:00 2001 From: xiangw2 Date: Tue, 26 Nov 2024 09:48:33 +0800 Subject: [PATCH] fix --- vllm/model_executor/models/telechat2.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/model_executor/models/telechat2.py b/vllm/model_executor/models/telechat2.py index 4e4e371840aab..caf02b06e2836 100644 --- a/vllm/model_executor/models/telechat2.py +++ b/vllm/model_executor/models/telechat2.py @@ -32,8 +32,8 @@ from vllm.model_executor.layers.sampler import Sampler, SamplerOutput from vllm.model_executor.layers.vocab_parallel_embedding import ParallelLMHead from vllm.model_executor.model_loader.weight_utils import default_weight_loader -from vllm.model_executor.models.llama import (LlamaAttention, - LlamaDecoderLayer, +from vllm.model_executor.models.llama import (LlamaAttention, + LlamaDecoderLayer, LlamaForCausalLM, LlamaMLP, LlamaModel) from vllm.model_executor.sampling_metadata import SamplingMetadata