fix phi3 (#11878)

intel-analytics · Aug 21, 2024 · bd1e490 · bd1e490
1 parent eab6f6d
commit bd1e490
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/llm/src/ipex_llm/transformers/models/phi3.py b/python/llm/src/ipex_llm/transformers/models/phi3.py
@@ -277,7 +277,7 @@ def model_forward(
                     head_dim = self.config.hidden_size // self.config.num_attention_heads
                     past_key_values = DynamicNormalCache.from_reserved(
                         n_layer, inputs.size(0), n_head, inputs.size(1), head_dim,
-                        inputs.dtype, inputs.device
+                        self.dtype, inputs.device
                     )
         return origin_model_forward(
             self=self,