diff --git a/python/llm/src/ipex_llm/transformers/npu_models/mp_models_base.py b/python/llm/src/ipex_llm/transformers/npu_models/mp_models_base.py index 9df88cd3ab1..39d5888e230 100644 --- a/python/llm/src/ipex_llm/transformers/npu_models/mp_models_base.py +++ b/python/llm/src/ipex_llm/transformers/npu_models/mp_models_base.py @@ -494,7 +494,7 @@ def apply_rotary_pos_emb(self, *, q, k, cos, sin, position_ids, num_heads, seq_len, head_dim): if position_ids is not None: if os.environ.get("IPEX_LLM_NPU_MTL", "0") == "1" or\ - os.environ.get("IPEX_LLM_NPU_ARL", "0") == "1": + os.environ.get("IPEX_LLM_NPU_ARL", "0") == "1": position_ids = self.reshape(position_ids, [-1]) else: position_ids = self.squeeze(position_ids)