diff --git a/python/llm/src/bigdl/llm/transformers/models/qwen2.py b/python/llm/src/bigdl/llm/transformers/models/qwen2.py
index 3c5c098adad..01915d5edda 100644
--- a/python/llm/src/bigdl/llm/transformers/models/qwen2.py
+++ b/python/llm/src/bigdl/llm/transformers/models/qwen2.py
@@ -262,7 +262,8 @@ def qwen2_attention_forward_origin(
         import linear_q4_0
         args = [hidden_states, self.q_proj.weight, self.k_proj.weight, self.v_proj.weight,
                 self.q_proj.bias, self.k_proj.bias, self.v_proj.bias, position_ids, cache_k,
-                cache_v, self.q_proj.weight.qtype, kv_seq_len, self.head_dim, self.rotary_emb.base]
+                cache_v, self.q_proj.weight.qtype, self.v_proj.weight.qtype, kv_seq_len,
+                self.head_dim, self.rotary_emb.base]
         query_states, key_states, value_states = linear_q4_0.forward_qkv_bias(*args)
         kv_seq_len += 1
         if self.layer_idx == 0: