fix suggestion

Signed-off-by: Kyle Sayers <kylesayrs@gmail.com>
huggingface · Feb 8, 2025 · 100dad2 · 100dad2
1 parent 0994756
commit 100dad2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/models/mllama/modeling_mllama.py b/src/transformers/models/mllama/modeling_mllama.py
@@ -192,8 +192,8 @@ def forward(
         hidden_state: torch.Tensor,
         attention_mask: Optional[torch.Tensor] = None,
         output_attentions: bool = None,
-    ) -> Tuple[torch.Tensor, torch.Tensor]:
     ) -> Tuple[torch.Tensor, Optional[torch.Tensor]]:
+        query = self.q_proj(hidden_state)
         key = self.k_proj(hidden_state)
         value = self.v_proj(hidden_state)