Rebased; remove unnecessary assertion block

src/transformers/models/llama/modeling_llama.py

@@ -347,12 +347,6 @@ def __init__(self, config: LlamaConfig, layer_idx: Optional[int] = None):
         self.rope_theta = config.rope_theta
         self.is_causal = True
 
-        if self.head_dim is None and (self.head_dim * self.num_heads) != self.hidden_size:
-            raise ValueError(
-                f"hidden_size must be divisible by num_heads (got `hidden_size`: {self.hidden_size}"
-                f" and `num_heads`: {self.num_heads})."
-            )
-
         self.q_proj = nn.Linear(self.hidden_size, self.num_heads * self.head_dim, bias=config.attention_bias)
         self.k_proj = nn.Linear(self.hidden_size, self.num_key_value_heads * self.head_dim, bias=config.attention_bias)
         self.v_proj = nn.Linear(self.hidden_size, self.num_key_value_heads * self.head_dim, bias=config.attention_bias)