Undo change

Lightning-AI · Dec 7, 2024 · bb86cb0 · bb86cb0
1 parent 4ba0bce
commit bb86cb0
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/litgpt/model.py b/litgpt/model.py
@@ -483,9 +483,6 @@ def build_rope_cache(
 
     # Calculate the product of position index and $\theta_i$
     idx_theta = torch.outer(seq_idx, theta).repeat(1, 2)
-    # Happens if `n_elem` is odd
-    if idx_theta.shape[1] > n_elem:
-        idx_theta = idx_theta[:, :n_elem]
 
     return torch.cos(idx_theta), torch.sin(idx_theta)