fix bugs in cogvideo patch_embed (#399)

xdit-project · Dec 18, 2024 · b5fb784 · b5fb784
1 parent 0cbdf4a
commit b5fb784
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/xfuser/model_executor/layers/embeddings.py b/xfuser/model_executor/layers/embeddings.py
@@ -193,6 +193,6 @@ def forward(self, text_embeds: torch.Tensor, image_embeds: torch.Tensor):
             ]
             pos_embedding = torch.cat(pos_embed_list, dim=1)
 
-            embeds[:, self.max_text_seq_length :] += pos_embedding
+            embeds[:, text_embeds.shape[1] :] += pos_embedding
 
         return embeds