Fix batch > 1 in HunyuanVideo (#10548)

huggingface · Jan 14, 2025 · 4a4afd5 · 4a4afd5 · ITerydh · Jan 18, 2025
1 parent aa79d7d
commit 4a4afd5
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/diffusers/models/transformers/transformer_hunyuan_video.py b/src/diffusers/models/transformers/transformer_hunyuan_video.py
@@ -727,7 +727,8 @@ def forward(
 
         for i in range(batch_size):
             attention_mask[i, : effective_sequence_length[i]] = True
-        attention_mask = attention_mask.unsqueeze(1)  # [B, 1, N], for broadcasting across attention heads
+        # [B, 1, 1, N], for broadcasting across attention heads
+        attention_mask = attention_mask.unsqueeze(1).unsqueeze(1)
 
         # 4. Transformer blocks
         if torch.is_grad_enabled() and self.gradient_checkpointing: