From 605df12a77e12da9344db2d4d5710afc2cfc5214 Mon Sep 17 00:00:00 2001 From: Yoach Lacombe Date: Fri, 14 Jun 2024 10:58:57 +0200 Subject: [PATCH] remove copied from statement from Musicgen SDPA --- src/transformers/models/musicgen/modeling_musicgen.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/src/transformers/models/musicgen/modeling_musicgen.py b/src/transformers/models/musicgen/modeling_musicgen.py index fc6cc6c7e1c4..8c126f5d809c 100644 --- a/src/transformers/models/musicgen/modeling_musicgen.py +++ b/src/transformers/models/musicgen/modeling_musicgen.py @@ -545,7 +545,6 @@ def _upad_input(self, query_layer, key_layer, value_layer, attention_mask, query ) -# Copied from transformers.models.bart.modeling_bart.BartSdpaAttention with Bart->Musicgen class MusicgenSdpaAttention(MusicgenAttention): def forward( self, @@ -572,7 +571,6 @@ def forward( output_attentions=output_attentions, ) - # Ignore copy if ( attention_mask is not None and (attention_mask.mean(dim=[1, 2, 3]) <= torch.finfo(attention_mask.dtype).min).any()