Fix wavlm bundles (pytorch#3660)

The `encoder_layer_norm_first` should be set to True for the Large model of WavLM. Address pytorch#3347
hwangjeff · Oct 17, 2023 · 671261c · 671261c
1 parent 0b6ca28
commit 671261c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/torchaudio/pipelines/_wav2vec2/impl.py b/src/torchaudio/pipelines/_wav2vec2/impl.py
@@ -1350,7 +1350,7 @@ def _get_state_dict(self, dl_kwargs):
         "encoder_ff_interm_features": 4096,
         "encoder_ff_interm_dropout": 0.0,
         "encoder_dropout": 0.1,
-        "encoder_layer_norm_first": False,
+        "encoder_layer_norm_first": True,
         "encoder_layer_drop": 0.05,
         "aux_num_out": None,
     },