fix

huggingface · Jul 10, 2024 · aab4e83 · aab4e83
1 parent 6de5e94
commit aab4e83
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/tests/test_modeling_common.py b/tests/test_modeling_common.py
@@ -3257,6 +3257,10 @@ def test_mismatched_shapes_have_properly_initialized_weights(self):
                                     msg=f"Parameter {name} of model {model_class} seems not properly initialized",
                                 )
                             else:
+                                # Here we allow the parameters' mean to be in the range [-5.0, 5.0] instead of being
+                                # either `0.0` or `1.0`, because their initializations are not using
+                                # `config.initializer_factor` (or something similar). The purpose of this test is simply
+                                # to make sure they are properly initialized (to avoid very large value or even `nan`).
                                 self.assertGreaterEqual(
                                     param_mean,
                                     -5.0,