fix

huggingface · Nov 25, 2024 · 820be50 · 820be50
1 parent c1a8520
commit 820be50
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
@@ -620,8 +620,8 @@ def __init__(
             else unwrapped_model.get_base_model().forward
         )
         forward_params = inspect.signature(model_forward).parameters
-        self.model_accepts_loss_kwargs = (
-            "loss_kwargs" in forward_params and forward_params["loss_kwargs"].kind == inspect.Parameter.VAR_KEYWORD
+        self.model_accepts_loss_kwargs = any(
+            k.kind == inspect.Parameter.VAR_KEYWORD for k in forward_params
         )
 
         self.neftune_noise_alpha = args.neftune_noise_alpha