Remove keep_input_mutations (huggingface#1492)

HabanaAI · Nov 26, 2024 · c23dc6c · c23dc6c
1 parent 8e87f6f
commit c23dc6c
Showing 1 changed file with 3 additions and 5 deletions.
diff --git a/examples/text-generation/utils.py b/examples/text-generation/utils.py
@@ -178,13 +178,11 @@ def patch_scoped_linear_all_reduce(model):
 
 def get_torch_compiled_model(model):
     if model.config.model_type in ["gpt_bigcode", "mpt", "bloom", "gpt2"]:
-        model.transformer = torch.compile(
-            model.transformer, backend="hpu_backend", options={"keep_input_mutations": True}
-        )
+        model.transformer = torch.compile(model.transformer, backend="hpu_backend")
     elif model.config.model_type in ["gpt_neox"]:
-        model.gpt_neox = torch.compile(model.gpt_neox, backend="hpu_backend", options={"keep_input_mutations": True})
+        model.gpt_neox = torch.compile(model.gpt_neox, backend="hpu_backend")
     else:
-        model.model = torch.compile(model.model, backend="hpu_backend", options={"keep_input_mutations": True})
+        model.model = torch.compile(model.model, backend="hpu_backend")
     return model