[Moshi] disable automatic compilation if the model can't compile (hug…

…gingface#35992) moshi cant compile
sbucaille · Feb 14, 2025 · b320f35 · b320f35
1 parent f2788b9
commit b320f35
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/generation/utils.py b/src/transformers/generation/utils.py
@@ -3183,7 +3183,7 @@ def _sample(
 
         model_forward = self.__call__
         if isinstance(model_kwargs.get("past_key_values"), Cache):
-            is_compileable = model_kwargs["past_key_values"].is_compileable
+            is_compileable = model_kwargs["past_key_values"].is_compileable and self._supports_static_cache
             if is_compileable and (
                 self.device.type == "cuda" or generation_config.compile_config._compile_all_devices
             ):