[Moshi] disable automatic compilation if the model can't compile (hug…

…gingface#35992) moshi cant compile
elvircrn · Feb 13, 2025 · 0f0bbc7 · 0f0bbc7
1 parent 559a612
commit 0f0bbc7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/generation/utils.py b/src/transformers/generation/utils.py
@@ -3183,7 +3183,7 @@ def _sample(
 
         model_forward = self.__call__
         if isinstance(model_kwargs.get("past_key_values"), Cache):
-            is_compileable = model_kwargs["past_key_values"].is_compileable
+            is_compileable = model_kwargs["past_key_values"].is_compileable and self._supports_static_cache
             if is_compileable and (
                 self.device.type == "cuda" or generation_config.compile_config._compile_all_devices
             ):