[ClipVision] accelerate support for clip-vision (huggingface#27851)

support accelerate for clip-vision
MKhalusova · Dec 5, 2023 · 3e68944 · 3e68944
1 parent b7e6d12
commit 3e68944
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/transformers/models/clip/modeling_clip.py b/src/transformers/models/clip/modeling_clip.py
@@ -870,6 +870,7 @@ def forward(
 class CLIPVisionModel(CLIPPreTrainedModel):
     config_class = CLIPVisionConfig
     main_input_name = "pixel_values"
+    _no_split_modules = ["CLIPEncoderLayer"]
 
     def __init__(self, config: CLIPVisionConfig):
         super().__init__(config)