[ClipVision] accelerate support for clip-vision (#27851)

support accelerate for clip-vision
This commit is contained in:
Younes Belkada 2023-12-05 14:04:20 +01:00 committed by GitHub
parent b7e6d120c1
commit 3e68944cc4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -870,6 +870,7 @@ class CLIPVisionTransformer(nn.Module):
class CLIPVisionModel(CLIPPreTrainedModel):
config_class = CLIPVisionConfig
main_input_name = "pixel_values"
_no_split_modules = ["CLIPEncoderLayer"]
def __init__(self, config: CLIPVisionConfig):
super().__init__(config)