Clip device map (#19409)

* add first generation tutorial

* uP

* [Clip] Add text model to device map
This commit is contained in:
Patrick von Platen 2022-10-07 18:19:15 +02:00 committed by GitHub
parent c2b83d540e
commit 06514b3e1a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -688,6 +688,8 @@ class CLIPTextTransformer(nn.Module):
class CLIPTextModel(CLIPPreTrainedModel):
config_class = CLIPTextConfig
_no_split_modules = ["CLIPEncoderLayer"]
def __init__(self, config: CLIPTextConfig):
super().__init__(config)
self.text_model = CLIPTextTransformer(config)