This commit is contained in:
sayakpaul 2024-05-10 13:47:46 +02:00
parent dc123e71ef
commit 37a1cb35b8

View File

@ -642,12 +642,7 @@ class CLIPEncoder(nn.Module):
def __init__(self, config: CLIPConfig, attn_implementation="eager"):
super().__init__()
self.config = config
self.layers = nn.ModuleList(
[
CLIPEncoderLayer(config, attn_implementation=attn_implementation)
for _ in range(config.num_hidden_layers)
]
)
self.layers = nn.ModuleList([CLIPEncoderLayer(config) for _ in range(config.num_hidden_layers)])
self.gradient_checkpointing = False
def forward(