fixed small typo (#20490)

Co-authored-by: Sandeep Kumar <sandeep.kumar@woven-planet.global>
This commit is contained in:
sandeep kumar 2022-11-30 01:35:12 +09:00 committed by GitHub
parent 73e2faa6c2
commit 86e435bbb1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -233,7 +233,7 @@ class VanLayer(nn.Module):
drop_path_rate: float = 0.5,
):
super().__init__()
self.drop_path = VanDropPath(drop_path) if drop_path_rate > 0.0 else nn.Identity()
self.drop_path = VanDropPath(drop_path_rate) if drop_path_rate > 0.0 else nn.Identity()
self.pre_normomalization = nn.BatchNorm2d(hidden_size)
self.attention = VanSpatialAttentionLayer(hidden_size, config.hidden_act)
self.attention_scaling = VanLayerScaling(hidden_size, config.layer_scale_init_value)