riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 02:02:21 +06:00
Code Issues Actions 23 Packages Projects Releases Wiki Activity

Improve backbone (#20380)

Browse Source 
Co-authored-by: Niels Rogge <nielsrogge@Nielss-MacBook-Pro.local>
This commit is contained in:
NielsRogge 2022-11-22 17:00:08 +01:00 committed by GitHub
parent 5efd074af0
commit 9ef46659da
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 10 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
src/transformers/models/resnet/modeling_resnet.py
View File

@ -440,13 +440,12 @@ class ResNetBackbone(ResNetPreTrainedModel):
self.out_features = config.out_features
self.out_feature_channels = {
"stem": config.embedding_size,
"stage1": config.hidden_sizes[0],
"stage2": config.hidden_sizes[1],
"stage3": config.hidden_sizes[2],
"stage4": config.hidden_sizes[3],
}
out_feature_channels = {}
out_feature_channels["stem"] = config.embedding_size
for idx, stage in enumerate(self.stage_names[1:]):
out_feature_channels[stage] = config.hidden_sizes[idx]
self.out_feature_channels = out_feature_channels
# initialize weights and apply final processing
self.post_init()

7
tests/models/resnet/test_modeling_resnet.py
View File

@ -55,7 +55,7 @@ class ResNetModelTester:
hidden_act="relu",
num_labels=3,
scope=None,
out_features=["stage1", "stage2", "stage3", "stage4"],
out_features=["stage2", "stage3", "stage4"],
):
self.parent = parent
self.batch_size = batch_size
@ -121,10 +121,11 @@ class ResNetModelTester:
# verify hidden states
self.parent.assertEqual(len(result.feature_maps), len(config.out_features))
self.parent.assertListEqual(list(result.feature_maps[0].shape), [3, 10, 8, 8])
self.parent.assertListEqual(list(result.feature_maps[0].shape), [self.batch_size, self.hidden_sizes[1], 4, 4])
# verify channels
self.parent.assertListEqual(model.channels, config.hidden_sizes)
self.parent.assertEqual(len(model.channels), len(config.out_features))
self.parent.assertListEqual(model.channels, config.hidden_sizes[1:])
def prepare_config_and_inputs_for_common(self):
config_and_inputs = self.prepare_config_and_inputs()