mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

ResNetV2 seems to work best without zero_init residual

Browse Source
This commit is contained in:
Ross Wightman 2021-09-23 15:43:22 -07:00
parent 8e11da0ce3
commit da06cc61d4
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
timm/models/resnetv2.py
View File

@ -344,7 +344,7 @@ class ResNetV2(nn.Module):
num_classes=1000, in_chans=3, global_pool='avg', output_stride=32,
width_factor=1, stem_chs=64, stem_type='', avg_down=False, preact=True,
act_layer=nn.ReLU, conv_layer=StdConv2d, norm_layer=partial(GroupNormAct, num_groups=32),
drop_rate=0., drop_path_rate=0., zero_init_last=True):
drop_rate=0., drop_path_rate=0., zero_init_last=False):
super().__init__()
self.num_classes = num_classes
self.drop_rate = drop_rate