mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

Update metaformers.py

Browse Source
This commit is contained in:
Fredo Guan 2023-01-12 11:21:43 -08:00
parent d40d4c8c2a
commit f400e8a3c9
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
timm/models/metaformers.py
View File

@ -648,6 +648,7 @@ class MetaFormer(nn.Module):
self.head_fn = head_fn
self.num_features = dims[-1]
self.head_dropout = head_dropout
self.output_norm = output_norm
if not isinstance(depths, (list, tuple)):
depths = [depths] # it means the model has only one stage
@ -704,7 +705,7 @@ class MetaFormer(nn.Module):
self.feature_info += [dict(num_chs=dims[i], reduction=2, module=f'stages.{i}')]
self.stages = nn.Sequential(*stages)
self.norm = output_norm(dims[-1])
self.norm = self.output_norm(self.num_features)
self.global_pool = SelectAdaptivePool2d(pool_type=global_pool)
@ -739,6 +740,7 @@ class MetaFormer(nn.Module):
self.head = nn.Identity()
self.norm = nn.Identity()
else:
self.norm = self.output_norm(self.num_features)
if self.head_dropout > 0.0:
self.head = self.head_fn(self.num_features, self.num_classes, head_dropout=self.head_dropout)
else: