diff --git a/timm/models/metaformers.py b/timm/models/metaformers.py index db9421dc..01c4ee5f 100644 --- a/timm/models/metaformers.py +++ b/timm/models/metaformers.py @@ -583,8 +583,8 @@ class MetaFormer(nn.Module): def forward_head(self, x, pre_logits: bool = False): # NOTE nn.Sequential in head broken down since can't call head[:-1](x) in torchscript :( x = self.head.global_pool(x) + x = self.head.norm(x.permute(0, 2, 3, 1)).permute(0, 3, 1, 2) x = self.head.flatten(x) - x = self.head.norm(x) return x if pre_logits else self.head.fc(x) def forward_features(self, x):