Update metaformers.py

pull/1647/head
Fredo Guan 2023-02-05 02:02:37 -08:00
parent ab6225b941
commit 53b8ce5b8a
1 changed files with 2 additions and 2 deletions

View File

@ -582,9 +582,9 @@ class MetaFormer(nn.Module):
def forward_head(self, x, pre_logits: bool = False):
# NOTE nn.Sequential in head broken down since can't call head[:-1](x) in torchscript :(
x = self.head.global_pool(x)
x = self.head.norm(x.permute(0, 2, 3, 1)).permute(0, 3, 1, 2)
x = self.head.global_pool(x.permute(0, 3, 1, 2))
x = self.head.flatten(x)
x = self.head.norm(x.permute(0, 2, 3, 1))
return x if pre_logits else self.head.fc(x)
def forward_features(self, x):