mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

Update metaformers.py

Browse Source
This commit is contained in:
Fredo Guan 2023-01-07 21:31:01 -08:00
parent ee16588a3a
commit 116345b4d3
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
timm/models/metaformers.py
View File

@ -627,10 +627,11 @@ class MetaFormer(nn.Module):
return {'norm'}
def forward_features(self, x):
for i in range(self.num_stage):
x = self.downsample_layers[i](x)
x = self.stages[i](x)
return self.norm(x.mean([1, 2])) # (B, H, W, C) -> (B, C)
x = self.stages(x)
x = x.mean([1,2]) # TODO use adaptive pool instead of mean
x = self.norm(x)
# (B, H, W, C) -> (B, C)
return x
def forward(self, x):
x = self.forward_features(x)