mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

Update metaformers.py

Browse Source
This commit is contained in:
Fredo Guan 2023-01-18 12:12:26 -08:00
parent eecab9eba8
commit 383c9fd43d
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
timm/models/metaformers.py
View File

@ -179,10 +179,10 @@ class RandomMixing(nn.Module):
data=torch.softmax(torch.rand(num_tokens, num_tokens), dim=-1), data=torch.softmax(torch.rand(num_tokens, num_tokens), dim=-1),
requires_grad=False) requires_grad=False)
def forward(self, x): def forward(self, x):
B, C, H, W = x.shape B, H, W, C = x.shape
x = x.reshape(B, H*W, C) x = x.reshape(B, H*W, C)
x = torch.einsum('mn, bnc -> bmc', self.random_matrix, x) x = torch.einsum('mn, bnc -> bmc', self.random_matrix, x)
x = x.reshape(B, C, H, W) x = x.reshape(B, H, W, C)
return x return x