mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

Update metaformers.py

Browse Source
This commit is contained in:
Fredo Guan 2023-01-08 10:01:53 -08:00
parent 944fd549c4
commit 1b3318bf19
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
timm/models/metaformers.py
View File

@ -317,7 +317,7 @@ class RandomMixing(nn.Module):
x = x.reshape(B, H, W, C) x = x.reshape(B, H, W, C)
return x return x
'''
class LayerNormGeneral(nn.Module): class LayerNormGeneral(nn.Module):
r""" General LayerNorm for different situations. r""" General LayerNorm for different situations.
@ -416,7 +416,7 @@ class LayerNormGeneral(nn.Module):
if self.use_bias: if self.use_bias:
x = x + self.bias x = x + self.bias
return x return x
'''
class SepConv(nn.Module): class SepConv(nn.Module):
r""" r"""
Inverted separable convolution from MobileNetV2: https://arxiv.org/abs/1801.04381. Inverted separable convolution from MobileNetV2: https://arxiv.org/abs/1801.04381.