Update metaformers.py

This commit is contained in:
Fredo Guan 2023-01-17 10:58:07 -08:00
parent bfa6f0962d
commit 09d1ea628d

View File

@ -363,7 +363,7 @@ class RandomMixing(nn.Module):
x = x.reshape(B, H, W, C)
return x
'''
class LayerNormGeneral(nn.Module):
r""" General LayerNorm for different situations.
@ -462,7 +462,7 @@ class LayerNormGeneral(nn.Module):
if self.use_bias:
x = x + self.bias
return x
'''
class SepConv(nn.Module):
r"""
Inverted separable convolution from MobileNetV2: https://arxiv.org/abs/1801.04381.