Update metaformers.py

pull/1647/head
Fredo Guan 2023-01-07 23:31:38 -08:00
parent d90ed530dc
commit d484d86189
1 changed files with 1 additions and 1 deletions

View File

@ -419,7 +419,7 @@ class Mlp(nn.Module):
""" MLP as used in MetaFormer models, eg Transformer, MLP-Mixer, PoolFormer, MetaFormer baslines and related networks.
Mostly copied from timm.
"""
def __init__(self, dim, mlp_ratio=4, out_features=None, act_layer=StarReLU, drop=0., bias=False, **kwargs):
def __init__(self, dim, mlp_ratio=4, out_features=None, act_layer=StarReLU, drop=0., bias=False):
super().__init__()
in_features = dim
out_features = out_features or in_features