Update metaformers.py

This commit is contained in:
Fredo Guan 2023-01-17 10:49:34 -08:00
parent 55d4eb78a2
commit 5de2544a80

View File

@ -536,6 +536,7 @@ class Mlp(nn.Module):
self.drop2 = nn.Dropout(drop_probs[1])
def forward(self, x):
print(x)
x = self.fc1(x)
x = self.act(x)
x = self.drop1(x)