Fix missing norm call in Mlp forward (not used by default, but can be enabled for normformer MLP scale). Fix #1851 fix #1852

This commit is contained in:
Ross Wightman 2023-08-03 11:35:05 -07:00
parent 8e4480e4b6
commit 76d166981d

View File

@ -42,6 +42,7 @@ class Mlp(nn.Module):
x = self.fc1(x)
x = self.act(x)
x = self.drop1(x)
x = self.norm(x)
x = self.fc2(x)
x = self.drop2(x)
return x