From 76d166981d523acfaacd2203a399062b12bb958b Mon Sep 17 00:00:00 2001
From: Ross Wightman <rwightman@gmail.com>
Date: Thu, 3 Aug 2023 11:35:05 -0700
Subject: [PATCH] Fix missing norm call in Mlp forward (not used by default,
 but can be enabled for normformer MLP scale). Fix #1851 fix #1852

---
 timm/layers/mlp.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/timm/layers/mlp.py b/timm/layers/mlp.py
index 2c307330..a68ae4bc 100644
--- a/timm/layers/mlp.py
+++ b/timm/layers/mlp.py
@@ -42,6 +42,7 @@ class Mlp(nn.Module):
         x = self.fc1(x)
         x = self.act(x)
         x = self.drop1(x)
+        x = self.norm(x)
         x = self.fc2(x)
         x = self.drop2(x)
         return x