From fa20064a891baa535c6e64a6ba58de72c84a1e5b Mon Sep 17 00:00:00 2001
From: "zuchen.wang" <zuchen.wang@vipshop.com>
Date: Fri, 12 Nov 2021 15:24:01 +0800
Subject: [PATCH] change activation in pcb_head: GELU -> ReLU

---
 fastreid/modeling/heads/pcb_head.py | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/fastreid/modeling/heads/pcb_head.py b/fastreid/modeling/heads/pcb_head.py
index 3322894..6270395 100644
--- a/fastreid/modeling/heads/pcb_head.py
+++ b/fastreid/modeling/heads/pcb_head.py
@@ -49,25 +49,25 @@ class PcbHead(nn.Module):
         self.match_full = nn.Sequential(
                     nn.Dropout(p=0.5),
                     nn.Linear(self.full_dim * 4, self.embedding_dim),
-                    nn.GELU()
+                    nn.ReLU()
                 )
 
         self.match_part_0 = nn.Sequential(
                     nn.Dropout(p=0.5),
                     nn.Linear(self.part_dim * 4, self.embedding_dim),
-                    nn.GELU()
+                    nn.ReLU()
                 )
 
         self.match_part_1 = nn.Sequential(
                     nn.Dropout(p=0.5),
                     nn.Linear(self.part_dim * 4, self.embedding_dim),
-                    nn.GELU()
+                    nn.ReLU()
                 )
 
         self.match_part_2 = nn.Sequential(
                     nn.Dropout(p=0.5),
                     nn.Linear(self.part_dim * 4, self.embedding_dim),
-                    nn.GELU()
+                    nn.ReLU()
                 )
 
         # Get similarity