change activation in pcb_head: GELU -> ReLU

pull/608/head
zuchen.wang 2021-11-12 15:24:01 +08:00
parent 88cc245847
commit fa20064a89
1 changed files with 4 additions and 4 deletions

View File

@ -49,25 +49,25 @@ class PcbHead(nn.Module):
self.match_full = nn.Sequential(
nn.Dropout(p=0.5),
nn.Linear(self.full_dim * 4, self.embedding_dim),
nn.GELU()
nn.ReLU()
)
self.match_part_0 = nn.Sequential(
nn.Dropout(p=0.5),
nn.Linear(self.part_dim * 4, self.embedding_dim),
nn.GELU()
nn.ReLU()
)
self.match_part_1 = nn.Sequential(
nn.Dropout(p=0.5),
nn.Linear(self.part_dim * 4, self.embedding_dim),
nn.GELU()
nn.ReLU()
)
self.match_part_2 = nn.Sequential(
nn.Dropout(p=0.5),
nn.Linear(self.part_dim * 4, self.embedding_dim),
nn.GELU()
nn.ReLU()
)
# Get similarity