mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

Removing unused self.drop

Browse Source
This commit is contained in:
lucapericlp 2023-10-05 10:00:51 +01:00 committed by Ross Wightman
parent 884ef88818
commit 7ce65a83a2
1 changed files with 0 additions and 2 deletions

2
timm/layers/mlp.py

@ -130,8 +130,6 @@ class SwiGLU(nn.Module):
self.fc2 = nn.Linear(hidden_features, out_features, bias=bias[1])
self.drop2 = nn.Dropout(drop_probs[1])
self.drop = nn.Dropout(drop)
def init_weights(self):
# override init of fc1 w/ gate portion set to weight near zero, bias=1
nn.init.ones_(self.fc1_g.bias)