mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

Back out some activation hacks trialing upcoming pytorch changes

Browse Source
This commit is contained in:
Ross Wightman 2020-07-17 18:41:37 -07:00
parent 3b9004bef9
commit 298fba09ac
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
timm/models/layers/activations.py
View File

@ -82,7 +82,7 @@ class HardSwish(nn.Module):
self.inplace = inplace self.inplace = inplace
def forward(self, x): def forward(self, x):
return F.hardswish(x) #hard_swish(x, self.inplace) return hard_swish(x, self.inplace)
def hard_sigmoid(x, inplace: bool = False): def hard_sigmoid(x, inplace: bool = False):

4
timm/models/layers/create_act.py
View File

@ -39,7 +39,7 @@ _ACT_FN_ME = dict(
) )
_ACT_LAYER_DEFAULT = dict( _ACT_LAYER_DEFAULT = dict(
swish=Swish, #nn.SiLU, # swish=Swish,
mish=Mish, mish=Mish,
relu=nn.ReLU, relu=nn.ReLU,
relu6=nn.ReLU6, relu6=nn.ReLU6,
@ -56,7 +56,7 @@ _ACT_LAYER_DEFAULT = dict(
) )
_ACT_LAYER_JIT = dict( _ACT_LAYER_JIT = dict(
#swish=SwishJit, swish=SwishJit,
mish=MishJit, mish=MishJit,
hard_sigmoid=HardSigmoidJit, hard_sigmoid=HardSigmoidJit,
hard_swish=HardSwishJit, hard_swish=HardSwishJit,