mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

Native SiLU (Swish) op doesn't export to ONNX

Browse Source
This commit is contained in:
Ross Wightman 2020-11-29 21:56:55 -08:00
parent 27bbc70d71
commit fd962c4b4a
1 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
timm/models/layers/create_act.py
View File

@ -98,7 +98,10 @@ def get_act_fn(name='relu'):
# custom autograd, then fallback # custom autograd, then fallback
if name in _ACT_FN_ME: if name in _ACT_FN_ME:
return _ACT_FN_ME[name] return _ACT_FN_ME[name]
if not is_no_jit(): if is_exportable() and name in ('silu', 'swish'):
# FIXME PyTorch SiLU doesn't ONNX export, this is a temp hack
return swish
if not (is_no_jit() or is_exportable()):
if name in _ACT_FN_JIT: if name in _ACT_FN_JIT:
return _ACT_FN_JIT[name] return _ACT_FN_JIT[name]
return _ACT_FN_DEFAULT[name] return _ACT_FN_DEFAULT[name]
@ -114,7 +117,10 @@ def get_act_layer(name='relu'):
if not (is_no_jit() or is_exportable() or is_scriptable()): if not (is_no_jit() or is_exportable() or is_scriptable()):
if name in _ACT_LAYER_ME: if name in _ACT_LAYER_ME:
return _ACT_LAYER_ME[name] return _ACT_LAYER_ME[name]
if not is_no_jit(): if is_exportable() and name in ('silu', 'swish'):
# FIXME PyTorch SiLU doesn't ONNX export, this is a temp hack
return Swish
if not (is_no_jit() or is_exportable()):
if name in _ACT_LAYER_JIT: if name in _ACT_LAYER_JIT:
return _ACT_LAYER_JIT[name] return _ACT_LAYER_JIT[name]
return _ACT_LAYER_DEFAULT[name] return _ACT_LAYER_DEFAULT[name]