add use_fused_attn field

pull/3159/head
gaotingquan 2024-05-28 07:13:31 +00:00 committed by Tingquan Gao
parent 46c1a0168c
commit 87ad22342e
5 changed files with 15 additions and 5 deletions

View File

@ -32,6 +32,8 @@ AMP:
Arch: Arch:
name: SwinTransformer_base_patch4_window12_384 name: SwinTransformer_base_patch4_window12_384
class_num: 1000 class_num: 1000
# fused op can be used in AMP O2 mode only
use_fused_attn: False
# loss function config for traing/eval process # loss function config for traing/eval process
Loss: Loss:

View File

@ -33,6 +33,8 @@ Arch:
name: SwinTransformer_base_patch4_window7_224 name: SwinTransformer_base_patch4_window7_224
class_num: 1000 class_num: 1000
pretrained: True pretrained: True
# fused op can be used in AMP O2 mode only
use_fused_attn: False
# loss function config for traing/eval process # loss function config for traing/eval process
Loss: Loss:

View File

@ -32,6 +32,8 @@ AMP:
Arch: Arch:
name: SwinTransformer_large_patch4_window12_384 name: SwinTransformer_large_patch4_window12_384
class_num: 1000 class_num: 1000
# fused op can be used in AMP O2 mode only
use_fused_attn: False
# loss function config for traing/eval process # loss function config for traing/eval process
Loss: Loss:

View File

@ -32,6 +32,8 @@ AMP:
Arch: Arch:
name: SwinTransformer_large_patch4_window7_224 name: SwinTransformer_large_patch4_window7_224
class_num: 1000 class_num: 1000
# fused op can be used in AMP O2 mode only
use_fused_attn: False
# loss function config for traing/eval process # loss function config for traing/eval process
Loss: Loss:

View File

@ -32,6 +32,8 @@ AMP:
Arch: Arch:
name: SwinTransformer_small_patch4_window7_224 name: SwinTransformer_small_patch4_window7_224
class_num: 1000 class_num: 1000
# fused op can be used in AMP O2 mode only
use_fused_attn: False
# loss function config for traing/eval process # loss function config for traing/eval process
Loss: Loss: