mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

disable dist_bn when sync_bn active

Browse Source
This commit is contained in:
Ross Wightman 2022-06-24 21:30:17 -07:00
parent 07d0c4ae96
commit a29fba307d
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
train.py
View File

@ -438,6 +438,7 @@ def main():
# setup synchronized BatchNorm for distributed training # setup synchronized BatchNorm for distributed training
if args.distributed and args.sync_bn: if args.distributed and args.sync_bn:
args.dist_bn = '' # disable dist_bn when sync BN active
assert not args.split_bn assert not args.split_bn
if has_apex and use_amp == 'apex': if has_apex and use_amp == 'apex':
# Apex SyncBN used with Apex AMP # Apex SyncBN used with Apex AMP