disable dist_bn when sync_bn active

2025-06-03 15:01:08 +08:00 · 2022-06-24 21:30:17 -07:00 · 2022-06-24 21:30:17 -07:00 · a29fba307d
commit a29fba307d
parent 07d0c4ae96
1 changed files with 1 additions and 0 deletions
--- a/train.py
+++ b/train.py
@ -438,6 +438,7 @@ def main():

    # setup synchronized BatchNorm for distributed training
    if args.distributed and args.sync_bn:
+        args.dist_bn = ''  # disable dist_bn when sync BN active
        assert not args.split_bn
        if has_apex and use_amp == 'apex':
            # Apex SyncBN used with Apex AMP