From 1f961b060ad268158b5a3230c7ff8affa8ca0ba5 Mon Sep 17 00:00:00 2001 From: Francisco Massa Date: Sat, 16 Jan 2021 11:53:29 +0100 Subject: [PATCH] Fix no-weight-decay in optimizer (#52) --- main.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/main.py b/main.py index 2d93567..5ff017b 100644 --- a/main.py +++ b/main.py @@ -303,7 +303,7 @@ def main(args): linear_scaled_lr = args.lr * args.batch_size * utils.get_world_size() / 512.0 args.lr = linear_scaled_lr - optimizer = create_optimizer(args, model) + optimizer = create_optimizer(args, model_without_ddp) loss_scaler = NativeScaler() lr_scheduler, _ = create_scheduler(args, optimizer)