diff --git a/train.py b/train.py
index 9f67e9353..12af2a305 100644
--- a/train.py
+++ b/train.py
@@ -527,9 +527,6 @@ def main(opt, callbacks=Callbacks()):
     # Train
     if not opt.evolve:
         train(opt.hyp, opt, device, callbacks)
-        if WORLD_SIZE > 1 and RANK == 0:
-            LOGGER.info('Destroying process group... ')
-            dist.destroy_process_group()
 
     # Evolve hyperparameters (optional)
     else: