import MPI from mpi4py

package
Jianwei Yang 2024-08-19 01:01:54 -07:00 committed by GitHub
parent 64f86b7aa6
commit 5feca7f4b6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions

View File

@ -3,7 +3,7 @@ import time
import torch
import pickle
import subprocess
from mpi4py import MPI
import torch.distributed as dist
@ -108,4 +108,4 @@ def synchronize():
_send_and_wait(0)
# now sync on the main process
_send_and_wait(1)
_send_and_wait(1)