From 56b90317cd9db1038b42ebdfc5bd81b1a2275cc1 Mon Sep 17 00:00:00 2001
From: Ross Wightman <rwightman@gmail.com>
Date: Sun, 26 Mar 2023 20:23:55 -0700
Subject: [PATCH] Change torchrun args to use _ instead of -, - is the new
 format, but looks like _ still works for backward compat with old versions.
 Fix #1742

---
 distributed_train.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/distributed_train.sh b/distributed_train.sh
index 50938e91..fdd65d00 100755
--- a/distributed_train.sh
+++ b/distributed_train.sh
@@ -1,5 +1,5 @@
 #!/bin/bash
 NUM_PROC=$1
 shift
-torchrun --nproc-per-node=$NUM_PROC train.py "$@"
+torchrun --nproc_per_node=$NUM_PROC train.py "$@"