From c5a449f9a370d99cdbd265e696b6b3b2a1bd2565 Mon Sep 17 00:00:00 2001 From: Jeff Rasley Date: Fri, 11 Dec 2020 14:54:45 -0800 Subject: [PATCH] Update launcher to set local rank environ variable (#597) * Update launch.py * formatting --- deepspeed/launcher/launch.py | 1 + 1 file changed, 1 insertion(+) diff --git a/deepspeed/launcher/launch.py b/deepspeed/launcher/launch.py index 205aee2d..74a0530c 100755 --- a/deepspeed/launcher/launch.py +++ b/deepspeed/launcher/launch.py @@ -113,6 +113,7 @@ def main(): # each process's rank dist_rank = global_rank_mapping[local_node][local_rank] current_env["RANK"] = str(dist_rank) + current_env["LOCAL_RANK"] = str(local_rank) # spawn the processes cmd = [ -- GitLab