From d038dbd268c3f81aaf8a650f599f7102a0541592 Mon Sep 17 00:00:00 2001
From: Logan Adams <114770087+loadams@users.noreply.github.com>
Date: Wed, 8 Feb 2023 22:37:17 -0800
Subject: [PATCH] Fix Slurm launcher user args (#2806)

Fix missing connections from --launcher_args to Slurm srun command.
---
 deepspeed/launcher/multinode_runner.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/deepspeed/launcher/multinode_runner.py b/deepspeed/launcher/multinode_runner.py
index b073cdd9..fab98a5e 100644
--- a/deepspeed/launcher/multinode_runner.py
+++ b/deepspeed/launcher/multinode_runner.py
@@ -187,7 +187,7 @@ class SlurmRunner(MultiNodeRunner):
             'srun',
             '-n',
             f'{total_process_count}',
-        ]
+        ] + split(self.args.launcher_args)
 
         if getattr(self.args, 'slurm_comment', ''):
             srun_cmd += ['--comment', self.args.slurm_comment]
-- 
GitLab