diff --git a/deepspeed/launcher/multinode_runner.py b/deepspeed/launcher/multinode_runner.py index b073cdd9bc9cad9f236846fc6c6ec620decae68d..fab98a5e7d249160bc4e13d016b172a062777b01 100644 --- a/deepspeed/launcher/multinode_runner.py +++ b/deepspeed/launcher/multinode_runner.py @@ -187,7 +187,7 @@ class SlurmRunner(MultiNodeRunner): 'srun', '-n', f'{total_process_count}', - ] + ] + split(self.args.launcher_args) if getattr(self.args, 'slurm_comment', ''): srun_cmd += ['--comment', self.args.slurm_comment]