Update Slurm Launcher (EleutherAI#59)

* Fix SLURM runner comment handling

* Add --account in Slurm Launcher

* fix switch of --account + --comment

* Add `--account` runner argument

deepspeed/launcher/multinode_runner.py

@@ -426,10 +426,12 @@ def get_cmd(self, environment, active_resources):
         if getattr(self.args, 'comment', ''):
             srun_cmd += ['--comment', self.args.comment]
 
+        if getattr(self.args, 'account', ''):
+            srun_cmd += ['--account', self.args.account]
+
         if self.args.include != "":
             srun_cmd.append('--nodelist')
             srun_cmd.append(self._pdsh_include_to_nodelist(self.args.include)) 
-            srun_cmd += ['--comment', self.args.slurm_comment]
 
         if self.args.num_nodes > 0:
             srun_cmd.append('--nodes')

deepspeed/launcher/runner.py

@@ -177,7 +177,14 @@ def parse_args(args=None):
         "--comment",
         default="",
         type=str,
-        help="A comment that can be used for metadata."
+        help="A comment that can be used for metadata. Used to pass --comment argument to srun in Slurm launcher"
+    )
+
+    parser.add_argument(
+        "--account",
+        default="",
+        type=str,
+        help="Used to pass --account argument to srun in Slurm launcher"
     )
 
     parser.add_argument("--elastic_training",