change slurm log file path to jobid_arrayid

NicholasLindner · Dec 21, 2023 · 4e29133 · 4e29133
1 parent e43175a
commit 4e29133
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/datatrove/executor/slurm.py b/src/datatrove/executor/slurm.py
@@ -219,7 +219,7 @@ def launch_job(self):
 
     def get_sbatch_args(self, max_array: int = 1) -> dict:
         os.makedirs(self.slurm_logs_folder, exist_ok=True)
-        slurm_logfile = os.path.join(self.slurm_logs_folder, "%j.out")
+        slurm_logfile = os.path.join(self.slurm_logs_folder, "%A_%a.out")
         return {
             "cpus-per-task": self.cpus_per_task,
             "mem-per-cpu": f"{self.mem_per_cpu_gb}G",