From 791ba91dec8c5e32d8d4d548b2a86c82e46e2312 Mon Sep 17 00:00:00 2001 From: William Falcon Date: Sat, 25 Apr 2020 16:01:15 -0400 Subject: [PATCH] slurm job id (#1605) --- pytorch_lightning/trainer/trainer.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/pytorch_lightning/trainer/trainer.py b/pytorch_lightning/trainer/trainer.py index 67cdb2d4..c067a6dc 100644 --- a/pytorch_lightning/trainer/trainer.py +++ b/pytorch_lightning/trainer/trainer.py @@ -508,6 +508,12 @@ class Trainer( try: job_id = os.environ['SLURM_JOB_ID'] job_id = int(job_id) + + # in interactive mode, don't make logs use the same job id + in_slurm_interactive_mode = os.environ['SLURM_JOB_NAME'] == 'bash' + if in_slurm_interactive_mode: + job_id = None + except Exception: job_id = None return job_id