added analysis notebook

This commit is contained in:
William Falcon
2019-07-21 12:18:46 -04:00
parent 7ac344e43a
commit 7e053fc731
+1 -1
View File
@@ -393,9 +393,9 @@ class Trainer(TrainerIO):
# whenever we have the correct number of tasks, we let slurm manage processes
# otherwise we launch the required number of processes
nb_requested_gpus = len(self.data_parallel_device_ids) * self.nb_gpu_nodes
try:
nb_slurm_tasks = int(os.environ['SLURM_NTASKS'])
nb_requested_gpus = len(self.data_parallel_device_ids) * self.nb_gpu_nodes
is_slurm_managing_tasks = nb_slurm_tasks == nb_requested_gpus
except Exception as e:
# likely not on slurm, so set the slurm managed flag to false