working on single gpu init speed

This commit is contained in:
William Falcon
2019-07-14 17:15:20 -04:00
parent 904935cf98
commit 21914cb1c1
+1
View File
@@ -82,6 +82,7 @@ class Trainer(TrainerIO):
self.print_nan_grads = print_nan_grads
self.data_parallel_device_ids = None
self.world_size = 1
print('-'*100)
# gpus come in as a string.
# if gpus = -1 then use all available devices