added single gpu train test

This commit is contained in:
William Falcon
2019-08-07 13:46:06 -04:00
parent e30514922b
commit 9ecb1f2aee
+5
View File
@@ -392,6 +392,9 @@ class Trainer(TrainerIO):
output = model(data_batch, batch_i)
output = reduce_distributed_output(output, len(self.data_parallel_device_ids))
elif self.single_gpu:
output = model(data_batch.cuda(self.data_parallel_device_ids[0]), batch_i)
else:
output = model.validation_step(data_batch, batch_i)
@@ -842,6 +845,8 @@ We recommend you switch to ddp if you want to use amp
elif self.use_dp:
output = self.model(data_batch, batch_nb)
output = reduce_distributed_output(output, len(self.data_parallel_device_ids))
elif self.single_gpu:
output = self.model(data_batch.cuda(self.data_parallel_device_ids[0]), batch_nb)
else:
output = self.model.training_step(data_batch, batch_nb)