From 7ac344e43a6212c07c6fffe9941b2a2bb81d4be9 Mon Sep 17 00:00:00 2001 From: William Falcon Date: Sun, 21 Jul 2019 08:35:29 -0400 Subject: [PATCH] updated docs --- docs/Trainer/Distributed training.md | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/docs/Trainer/Distributed training.md b/docs/Trainer/Distributed training.md index 09e8cd35..a7d487b5 100644 --- a/docs/Trainer/Distributed training.md +++ b/docs/Trainer/Distributed training.md @@ -63,7 +63,11 @@ In this setting, the model will run on all 8 GPUs at once using DataParallel und # os.environ["CUDA_VISIBLE_DEVICES"] = "0,1,2,3,4,5,6,7" -trainer = Trainer(gpus=[0,1,2,3,4,5,6,7]) +# to use DataParallel (default) +trainer = Trainer(gpus=[0,1,2,3,4,5,6,7], distributed_backend='dp') + +# RECOMMENDED use DistributedDataParallel +trainer = Trainer(gpus=[0,1,2,3,4,5,6,7], distributed_backend='ddp') ``` ---