[sgd] Distributed Training via PyTorch (#4797)

Implements distributed SGD using distributed PyTorch.
This commit is contained in:
Peter Schafhalter
2019-06-01 21:39:22 -07:00
committed by Richard Liaw
parent 88bab5d3c4
commit c2ade075a3
11 changed files with 751 additions and 23 deletions
+4
View File
@@ -53,6 +53,10 @@ MOCK_MODULES = [
"tensorflow.python",
"tensorflow.python.client",
"tensorflow.python.util",
"torch",
"torch.distributed",
"torch.nn",
"torch.utils.data",
]
for mod_name in MOCK_MODULES:
sys.modules[mod_name] = mock.Mock()