[Ray SGD] FP16 Hotfix (#10931)

This commit is contained in:
Amog Kamsetty
2020-09-21 13:10:10 -07:00
committed by Barak Michener
parent 7422f64ea9
commit c636f5bd40
@@ -257,8 +257,8 @@ class TrainingOperator:
if self.use_fp16 and amp:
logger.debug("Setting up Apex.")
self._models, self._optimizers = amp.initialize(
self._models, self._optimizers, **self._apex_args)
self._original_models, self._optimizers = amp.initialize(
self._original_models, self._optimizers, **self._apex_args)
self._amp = amp
if self._wrap_ddp: