This commit is contained in:
Bilal Khan
2020-03-02 21:51:05 -05:00
committed by GitHub
parent 6dae5698ef
commit 29cbc9e723
+1 -1
View File
@@ -489,7 +489,7 @@ class TrainerDPMixin(ABC):
# init 16 bit for TPU
if self.precision == 16:
os.environ['XLA_USE_BF16'] = 1
os.environ['XLA_USE_BF16'] = str(1)
m = f'INIT TPU local core: {self.tpu_local_core_rank}, ' \
f'global rank: {self.tpu_global_core_rank}'