fixed nccl init

This commit is contained in:
William Falcon
2019-07-13 22:16:10 -04:00
parent f3ca184fb6
commit cff0500a63
-3
View File
@@ -343,10 +343,7 @@ class Trainer(TrainerIO):
# set up server using proc 0's ip address
# try to init for 20 times at max in case ports are taken
# where to store ip_table
print('-'*100)
print('INIT CONN')
self.__init_tcp_connection()
print('-'*100)
# CHOOSE OPTIMIZER
# filter out the weights that were done on gpu so we can load on good old cpus