fixed nccl init

This commit is contained in:
William Falcon committed 2019-07-12 16:29:44 -04:00
1 parent faa2d4fa8b
commit b7baa96186
1 file changed
-3
-3
View File
@@ -339,10 +339,7 @@ class Trainer(TrainerIO):
# set up server using proc 0's ip address
# try to init for 20 times at max in case ports are taken
# where to store ip_table
print('-'*100)
print('INIT CONN')
self.__init_tcp_connection()
print('-'*100)
# CHOOSE OPTIMIZER
# filter out the weights that were done on gpu so we can load on good old cpus