[rllib] Fix stats collection and some docs bugs since the refactoring (#2361)

* fix

* fix pbt example

* fix

* fix

* single thread by default

* vec

* fix

* fix
This commit is contained in:
Eric Liang
2018-07-07 13:29:20 -07:00
committed by GitHub
parent 9a6e329325
commit d24f19fd1e
13 changed files with 60 additions and 34 deletions
@@ -17,12 +17,11 @@ class SyncSamplesOptimizer(PolicyOptimizer):
model weights are then broadcast to all remote evaluators.
"""
def _init(self, batch_size=32):
def _init(self):
self.update_weights_timer = TimerStat()
self.sample_timer = TimerStat()
self.grad_timer = TimerStat()
self.throughput = RunningStat()
self.batch_size = batch_size
def step(self):
with self.update_weights_timer: