wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-29 11:26:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

[rllib] Rename PolicyEvaluator => RolloutWorker (#4820)

Browse Source
This commit is contained in:
Eric Liang
2019-06-03 06:49:24 +08:00
committed by GitHub
parent 99eae05cf6
commit 7501ee51db
59 changed files with 1538 additions and 1474 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/rllib/optimizers/aso_learner.py
+3 -3
View File
@@ -25,11 +25,11 @@ class LearnerThread(threading.Thread):
improves overall throughput.
"""
def __init__(self, local_evaluator, minibatch_buffer_size, num_sgd_iter,
def __init__(self, local_worker, minibatch_buffer_size, num_sgd_iter,
learner_queue_size):
threading.Thread.__init__(self)
self.learner_queue_size = WindowStat("size", 50)
self.local_evaluator = local_evaluator
self.local_worker = local_worker
self.inqueue = queue.Queue(maxsize=learner_queue_size)
self.outqueue = queue.Queue()
self.minibatch_buffer = MinibatchBuffer(
@@ -52,7 +52,7 @@ class LearnerThread(threading.Thread):
batch, _ = self.minibatch_buffer.get()
with self.grad_timer:
fetches = self.local_evaluator.learn_on_batch(batch)
fetches = self.local_worker.learn_on_batch(batch)
self.weights_updated = True
self.stats = get_learner_stats(fetches)