wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-06-28 14:12:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

[rllib] Registry fix for DQN Replay Evaluators (#1593)

Browse Source
This commit is contained in:
Richard Liaw
2018-02-25 22:30:11 -08:00
committed by GitHub
parent ba1ce85f58
commit c2ad800cbf
2 changed files with 14 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/rllib/dqn/dqn_replay_evaluator.py
+7 -1
View File
@@ -28,7 +28,7 @@ class DQNReplayEvaluator(DQNEvaluator):
if self.config["num_workers"] > 1:
remote_cls = ray.remote(num_cpus=1)(DQNEvaluator)
self.workers = [
remote_cls.remote(env_creator, config, logdir)
remote_cls.remote(registry, env_creator, config, logdir)
for _ in range(self.config["num_workers"])]
else:
self.workers = []
@@ -146,3 +146,9 @@ class DQNReplayEvaluator(DQNEvaluator):
w.restore.remote(d)
self.beta_schedule = data[2]
self.replay_buffer = data[3]
def set_global_timestep(self, global_timestep):
self.global_timestep = global_timestep
if self.workers:
ray.get([worker.set_global_timestep.remote(global_timestep)
for worker in self.workers])