wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-05 18:48:25 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fixes Inconsistent weight assignment operations in DQNPolicyGraph (#4… (#4504)

Browse Source 
* Fixes Inconsistent weight assignment operations in DQNPolicyGraph (#4502)

* Update dqn_policy_graph.py
This commit is contained in:
Risto Vuorio
2019-03-29 16:31:59 -04:00
committed by Eric Liang
parent f4b313eaad
commit 798944fbfa
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/rllib/agents/dqn/dqn_policy_graph.py
+3 -3
View File
@@ -431,9 +431,9 @@ class DQNPolicyGraph(DQNPostprocessing, TFPolicyGraph):
# update_target_fn will be called periodically to copy Q network to
# target Q network
update_target_expr = []
for var, var_target in zip(
sorted(self.q_func_vars, key=lambda v: v.name),
sorted(self.target_q_func_vars, key=lambda v: v.name)):
assert len(self.q_func_vars) == len(self.target_q_func_vars), \
(self.q_func_vars, self.target_q_func_vars)
for var, var_target in zip(self.q_func_vars, self.target_q_func_vars):
update_target_expr.append(var_target.assign(var))
self.update_target_expr = tf.group(*update_target_expr)