wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-06-28 16:13:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix twin q bug (#4108)

Browse Source
This commit is contained in:
Jones Wong
2019-02-22 02:47:01 +08:00
committed by Eric Liang
parent 94eaaed197
commit acbe0b4e5f
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/rllib/agents/ddpg/ddpg_policy_graph.py
+1 -1
View File
@@ -147,7 +147,7 @@ class ActorCriticLoss(object):
q_t_selected = tf.squeeze(q_t, axis=len(q_t.shape) - 1)
if twin_q:
twin_q_t_selected = tf.squeeze(q_t, axis=len(q_t.shape) - 1)
twin_q_t_selected = tf.squeeze(twin_q_t, axis=len(q_t.shape) - 1)
q_tp1 = tf.minimum(q_tp1, twin_q_tp1)
q_tp1_best = tf.squeeze(input=q_tp1, axis=len(q_tp1.shape) - 1)