wassname/ray
1
0 Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-10-28 13:21:06 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix twin q bug (#4108)

Browse Source
This commit is contained in:
Jones Wong authored and Eric Liang committed 2019-02-21 10:47:01 -08:00
1 parent 94eaaed197
commit acbe0b4e5f
1 file changed
+1 -1
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/rllib/agents/ddpg/ddpg_policy_graph.py
+1 -1
View File
@@ -147,7 +147,7 @@ class ActorCriticLoss(object):
q_t_selected = tf.squeeze(q_t, axis=len(q_t.shape) - 1)
if twin_q:
twin_q_t_selected = tf.squeeze(q_t, axis=len(q_t.shape) - 1)
twin_q_t_selected = tf.squeeze(twin_q_t, axis=len(q_t.shape) - 1)
q_tp1 = tf.minimum(q_tp1, twin_q_tp1)
q_tp1_best = tf.squeeze(input=q_tp1, axis=len(q_tp1.shape) - 1)