wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-06-28 17:18:45 +08:00
Code Issues Packages Projects Releases Wiki Activity

Added custom LSTM detection (#4087)

Browse Source 
* Added autodetection of custom LSTM usage

* Reverted line separators

* Added check for LSTM

* Update vtrace_policy_graph.py

* Update appo_policy_graph.py
This commit is contained in:
Stefan Pantic
2019-02-22 06:07:48 +01:00
committed by Eric Liang
parent 692bb336a1
commit a54386e499
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/rllib/agents/impala/vtrace_policy_graph.py
+1 -1
View File
@@ -148,7 +148,7 @@ class VTracePolicyGraph(LearningRateSchedule, TFPolicyGraph):
tf.get_variable_scope().name)
def to_batches(tensor):
if self.config["model"]["use_lstm"]:
if self.model.state_init:
B = tf.shape(self.model.seq_lens)[0]
T = tf.shape(tensor)[0] // B
else:
python/ray/rllib/agents/ppo/appo_policy_graph.py
+1 -1
View File
@@ -230,7 +230,7 @@ class AsyncPPOPolicyGraph(LearningRateSchedule, TFPolicyGraph):
tf.get_variable_scope().name)
def to_batches(tensor):
if self.config["model"]["use_lstm"]:
if self.model.state_init:
B = tf.shape(self.model.seq_lens)[0]
T = tf.shape(tensor)[0] // B
else: