[rllib] Add DDPG documentation, rename DDPG2 <=> DDPG (#1946)

* updates

* updates

* updates

* updates

* updates

* updates

* Update rllib.rst

* Update policy-optimizers.rst
This commit is contained in:
Eric Liang
2018-04-30 00:18:15 -07:00
committed by GitHub
parent 9ad94e33d6
commit 47bc4c3009
29 changed files with 1171 additions and 1179 deletions
@@ -9,6 +9,7 @@ from ray.rllib.optimizers.replay_buffer import ReplayBuffer, \
PrioritizedReplayBuffer
from ray.rllib.optimizers.policy_optimizer import PolicyOptimizer
from ray.rllib.optimizers.sample_batch import SampleBatch
from ray.rllib.utils.compression import pack_if_needed
from ray.rllib.utils.filter import RunningStat
from ray.rllib.utils.timer import TimerStat
@@ -64,7 +65,8 @@ class LocalSyncReplayOptimizer(PolicyOptimizer):
batch = self.local_evaluator.sample()
for row in batch.rows():
self.replay_buffer.add(
row["obs"], row["actions"], row["rewards"], row["new_obs"],
pack_if_needed(row["obs"]), row["actions"], row["rewards"],
pack_if_needed(row["new_obs"]),
row["dones"], row["weights"])
if len(self.replay_buffer) >= self.replay_starts: