wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-06-27 23:54:34 +08:00
Code Issues Packages Projects Releases Wiki Activity

Turn replay into a circular queue. (#4667)

Browse Source
This commit is contained in:
Vlad Firoiu
2019-04-19 19:42:00 +01:00
committed by Eric Liang
parent 9d481cc2e6
commit 39a09fa457
1 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/rllib/optimizers/aso_aggregator.py
+7 -3
View File
@@ -83,6 +83,7 @@ class AggregationWorkerBase(object):
self.replay_proportion = replay_proportion
self.replay_buffer_num_slots = replay_buffer_num_slots
self.replay_batches = []
self.replay_index = 0
self.num_sent_since_broadcast = 0
self.num_weight_syncs = 0
self.num_replayed = 0
@@ -115,9 +116,12 @@ class AggregationWorkerBase(object):
# Put in replay buffer if enabled
if self.replay_buffer_num_slots > 0:
self.replay_batches.append(sample_batch)
if len(self.replay_batches) > self.replay_buffer_num_slots:
self.replay_batches.pop(0)
if len(self.replay_batches) < self.replay_buffer_num_slots:
self.replay_batches.append(sample_batch)
else:
self.replay_batches[self.replay_index] = sample_batch
self.replay_index += 1
self.replay_index %= self.replay_buffer_num_slots
ev.set_weights.remote(self.broadcasted_weights)
self.num_weight_syncs += 1