[revert] [rllib] Add copy() in async samples optimizer

This commit is contained in:
Eric Liang
2019-02-07 14:14:39 -08:00
committed by GitHub
parent 5ce670cb36
commit ae4bc7d6e8
@@ -167,8 +167,7 @@ class AsyncSamplesOptimizer(PolicyOptimizer):
for b in self.batch_buffer) >= self.train_batch_size:
train_batch = self.batch_buffer[0].concat_samples(
self.batch_buffer)
# defensive copy against plasma ref count bugs, see #3884
self.learner.inqueue.put(train_batch.copy())
self.learner.inqueue.put(train_batch)
self.batch_buffer = []
# If the batch was replayed, skip the update below.