From ae4bc7d6e88578f7b5ee4c87f44c56d720d83046 Mon Sep 17 00:00:00 2001
From: Eric Liang <ekhliang@gmail.com>
Date: Thu, 7 Feb 2019 14:14:39 -0800
Subject: [PATCH] [revert] [rllib] Add copy() in async samples optimizer

---
 python/ray/rllib/optimizers/async_samples_optimizer.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/python/ray/rllib/optimizers/async_samples_optimizer.py b/python/ray/rllib/optimizers/async_samples_optimizer.py
index 541bcc1fa..60b4eb691 100644
--- a/python/ray/rllib/optimizers/async_samples_optimizer.py
+++ b/python/ray/rllib/optimizers/async_samples_optimizer.py
@@ -167,8 +167,7 @@ class AsyncSamplesOptimizer(PolicyOptimizer):
                    for b in self.batch_buffer) >= self.train_batch_size:
                 train_batch = self.batch_buffer[0].concat_samples(
                     self.batch_buffer)
-                # defensive copy against plasma ref count bugs, see #3884
-                self.learner.inqueue.put(train_batch.copy())
+                self.learner.inqueue.put(train_batch)
                 self.batch_buffer = []
 
             # If the batch was replayed, skip the update below.