[rllib] Better example rnn envs (#5300)

python/ray/tests/test_actor.py

@@ -444,7 +444,7 @@ def test_actor_deletion(ray_start_regular):
 
 
 def test_actor_deletion_with_gpus(shutdown_only):
-    ray.init(num_cpus=1, num_gpus=1)
+    ray.init(num_cpus=1, num_gpus=1, object_store_memory=int(10**8))
 
     # When an actor that uses a GPU exits, make sure that the GPU resources
     # are released.
@@ -1740,7 +1740,7 @@ def test_nondeterministic_reconstruction_concurrent_forks(
 
 @pytest.fixture
 def setup_queue_actor():
-    ray.init(num_cpus=1)
+    ray.init(num_cpus=1, object_store_memory=int(10**8))
 
     @ray.remote
     class Queue(object):