diff --git a/test/jenkins_tests/run_multi_node_tests.sh b/test/jenkins_tests/run_multi_node_tests.sh
index 5098500c3..b382ffda3 100755
--- a/test/jenkins_tests/run_multi_node_tests.sh
+++ b/test/jenkins_tests/run_multi_node_tests.sh
@@ -82,14 +82,14 @@ docker run --shm-size=10G --memory=10G $DOCKER_SHA \
     --env Pendulum-v0 \
     --alg ES \
     --stop '{"training_iteration": 2}' \
-    --config '{"stepsize": 0.01}'
+    --config '{"stepsize": 0.01, "episodes_per_batch": 20, "timesteps_per_batch": 100}'
 
 docker run --shm-size=10G --memory=10G $DOCKER_SHA \
     python /ray/python/ray/rllib/train.py \
     --env Pong-v0 \
     --alg ES \
     --stop '{"training_iteration": 2}' \
-    --config '{"stepsize": 0.01}'
+    --config '{"stepsize": 0.01, "episodes_per_batch": 20, "timesteps_per_batch": 100}'
 
 docker run --shm-size=10G --memory=10G $DOCKER_SHA \
     python /ray/python/ray/rllib/train.py \