Add Docker Support for ASV (#2184)

* added new instructions and script

* initialize ray only once

* use ray-project/asv master

python/README-benchmarks.rst

@@ -3,5 +3,8 @@ Running the benchmarks
 
 You can run the benchmark suite by doing the following:
 
-1. Install https://github.com/airspeed-velocity/asv: ``pip install asv``
+1. Install https://github.com/ray-project/asv: ``cd asv; pip install -e .``
 2. Run ``asv dev`` in this directory.
+
+To run ASV inside docker, you can use the following command:
+`docker run --rm --shm-size=10G --memory=10G $DOCKER_SHA bash -c '/ray/test/jenkins_tests/run_asv.sh'`

python/benchmarks/benchmarks.py

@@ -7,7 +7,9 @@ import ray.test.test_functions as test_functions
 
 
 def setup():
-    ray.init(num_workers=4, num_cpus=4)
+    if not hasattr(setup, "is_initialized"):
+        ray.init(num_workers=4, num_cpus=4)
+        setup.is_initialized = True
 
 
 class TimeSuite(object):