Update arrow to reduce plasma IPCs. (#3497)

python/build-wheel-macos.sh

@@ -70,7 +70,7 @@ for ((i=0; i<${#PY_VERSIONS[@]}; ++i)); do
     $PIP_CMD install -q setuptools_scm==2.1.0
     # Fix the numpy version because this will be the oldest numpy version we can
     # support.
-    $PIP_CMD install -q numpy==$NUMPY_VERSION cython==0.27.3
+    $PIP_CMD install -q numpy==$NUMPY_VERSION cython==0.29.0
     # Install wheel to avoid the error "invalid command 'bdist_wheel'".
     $PIP_CMD install -q wheel
     # Add the correct Python to the path and build the wheel. This is only

python/build-wheel-manylinux1.sh

@@ -21,7 +21,7 @@ for PYTHON in cp27-cp27mu cp34-cp34m cp35-cp35m cp36-cp36m cp37-cp37m; do
   pushd python
     # Fix the numpy version because this will be the oldest numpy version we can
     # support.
-    /opt/python/${PYTHON}/bin/pip install -q numpy==1.10.4 cython==0.27.3
+    /opt/python/${PYTHON}/bin/pip install -q numpy==1.10.4 cython==0.29.0
     INCLUDE_UI=1 PATH=/opt/python/${PYTHON}/bin:$PATH /opt/python/${PYTHON}/bin/python setup.py bdist_wheel
     # In the future, run auditwheel here.
     mv dist/*.whl ../.whl/

python/ray/autoscaler/aws/development-example.yaml

@@ -94,7 +94,7 @@ setup_commands:
     - echo 'export PATH="$HOME/anaconda3/bin:$PATH"' >> ~/.bashrc
     # Build Ray.
     - git clone https://github.com/ray-project/ray || true
-    - pip install boto3==1.4.8 cython==0.27.3
+    - pip install boto3==1.4.8 cython==0.29.0
     - cd ray/python; pip install -e . --verbose
 
 # Custom commands that will be run on the head node after common setup.

python/ray/autoscaler/gcp/example-full.yaml

@@ -123,7 +123,7 @@ setup_commands:
     - >-
       pip install
       google-api-python-client==1.6.7
-      cython==0.27.3
+      cython==0.29.0
     # - pip install -U https://s3-us-west-2.amazonaws.com/ray-wheels/latest/ray-0.6.0-cp27-cp27mu-manylinux1_x86_64.whl
     # - pip install -U https://s3-us-west-2.amazonaws.com/ray-wheels/latest/ray-0.6.0-cp35-cp35m-manylinux1_x86_64.whl
     # - pip install -U https://s3-us-west-2.amazonaws.com/ray-wheels/latest/ray-0.6.0-cp36-cp36m-manylinux1_x86_64.whl

python/ray/worker.py

@@ -2061,7 +2061,7 @@ def connect(info,
 
     # Create an object store client.
     worker.plasma_client = thread_safe_client(
-        plasma.connect(info["store_socket_name"], "", 64))
+        plasma.connect(info["store_socket_name"], ""))
 
     raylet_socket = info["raylet_socket_name"]
 

python/setup.py

@@ -165,7 +165,7 @@ setup(
     # The BinaryDistribution argument triggers build_ext.
     distclass=BinaryDistribution,
     install_requires=requires,
-    setup_requires=["cython >= 0.27, < 0.28"],
+    setup_requires=["cython >= 0.29"],
     extras_require=extras,
     entry_points={
         "console_scripts": [