wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-04 04:10:22 +08:00
Code Issues Packages Projects Releases Wiki Activity

Removing Pyarrow dependency (#7146)

Browse Source
This commit is contained in:
ijrsvt
2020-02-17 18:00:13 -08:00
committed by GitHub
parent 3bd82d0bcd
commit 2116fd3bca
18 changed files with 119 additions and 373 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/services.py
+5 -9
View File
@@ -13,7 +13,6 @@ import time
import redis
import colorama
import pyarrow
# Ray modules
import ray
import ray.ray_constants as ray_constants
@@ -507,22 +506,21 @@ def wait_for_redis_to_start(redis_ip_address,
def _compute_version_info():
"""Compute the versions of Python, pyarrow, and Ray.
"""Compute the versions of Python, and Ray.
Returns:
A tuple containing the version information.
"""
ray_version = ray.__version__
python_version = ".".join(map(str, sys.version_info[:3]))
pyarrow_version = pyarrow.__version__
return ray_version, python_version, pyarrow_version
return ray_version, python_version
def _put_version_info_in_redis(redis_client):
"""Store version information in Redis.
This will be used to detect if workers or drivers are started using
different versions of Python, pyarrow, or Ray.
different versions of Python, or Ray.
Args:
redis_client: A client for the primary Redis shard.
@@ -534,7 +532,7 @@ def check_version_info(redis_client):
"""Check if various version info of this process is correct.
This will be used to detect if workers or drivers are started using
different versions of Python, pyarrow, or Ray. If the version
different versions of Python, or Ray. If the version
information is not present in Redis, then no check is done.
Args:
@@ -557,12 +555,10 @@ def check_version_info(redis_client):
error_message = ("Version mismatch: The cluster was started with:\n"
" Ray: " + true_version_info[0] + "\n"
" Python: " + true_version_info[1] + "\n"
" Pyarrow: " + str(true_version_info[2]) + "\n"
"This process on node " + node_ip_address +
" was started with:" + "\n"
" Ray: " + version_info[0] + "\n"
" Python: " + version_info[1] + "\n"
" Pyarrow: " + str(version_info[2]))
" Python: " + version_info[1] + "\n")
if version_info[:2] != true_version_info[:2]:
raise Exception(error_message)
else: