wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-06-27 18:44:07 +08:00
Code Issues Packages Projects Releases Wiki Activity

Revert "Revert "Revert "Removing Pyarrow dependency (#7146)" (#7209) (#7214)" (#7232)

Browse Source
This commit is contained in:
Simon Mo
2020-02-19 13:35:29 -08:00
committed by GitHub
parent d537e9f0d8
commit 7bef7031c2
20 changed files with 378 additions and 149 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/setup.py
+7 -2
View File
@@ -92,7 +92,7 @@ extras["all"] = list(set(chain.from_iterable(extras.values())))
class build_ext(_build_ext.build_ext):
def run(self):
# Note: We are passing in sys.executable so that we use the same
# version of Python to build packages inside the build.sh script. Note
# version of Python to build pyarrow inside the build.sh script. Note
# that certain flags will not be passed along such as --user or sudo.
# TODO(rkn): Fix this.
command = ["../build.sh", "-p", sys.executable]
@@ -101,13 +101,18 @@ class build_ext(_build_ext.build_ext):
command += ["-l", "python,java"]
subprocess.check_call(command)
# We also need to install pyarrow along with Ray, so make sure that the
# relevant non-Python pyarrow files get copied.
pyarrow_files = self.walk_directory("./ray/pyarrow_files/pyarrow")
# We also need to install pickle5 along with Ray, so make sure that the
# relevant non-Python pickle5 files get copied.
pickle5_files = self.walk_directory("./ray/pickle5_files/pickle5")
thirdparty_files = self.walk_directory("./ray/thirdparty_files")
files_to_include = ray_files + pickle5_files + thirdparty_files
files_to_include = ray_files + pyarrow_files + pickle5_files + \
thirdparty_files
# Copy over the autogenerated protobuf Python bindings.
for directory in generated_python_directories: