Revert "Removing Pyarrow dependency (#7146)" (#7209)

This reverts commit 2116fd3bca.
This commit is contained in:
Eric Liang
2020-02-18 14:12:06 -08:00
committed by GitHub
parent 5df801605e
commit 0aa9373d62
18 changed files with 373 additions and 119 deletions
+7 -2
View File
@@ -92,7 +92,7 @@ extras["all"] = list(set(chain.from_iterable(extras.values())))
class build_ext(_build_ext.build_ext):
def run(self):
# Note: We are passing in sys.executable so that we use the same
# version of Python to build packages inside the build.sh script. Note
# version of Python to build pyarrow inside the build.sh script. Note
# that certain flags will not be passed along such as --user or sudo.
# TODO(rkn): Fix this.
command = ["../build.sh", "-p", sys.executable]
@@ -101,13 +101,18 @@ class build_ext(_build_ext.build_ext):
command += ["-l", "python,java"]
subprocess.check_call(command)
# We also need to install pyarrow along with Ray, so make sure that the
# relevant non-Python pyarrow files get copied.
pyarrow_files = self.walk_directory("./ray/pyarrow_files/pyarrow")
# We also need to install pickle5 along with Ray, so make sure that the
# relevant non-Python pickle5 files get copied.
pickle5_files = self.walk_directory("./ray/pickle5_files/pickle5")
thirdparty_files = self.walk_directory("./ray/thirdparty_files")
files_to_include = ray_files + pickle5_files + thirdparty_files
files_to_include = ray_files + pyarrow_files + pickle5_files + \
thirdparty_files
# Copy over the autogenerated protobuf Python bindings.
for directory in generated_python_directories: