wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-08-16 11:27:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

Enable LZ4 compression in pyarrow build (#3931)

Browse Source 
Enable LZ4 compression in pyarrow build
This commit is contained in:
Luke
2019-02-02 14:38:02 -08:00
committed by Philipp Moritz
parent 54cbb4396f
commit 002531b199
2 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
cmake/Modules/ArrowExternalProject.cmake
+1 -1
View File
@@ -58,7 +58,7 @@ set(ARROW_CMAKE_ARGS
-DARROW_TENSORFLOW=on
-DARROW_JEMALLOC=off
-DARROW_WITH_BROTLI=off
-DARROW_WITH_LZ4=off
-DARROW_WITH_LZ4=on
-DARROW_WITH_ZSTD=off
-DFLATBUFFERS_HOME=${FLATBUFFERS_HOME}
-DBOOST_ROOT=${BOOST_ROOT}
test/runtest.py
+5
View File
@@ -2601,10 +2601,15 @@ def test_pandas_parquet_serialization():
pytest.importorskip("pandas")
import pandas as pd
import pyarrow as pa
import pyarrow.parquet as pq
tempdir = tempfile.mkdtemp()
filename = os.path.join(tempdir, "parquet-test")
pd.DataFrame({"col1": [0, 1], "col2": [0, 1]}).to_parquet(filename)
with open(os.path.join(tempdir, "parquet-compression"), "wb") as f:
table = pa.Table.from_arrays([pa.array([1, 2, 3])], ["hello"])
pq.write_table(table, f, compression="lz4")
# Clean up
shutil.rmtree(tempdir)