wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-27 11:26:41 +08:00
Code Issues Packages Projects Releases Wiki Activity

Upgrade to cloudpickle 0.4.1. (#1164)

Browse Source 
* Upgrade to cloudpickle 0.4.1.

* Catch more general exceptions thrown by cloudpickle.
This commit is contained in:
Robert Nishihara
2017-10-28 01:35:35 -07:00
committed by Philipp Moritz
parent 2b6c7af8ad
commit f59867850e
3 changed files with 9 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.travis/install-dependencies.sh
+4 -4
View File
@@ -24,7 +24,7 @@ if [[ "$PYTHON" == "2.7" ]] && [[ "$platform" == "linux" ]]; then
wget https://repo.continuum.io/miniconda/Miniconda2-latest-Linux-x86_64.sh -O miniconda.sh -nv
bash miniconda.sh -b -p $HOME/miniconda
export PATH="$HOME/miniconda/bin:$PATH"
pip install -q numpy cloudpickle==0.3.0 cython cmake funcsigs click colorama psutil redis tensorflow gym flatbuffers opencv-python
pip install -q numpy cloudpickle cython cmake funcsigs click colorama psutil redis tensorflow gym flatbuffers opencv-python
elif [[ "$PYTHON" == "3.5" ]] && [[ "$platform" == "linux" ]]; then
sudo apt-get update
sudo apt-get install -y cmake pkg-config python-dev python-numpy build-essential autoconf curl libtool unzip
@@ -32,7 +32,7 @@ elif [[ "$PYTHON" == "3.5" ]] && [[ "$platform" == "linux" ]]; then
wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh -nv
bash miniconda.sh -b -p $HOME/miniconda
export PATH="$HOME/miniconda/bin:$PATH"
pip install -q numpy cloudpickle==0.3.0 cython cmake funcsigs click colorama psutil redis tensorflow gym flatbuffers opencv-python
pip install -q numpy cloudpickle cython cmake funcsigs click colorama psutil redis tensorflow gym flatbuffers opencv-python
elif [[ "$PYTHON" == "2.7" ]] && [[ "$platform" == "macosx" ]]; then
# check that brew is installed
which -s brew
@@ -48,7 +48,7 @@ elif [[ "$PYTHON" == "2.7" ]] && [[ "$platform" == "macosx" ]]; then
wget https://repo.continuum.io/miniconda/Miniconda2-latest-MacOSX-x86_64.sh -O miniconda.sh -nv
bash miniconda.sh -b -p $HOME/miniconda
export PATH="$HOME/miniconda/bin:$PATH"
pip install -q numpy cloudpickle==0.3.0 cython cmake funcsigs click colorama psutil redis tensorflow gym flatbuffers opencv-python
pip install -q numpy cloudpickle cython cmake funcsigs click colorama psutil redis tensorflow gym flatbuffers opencv-python
elif [[ "$PYTHON" == "3.5" ]] && [[ "$platform" == "macosx" ]]; then
# check that brew is installed
which -s brew
@@ -64,7 +64,7 @@ elif [[ "$PYTHON" == "3.5" ]] && [[ "$platform" == "macosx" ]]; then
wget https://repo.continuum.io/miniconda/Miniconda3-latest-MacOSX-x86_64.sh -O miniconda.sh -nv
bash miniconda.sh -b -p $HOME/miniconda
export PATH="$HOME/miniconda/bin:$PATH"
pip install -q numpy cloudpickle==0.3.0 cython cmake funcsigs click colorama psutil redis tensorflow gym flatbuffers opencv-python
pip install -q numpy cloudpickle cython cmake funcsigs click colorama psutil redis tensorflow gym flatbuffers opencv-python
elif [[ "$LINT" == "1" ]]; then
sudo apt-get update
sudo apt-get install -y cmake build-essential autoconf curl libtool unzip
python/ray/worker.py
+4 -1
View File
@@ -299,7 +299,10 @@ class Worker(object):
.format(type(e.example_object)))
print(warning_message)
except (serialization.RayNotDictionarySerializable,
pickle.pickle.PicklingError):
pickle.pickle.PicklingError,
Exception):
# We also handle generic exceptions here because
# cloudpickle can fail with many different types of errors.
_register_class(type(e.example_object), use_pickle=True)
warning_message = ("WARNING: Falling back to serializing "
"objects of type {} by using pickle. "
python/setup.py
+1 -1
View File
@@ -108,7 +108,7 @@ setup(name="ray",
"psutil",
"pytest",
"redis",
"cloudpickle >= 0.2.2",
"cloudpickle >= 0.4.1",
# The six module is required by pyarrow.
"six >= 1.0.0",
"flatbuffers"],