Raise major version limit for msgpack (#8466)

ci/travis/install-dependencies.sh

@@ -265,7 +265,7 @@ install_dependencies() {
 
   # Additional streaming dependencies.
   if [ "${RAY_CI_STREAMING_PYTHON_AFFECTED}" = 1 ]; then
-    pip install "msgpack>=0.6.2"
+    pip install "msgpack>=1.0.0"
   fi
 
   if [ -n "${PYTHON-}" ] || [ -n "${LINT-}" ] || [ "${MAC_WHEELS-}" = 1 ]; then

python/ray/includes/serialization.pxi

@@ -177,7 +177,7 @@ cdef class MessagePackSerializer(object):
                 raise Exception('Unrecognized ext type id: {}'.format(code))
         try:
             gc.disable()  # Performance optimization for msgpack.
-            return msgpack.loads(s, ext_hook=_ext_hook, raw=False)
+            return msgpack.loads(s, ext_hook=_ext_hook, raw=False, strict_map_key=False)
         finally:
             gc.enable()
 

python/setup.py

@@ -194,7 +194,7 @@ requires = [
     "google",
     "grpcio",
     "jsonschema",
-    "msgpack >= 0.6.0, < 1.0.0",
+    "msgpack >= 0.6.0, < 2.0.0",
     "numpy >= 1.16",
     "protobuf >= 3.8.0",
     "py-spy >= 0.2.0",

streaming/python/runtime/gateway_client.py

@@ -69,4 +69,4 @@ def serialize(obj) -> bytes:
 
 def deserialize(data: bytes):
     """Deserialize the binary data serialized by `PythonGateway`"""
-    return msgpack.unpackb(data, raw=False)
+    return msgpack.unpackb(data, raw=False, strict_map_key=False)

streaming/python/runtime/serialization.py

@@ -41,7 +41,7 @@ class CrossLangSerializer(Serializer):
         return msgpack.packb(fields, use_bin_type=True)
 
     def deserialize(self, data):
-        fields = msgpack.unpackb(data, raw=False)
+        fields = msgpack.unpackb(data, raw=False, strict_map_key=False)
         if fields[0] == _RECORD_TYPE_ID:
             stream, value = fields[1:]
             record = message.Record(value)