Cross language serialization for primitive types (#7711)

* Cross language serialization for Java and Python * Use strict types when Python serializing * Handle recursive objects in Python; Pin msgpack >= 0.6.0, < 1.0.0 * Disable gc for optimizing msgpack loads * Fix merge bug * Java call Python use returnType; Fix ClassLoaderTest * Fix RayMethodsTest * Fix checkstyle * Fix lint * prepare_args raises exception if try to transfer a non-deserializable object to another language * Fix CrossLanguageInvocationTest.java, Python msgpack treat float as double * Minor fixes * Fix compile error on linux * Fix lint in java/BUILD.bazel * Fix test_failure * Fix lint * Class<?> to Class<T>; Refine metadata bytes. * Rename FST to Fst; sort java dependencies * Change Class<?>[] to Optional<Class<?>>; sort requirements in setup.py * Improve CrossLanguageInvocationTest * Refactor MessagePackSerializer.java * Refactor MessagePackSerializer.java; Refine CrossLanguageInvocationTest.java * Remove unnecessary dependencies for Java; Add getReturnType() for RayFunction in Java * Fix bug * Remove custom cross language type support * Replace Serializer.Meta with MutableBoolean * Remove @SuppressWarnings support from checkstyle.xml; Add null test in CrossLanguageInvocationTest.java * Refine MessagePackSerializer.pack * Ray.get support RayObject as input * Improve comments and error info * Remove classLoader argument from serializer * Separate msgpack from pickle5 in Python * Pair<byte[], MutableBoolean> to Pair<byte[], Boolean> * Remove public static <T> T get(RayObject<T> object), use RayObject.get() instead * Refine test * small fixes Co-authored-by: 刘宝 <po.lb@antfin.com> Co-authored-by: Hao Chen <chenh1024@gmail.com>
2026-07-01 14:19:38 +08:00 · 2020-04-08 21:10:57 +08:00
parent e8c19aba41
commit fc6259a656
42 changed files with 1057 additions and 313 deletions
@@ -5,18 +5,47 @@ import ray


@ray.remote
-def py_func(value):
-    assert isinstance(value, bytes)
-    return b"Response from Python: " + value
+def py_return_input(v):
+    return v


@ray.remote
-def py_func_call_java_function(value):
-    assert isinstance(value, bytes)
-    f = ray.java_function("org.ray.api.test.CrossLanguageInvocationTest",
-                          "bytesEcho")
-    r = f.remote(value)
-    return b"[Python]py_func -> " + ray.get(r)
+def py_func_call_java_function():
+    try:
+        # None
+        r = ray.java_function("org.ray.api.test.CrossLanguageInvocationTest",
+                              "returnInput").remote(None)
+        assert ray.get(r) is None
+        # bool
+        r = ray.java_function("org.ray.api.test.CrossLanguageInvocationTest",
+                              "returnInputBoolean").remote(True)
+        assert ray.get(r) is True
+        # int
+        r = ray.java_function("org.ray.api.test.CrossLanguageInvocationTest",
+                              "returnInputInt").remote(100)
+        assert ray.get(r) == 100
+        # double
+        r = ray.java_function("org.ray.api.test.CrossLanguageInvocationTest",
+                              "returnInputDouble").remote(1.23)
+        assert ray.get(r) == 1.23
+        # string
+        r = ray.java_function("org.ray.api.test.CrossLanguageInvocationTest",
+                              "returnInputString").remote("Hello World!")
+        assert ray.get(r) == "Hello World!"
+        # list (tuple will be packed by pickle,
+        # so only list can be transferred across language)
+        r = ray.java_function("org.ray.api.test.CrossLanguageInvocationTest",
+                              "returnInputIntArray").remote([1, 2, 3])
+        assert ray.get(r) == [1, 2, 3]
+        # pack
+        f = ray.java_function("org.ray.api.test.CrossLanguageInvocationTest",
+                              "pack")
+        input = [100, "hello", 1.23, [1, "2", 3.0]]
+        r = f.remote(*input)
+        assert ray.get(r) == input
+        return "success"
+    except Exception as ex:
+        return str(ex)


@ray.remote