Support ray.* in remote functions for Ray client (#12177)

python/ray/experimental/client/__init__.py

@@ -30,7 +30,7 @@ class RayAPIStub:
     def __getattr__(self, key: str):
         global _client_api
         self.__check_client_api()
-        return _client_api.__getattribute__(key)
+        return getattr(_client_api, key)
 
     def __check_client_api(self):
         global _client_api

python/ray/experimental/client/api.py

@@ -60,3 +60,11 @@ class ClientAPI(APIImpl):
 
     def close(self, *args, **kwargs):
         return self.worker.close()
+
+    def __getattr__(self, key: str):
+        if not key.startswith("_"):
+            raise NotImplementedError(
+                "Not available in Ray client: `ray.{}`. This method is only "
+                "available within Ray remote functions and is not yet "
+                "implemented in the client API.".format(key))
+        return self.__getattribute__(key)

python/ray/experimental/client/client_app.py

@@ -19,6 +19,14 @@ def fact(x):
     return ray.get(fact.remote(x - 1)) * x
 
 
+@ray.remote
+def get_nodes():
+    return ray.nodes()  # Can access the full Ray API in remote methods.
+
+
+print("Cluster nodes", ray.get(get_nodes.remote()))
+print(ray.nodes())
+
 objectref = ray.put("hello world")
 
 # `ClientObjectRef(...)`

python/ray/experimental/client/server/core_ray_api.py

@@ -30,3 +30,9 @@ class CoreRayAPI(APIImpl):
 
     def close(self, *args, **kwargs):
         return None
+
+    # Allow for generic fallback to ray.* in remote methods. This allows calls
+    # like ray.nodes() to be run in remote functions even though the client
+    # doesn't currently support them.
+    def __getattr__(self, key: str):
+        return getattr(ray, key)

python/ray/experimental/client/worker.py

@@ -4,9 +4,9 @@ to the server.
 """
 from typing import List
 
+import ray.cloudpickle as cloudpickle
 import grpc
 
-from ray import cloudpickle
 import ray.core.generated.ray_client_pb2 as ray_client_pb2
 import ray.core.generated.ray_client_pb2_grpc as ray_client_pb2_grpc
 from ray.experimental.client.common import convert_to_arg