Make request_resources() use internal kv instead of redis pub sub (#13410)

This commit is contained in:
Eric Liang
2021-01-13 17:30:43 -08:00
committed by GitHub
parent 9ef48b16b6
commit 602c103eae
3 changed files with 30 additions and 80 deletions
+3 -3
View File
@@ -20,7 +20,7 @@ except ImportError: # py2
from pipes import quote
import ray
from ray.experimental.internal_kv import _internal_kv_get
from ray.experimental.internal_kv import _internal_kv_get, _internal_kv_put
import ray._private.services as services
from ray.autoscaler.node_provider import NodeProvider
from ray.autoscaler._private.constants import \
@@ -129,13 +129,13 @@ def request_resources(num_cpus: Optional[int] = None,
"""
if not ray.is_initialized():
raise RuntimeError("Ray is not initialized yet")
r = _redis()
to_request = []
if num_cpus:
to_request += [{"CPU": 1}] * num_cpus
if bundles:
to_request += bundles
r.publish(AUTOSCALER_RESOURCE_REQUEST_CHANNEL, json.dumps(to_request))
_internal_kv_put(AUTOSCALER_RESOURCE_REQUEST_CHANNEL,
json.dumps(to_request))
def create_or_update_cluster(config_file: str,