mirror of
https://github.com/wassname/ray.git
synced 2026-06-30 12:38:39 +08:00
Make request_resources() use internal kv instead of redis pub sub (#13410)
This commit is contained in:
@@ -4,6 +4,7 @@ import time
|
||||
|
||||
import ray
|
||||
import ray.ray_constants as ray_constants
|
||||
from ray.autoscaler.sdk import request_resources
|
||||
from ray.monitor import Monitor
|
||||
from ray.cluster_utils import Cluster
|
||||
from ray.test_utils import generate_system_config_map, SignalActor
|
||||
@@ -68,16 +69,21 @@ def setup_monitor(address):
|
||||
monitor = Monitor(
|
||||
address, None, redis_password=ray_constants.REDIS_DEFAULT_PASSWORD)
|
||||
monitor.update_raylet_map(_append_port=True)
|
||||
monitor.subscribe(ray.ray_constants.AUTOSCALER_RESOURCE_REQUEST_CHANNEL)
|
||||
return monitor
|
||||
|
||||
|
||||
def verify_load_metrics(monitor, expected_resource_usage=None, timeout=30):
|
||||
request_resources(num_cpus=42)
|
||||
|
||||
while True:
|
||||
monitor.update_load_metrics()
|
||||
monitor.process_messages()
|
||||
monitor.update_resource_requests()
|
||||
resource_usage = monitor.load_metrics._get_resource_usage()
|
||||
|
||||
# Check resource request propagation.
|
||||
req = monitor.load_metrics.resource_requests
|
||||
assert req == [{"CPU": 1}] * 42, req
|
||||
|
||||
if "memory" in resource_usage[0]:
|
||||
del resource_usage[0]["memory"]
|
||||
if "object_store_memory" in resource_usage[1]:
|
||||
|
||||
Reference in New Issue
Block a user