Disable stopgap GC by default (#6165)

* disable stopgap gc by default

* fix gc testss
This commit is contained in:
Edward Oakes
2019-11-15 15:42:59 -08:00
committed by GitHub
parent 7aa06fb25c
commit 33040d734f
2 changed files with 15 additions and 3 deletions
+10 -1
View File
@@ -3,9 +3,11 @@ from __future__ import absolute_import
from __future__ import division
from __future__ import print_function
import json
import numpy as np
import time
import logging
import pytest
import ray
import ray.tests.cluster_utils
@@ -15,7 +17,13 @@ logger = logging.getLogger(__name__)
def test_basic_gc(shutdown_only):
ray.init(object_store_memory=100 * 1024 * 1024, use_pickle=True)
ray.init(
object_store_memory=100 * 1024 * 1024,
use_pickle=True,
_internal_config=json.dumps({
"worker_heartbeat_timeout_milliseconds": 500,
"raylet_max_active_object_ids": 1000
}))
@ray.remote
def shuffle(input):
@@ -47,6 +55,7 @@ def test_basic_gc(shutdown_only):
ray.get(actor.get_large_object.remote())
@pytest.mark.skip(reason="This test currently fails on Travis.")
def test_pending_task_dependency(shutdown_only):
ray.init(object_store_memory=100 * 1024 * 1024, use_pickle=True)
+5 -2
View File
@@ -52,7 +52,9 @@ RAY_CONFIG(int64_t, initial_reconstruction_timeout_milliseconds, 10000)
/// The duration between heartbeats sent from the workers to the raylet.
/// If set to a negative value, the heartbeats will not be sent.
RAY_CONFIG(int64_t, worker_heartbeat_timeout_milliseconds, 500)
/// These are used to report active object IDs for garbage collection and
/// to ensure that workers go down when the raylet dies unexpectedly.
RAY_CONFIG(int64_t, worker_heartbeat_timeout_milliseconds, 1000)
/// These are used by the worker to set timeouts and to batch requests when
/// getting objects.
@@ -94,7 +96,8 @@ RAY_CONFIG(int64_t, max_num_to_reconstruct, 10000)
RAY_CONFIG(int64_t, raylet_fetch_request_size, 10000)
/// The maximum number of active object IDs to report in a heartbeat.
RAY_CONFIG(size_t, raylet_max_active_object_ids, 1000)
/// # NOTE: currently disabled by default.
RAY_CONFIG(size_t, raylet_max_active_object_ids, 0)
/// The duration that we wait after sending a worker SIGTERM before sending
/// the worker SIGKILL.