wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-04 21:04:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

Dynamically adjust redis memory usage (#4152)

Browse Source 
* f

* Update services.py
This commit is contained in:
Eric Liang
2019-02-25 16:21:37 -08:00
committed by Philipp Moritz
parent 49dc85e54b
commit 3896b726dd
2 changed files with 13 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/services.py
+11 -5
View File
@@ -573,9 +573,14 @@ def start_redis(node_ip_address,
# Store version information in the primary Redis shard.
_put_version_info_in_redis(primary_redis_client)
# Cap the memory of the other redis shards if no limit is provided.
redis_max_memory = (redis_max_memory if redis_max_memory is not None else
ray_constants.DEFAULT_REDIS_MAX_MEMORY_BYTES)
# Calculate the redis memory.
system_memory = ray.utils.get_system_memory()
if redis_max_memory is None:
redis_max_memory = min(
ray_constants.DEFAULT_REDIS_MAX_MEMORY_BYTES,
max(
int(system_memory * 0.2),
ray_constants.REDIS_MINIMUM_MEMORY_BYTES))
if redis_max_memory < ray_constants.REDIS_MINIMUM_MEMORY_BYTES:
raise ValueError("Attempting to cap Redis memory usage at {} bytes, "
"but the minimum allowed is {} bytes.".format(
@@ -1286,7 +1291,7 @@ def determine_plasma_store_config(object_store_memory=None,
# Choose a default object store size.
if object_store_memory is None:
object_store_memory = int(system_memory * 0.4)
object_store_memory = int(system_memory * 0.3)
# Cap memory to avoid memory waste and perf issues on large nodes
if (object_store_memory >
ray_constants.DEFAULT_OBJECT_STORE_MAX_MEMORY_BYTES):
@@ -1440,7 +1445,8 @@ def start_plasma_store(stdout_file=None,
# Print the object store memory using two decimal places.
object_store_memory_str = (object_store_memory / 10**7) / 10**2
logger.info("Starting the Plasma object store with {} GB memory "
"using {}.".format(object_store_memory_str, plasma_directory))
"using {}.".format(
round(object_store_memory_str, 2), plasma_directory))
# Start the Plasma store.
process_info = _start_plasma_store(
object_store_memory,