wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-06-28 00:44:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

Put object store memory on /dev/shm on linux (#89)

Browse Source 
* put object store memory on /dev/shm on linux

* fix

* fix mac
This commit is contained in:
Philipp Moritz
2016-12-06 00:31:47 -08:00
committed by Robert Nishihara
parent dd39008532
commit 03324caffc
2 changed files with 11 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
lib/python/ray/services.py
+7 -1
View File
@@ -147,7 +147,13 @@ def start_objstore(node_ip_address, redis_address, cleanup=True):
"""
# Compute a fraction of the system memory for the Plasma store to use.
system_memory = psutil.virtual_memory().total
plasma_store_memory = int(system_memory * 0.75)
if sys.platform == "linux" or sys.platform == "linux2":
# On linux we use /dev/shm, its size is half the size of the physical
# memory. To not overflow it, we set the plasma memory limit to 0.4 times
# the size of the physical memory.
plasma_store_memory = int(system_memory * 0.4)
else:
plasma_store_memory = int(system_memory * 0.75)
# Start the Plasma store.
plasma_store_name, p1 = plasma.start_plasma_store(plasma_store_memory=plasma_store_memory, use_profiler=RUN_PLASMA_STORE_PROFILER)
# Start the plasma manager.