wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-06-29 07:41:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

Check /dev/shm on Linux (#174)

Browse Source 
* check available shared memory when starting object store

* exit with error if not enough shared memory available for object store

* Some comments and formatting.
This commit is contained in:
Johann Schleier-Smith
2017-01-03 15:33:29 -05:00
committed by Robert Nishihara
parent 431bba3c8a
commit b1e76e582e
2 changed files with 35 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
lib/python/ray/services.py
+13 -1
View File
@@ -254,8 +254,20 @@ def start_objstore(node_ip_address, redis_address, cleanup=True, redirect_output
# memory. To not overflow it, we set the plasma memory limit to 0.4 times
# the size of the physical memory.
objstore_memory = int(system_memory * 0.4)
# Compare the requested memory size to the memory available in /dev/shm.
shm_fd = os.open("/dev/shm", os.O_RDONLY)
try:
shm_fs_stats = os.fstatvfs(shm_fd)
# The value shm_fs_stats.f_bsize is the block size and the value
# shm_fs_stats.f_bavail is the number of available blocks.
shm_avail = shm_fs_stats.f_bsize * shm_fs_stats.f_bavail
if objstore_memory > shm_avail:
print("Warning: Reducing object store memory because /dev/shm has only {} bytes available. You may be able to free up space by deleting files in /dev/shm. If you are inside a Docker container, you may need to pass an argument with the flag '--shm-size' to 'docker run'.".format(shm_avail))
objstore_memory = int(shm_avail * 0.8)
finally:
os.close(shm_fd)
else:
objstore_memory = int(system_memory * 0.75)
objstore_memory = int(system_memory * 0.8)
# Start the Plasma store.
plasma_store_name, p1 = plasma.start_plasma_store(plasma_store_memory=objstore_memory, use_profiler=RUN_PLASMA_STORE_PROFILER, redirect_output=redirect_output)
# Start the plasma manager.