wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-06-28 10:33:16 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Object Spilling] Turn on by default. (#13745)

Browse Source 
* Done.

* in progress.

* in progress.

* fixed tests.

* Fix.
This commit is contained in:
SangBin Cho
2021-01-31 23:28:37 -08:00
committed by GitHub
parent 2ba77ae3a2
commit d1ec787d9d
7 changed files with 126 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/parameter.py
-14
View File
@@ -1,4 +1,3 @@
import json
import logging
import os
@@ -320,16 +319,3 @@ class RayParams:
if numpy_major <= 1 and numpy_minor < 16:
logger.warning("Using ray with numpy < 1.16.0 will result in slow "
"serialization. Upgrade numpy if using with ray.")
# Make sure object spilling configuration is applicable.
object_spilling_config = self._system_config.get(
"object_spilling_config", {})
if object_spilling_config:
object_spilling_config = json.loads(object_spilling_config)
from ray import external_storage
# Validate external storage usage.
external_storage.setup_external_storage(object_spilling_config)
external_storage.reset_external_storage()
# Configure the proper system config.
self._system_config["is_external_storage_type_fs"] = (
object_spilling_config["type"] == "filesystem")