mirror of
https://github.com/wassname/ray.git
synced 2026-06-27 21:38:18 +08:00
Yujie Liu
a8d3c057c1
* Enable java worker support -------------------------- This commit includes a tailored version of the Java worker implementation from Ant Financial. The changes for build system, python module, src module and arrow are in other commits, this commit consists of the following modules: - java/api: Ray API definition - java/common: utilities - java/hook: binary rewrite of the Java byte-code for remote execution - java/runtime-common: common implementation of the runtime in worker - java/runtime-dev: a pure-java mock implementation of the runtime for fast development - java/runtime-native: a native implementation of the runtime - java/test: various tests Contributors for this work: Guyang Song, Peng Cao, Senlin Zhu,Xiaoying Chu, Yiming Yu, Yujie Liu, Zhenyu Guo * change the format of java help document from markdown to RST * update the vesion of Arrow for java worker * adapt the new version of plasma java client from arrow which use byte[] instead of custom type * add java worker test to ci * add the example module for better usage guide
161 lines
5.1 KiB
INI
161 lines
5.1 KiB
INI
[ray]
|
|
ray_protocol_version = 0x0000000000000000
|
|
heartbeat_timeout_milliseconds = 1000
|
|
num_heartbeats_timeout = 100
|
|
get_timeout_milliseconds = 1000
|
|
worker_get_request_size = 1000
|
|
worker_fetch_request_size = 1000
|
|
num_connect_attempts = 50
|
|
connect_timeout_milliseconds = 1000
|
|
local_scheduler_fetch_timeout_milliseconds = 1000
|
|
local_scheduler_reconstruction_timeout_milliseconds = 1000
|
|
max_num_to_reconstruct = 1000
|
|
local_scheduler_fetch_request_size = 10000
|
|
kill_worker_timeout_milliseconds = 1000
|
|
manager_timeout_milliseconds = 1000
|
|
buf_size = 4096
|
|
max_time_for_handler_milliseconds = 1000
|
|
size_limit = 100
|
|
num_elements_limit = 1000
|
|
max_time_for_loop = 1000
|
|
redis_db_connect_retries = 50
|
|
redis_db_connect_wait_milliseconds = 1000
|
|
plasma_default_release_delay = 0
|
|
L3_cache_size_bytes = 100000000
|
|
simple_fail_over = false
|
|
;store_evict_soft_max_count = 10
|
|
|
|
[ray.java]
|
|
;network_interface = en0
|
|
|
|
; set log level: debug info warn error
|
|
log_level = debug
|
|
;log_level = warn
|
|
|
|
[ray.java.start]
|
|
|
|
; run mode for this app SINGLE_PROCESS | SINGLE_BOX | CLUSTER
|
|
;run_mode = SINGLE_PROCESS
|
|
run_mode = SINGLE_BOX
|
|
|
|
; worker mode for this app DRIVER | WORKER | NONE
|
|
worker_mode = DRIVER
|
|
|
|
; number of workers initially started
|
|
num_workers = 2
|
|
|
|
driver_id = 0123456789abcdef0123456789abcdef01234567
|
|
|
|
working_directory = %CONFIG_FILE_DIR%/run
|
|
|
|
logging_directory = %CONFIG_FILE_DIR%/run/logs
|
|
|
|
redis_port = 34111
|
|
|
|
num_local_schedulers = 1
|
|
|
|
max_submit_task_buffer_size_bytes = 51200
|
|
|
|
default_first_check_timeout_ms = 1000
|
|
|
|
default_get_check_interval_ms = 5000
|
|
|
|
;jvm_parameters = -XX:+TraceClassLoading
|
|
|
|
object_store_occupied_memory_MB = 2
|
|
|
|
deploy = false
|
|
|
|
max_java_log_file_num = 10
|
|
|
|
max_java_log_file_size = 500MB
|
|
|
|
onebox_delay_seconds_before_run_app_logic = 0
|
|
|
|
[ray.java.start.job]
|
|
|
|
; java class which main is served as the driver in a java worker
|
|
driver_class =
|
|
|
|
[ray.java.path.classes.source]
|
|
%CONFIG_FILE_DIR%/common/target/classes =
|
|
%CONFIG_FILE_DIR%/common/target/test-classes =
|
|
|
|
%CONFIG_FILE_DIR%/api/target/classes =
|
|
%CONFIG_FILE_DIR%/api/target/test-classes =
|
|
|
|
%CONFIG_FILE_DIR%/runtime-common/target/classes =
|
|
%CONFIG_FILE_DIR%/runtime-common/target/test-classes =
|
|
|
|
%CONFIG_FILE_DIR%/runtime-dev/target/classes =
|
|
%CONFIG_FILE_DIR%/runtime-dev/target/test-classes =
|
|
|
|
%CONFIG_FILE_DIR%/runtime-native/target/classes =
|
|
%CONFIG_FILE_DIR%/runtime-native/target/test-classes =
|
|
|
|
%CONFIG_FILE_DIR%/example/target/classes =
|
|
|
|
%CONFIG_FILE_DIR%/test/target/classes =
|
|
%CONFIG_FILE_DIR%/test/target/test-classes =
|
|
%CONFIG_FILE_DIR%/test/lib/* =
|
|
|
|
[ray.java.path.classes.package]
|
|
%CONFIG_FILE_DIR%/common/target/ray-common-1.0.jar =
|
|
%CONFIG_FILE_DIR%/api/target/ray-api-1.0.jar =
|
|
%CONFIG_FILE_DIR%/runtime-common/target/ray-runtime-common-1.0.jar =
|
|
%CONFIG_FILE_DIR%/runtime-dev/target/ray-runtime-dev-1.0.jar =
|
|
%CONFIG_FILE_DIR%/runtime-native/target/ray-runtime-native-1.0.jar =
|
|
|
|
%CONFIG_FILE_DIR%/test/target/ray-test-1.0.jar =
|
|
%CONFIG_FILE_DIR%/test/target/test-classes =
|
|
%CONFIG_FILE_DIR%/test/lib/* =
|
|
|
|
%CONFIG_FILE_DIR%/example/target/ray-example-1.0.jar =
|
|
|
|
[ray.java.path.classes.deploy]
|
|
%CONFIG_FILE_DIR%/java/lib/* =
|
|
|
|
[ray.java.path.jni.package]
|
|
%CONFIG_FILE_DIR%/../build/src/plasma =
|
|
%CONFIG_FILE_DIR%/../build/src/local_scheduler =
|
|
|
|
[ray.java.path.jni.deploy]
|
|
%CONFIG_FILE_DIR%/native/lib =
|
|
|
|
[ray.java.path.source]
|
|
redis_server = %CONFIG_FILE_DIR%/../build/src/common/thirdparty/redis/src/redis-server
|
|
redis_module = %CONFIG_FILE_DIR%/../build/src/common/redis_module/libray_redis_module.so
|
|
store = %CONFIG_FILE_DIR%/../build/src/plasma/plasma_store
|
|
store_manager = %CONFIG_FILE_DIR%/../build/src/plasma/plasma_manager
|
|
local_scheduler = %CONFIG_FILE_DIR%/../build/src/local_scheduler/local_scheduler
|
|
global_scheduler = %CONFIG_FILE_DIR%/../build/src/global_scheduler/global_scheduler
|
|
python_dir = %CONFIG_FILE_DIR%/../build/
|
|
java_runtime_rewritten_jars_dir =
|
|
java_class_paths = ray.java.path.classes.source
|
|
java_jnilib_paths = ray.java.path.jni.package
|
|
|
|
[ray.java.path.package]
|
|
redis_server = %CONFIG_FILE_DIR%/../build/src/common/thirdparty/redis/src/redis-server
|
|
redis_module = %CONFIG_FILE_DIR%/../build/src/common/redis_module/libray_redis_module.so
|
|
store = %CONFIG_FILE_DIR%/../build/src/plasma/plasma_store
|
|
store_manager = %CONFIG_FILE_DIR%/../build/src/plasma/plasma_manager
|
|
local_scheduler = %CONFIG_FILE_DIR%/../build/src/local_scheduler/local_scheduler
|
|
global_scheduler = %CONFIG_FILE_DIR%/../build/src/global_scheduler/global_scheduler
|
|
python_dir = %CONFIG_FILE_DIR%/../build/
|
|
java_runtime_rewritten_jars_dir =
|
|
java_class_paths = ray.java.path.classes.package
|
|
java_jnilib_paths = ray.java.path.jni.package
|
|
|
|
[ray.java.path.deploy]
|
|
redis_server = %CONFIG_FILE_DIR%/native/bin/redis-server
|
|
redis_module = %CONFIG_FILE_DIR%/native/lib/libray_redis_module.so
|
|
store = %CONFIG_FILE_DIR%/native/bin/plasma_store
|
|
store_manager = %CONFIG_FILE_DIR%/native/bin/plasma_manager
|
|
local_scheduler = %CONFIG_FILE_DIR%/native/bin/local_scheduler
|
|
global_scheduler = %CONFIG_FILE_DIR%/native/bin/global_scheduler
|
|
python_dir = %CONFIG_FILE_DIR%/python
|
|
java_runtime_rewritten_jars_dir = %CONFIG_FILE_DIR%/java/lib/
|
|
java_class_paths = ray.java.path.classes.deploy
|
|
java_jnilib_paths = ray.java.path.jni.deploy
|
|
|