wassname/vllm
1
0
Fork 0
mirror of https://github.com/wassname/vllm.git synced 2026-06-27 17:32:55 +08:00
Code Issues Packages Projects Releases Wiki Activity

[misc] Rename Ray ADAG to Compiled Graph (#13928)

Browse Source
This commit is contained in:
Rui Qiao
2025-02-26 20:03:28 -08:00
committed by GitHub
parent ca377cf1b9
commit c9944acbf9
6 changed files with 22 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/basic_correctness/test_basic_correctness.py
+1 -1
View File
@@ -117,7 +117,7 @@ def test_models_distributed(
pytest.skip(f"Skip test for {test_suite}")
if model == "meta-llama/Llama-3.2-1B-Instruct" and distributed_executor_backend == "ray" and attention_backend == "" and test_suite == "L4": # noqa
# test ray adag
# test Ray Compiled Graph
os.environ['VLLM_USE_RAY_SPMD_WORKER'] = "1"
os.environ['VLLM_USE_RAY_COMPILED_DAG'] = "1"
tests/basic_correctness/test_chunked_prefill.py
+1 -1
View File
@@ -93,7 +93,7 @@ def test_models_distributed(
if (model == "meta-llama/Llama-3.2-1B-Instruct"
and distributed_executor_backend == "ray"):
# test ray adag
# test Ray Compiled Graph
os.environ['VLLM_USE_RAY_SPMD_WORKER'] = "1"
os.environ['VLLM_USE_RAY_COMPILED_DAG'] = "1"
tests/distributed/test_pipeline_parallel.py
+6 -5
View File
@@ -324,8 +324,8 @@ def _compare_tp(
specific_case = tp_size == 2 and pp_size == 2 and chunked_prefill
if distributed_backend == "ray" and (vllm_major_version == "1"
or specific_case):
# For V1, test Ray ADAG for all the tests
# For V0, test Ray ADAG for a subset of the tests
# For V1, test Ray Compiled Graph for all the tests
# For V0, test Ray Compiled Graph for a subset of the tests
pp_env = {
"VLLM_USE_V1": vllm_major_version,
"VLLM_USE_RAY_COMPILED_DAG": "1",
@@ -333,7 +333,7 @@ def _compare_tp(
"VLLM_USE_RAY_COMPILED_DAG_NCCL_CHANNEL": "1",
}
# Temporary. Currently when zeromq + SPMD is used, it does not properly
# terminate because of aDAG issue.
# terminate because of a Ray Compiled Graph issue.
common_args.append("--disable-frontend-multiprocessing")
else:
pp_env = None
@@ -367,8 +367,9 @@ def _compare_tp(
if pp_env is None:
raise
else:
# Ray ADAG tests are flaky, so we don't want to fail the test
logger.exception("Ray ADAG tests failed")
# Ray Compiled Graph tests are flaky,
# so we don't want to fail the test
logger.exception("Ray Compiled Graph tests failed")
@pytest.mark.parametrize(