[BugFix] Fix get tokenizer when using ray (#3301)

2026-09-09 11:40:01 +08:00 · 2024-03-10 19:17:16 -07:00
parent e4a28e5316
commit 9e8744a545
6 changed files with 23 additions and 7 deletions
@@ -89,3 +89,6 @@ async def test_new_requests_event():
    await asyncio.sleep(0.01)
    assert engine.engine.add_request_calls == 3
    assert engine.engine.step_calls == old_step_calls + 1
+
+    engine = MockAsyncLLMEngine(worker_use_ray=True, engine_use_ray=True)
+    assert engine.get_tokenizer() is not None