[V1] Fix CI tests on V1 engine (#10272)

Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon authored and GitHub committed 2024-11-12 16:17:20 -08:00
1 parent 377b74fe87
commit 112fa0bbe5
3 files changed
+7 -1

No files matched your search

+3
View File
@@ -27,6 +27,9 @@ def make_request() -> EngineCoreRequest:
request_id=uuid.uuid4(),
prompt=PROMPT,
prompt_token_ids=PROMPT_TOKENS,
mm_data=None,
mm_placeholders=None,
mm_processor_kwargs=None,
sampling_params=SamplingParams(),
eos_token_id=None,
arrival_time=time.time(),
@@ -29,6 +29,9 @@ def make_request(params: SamplingParams) -> EngineCoreRequest:
request_id=str(uuid.uuid4()),
prompt=PROMPT,
prompt_token_ids=PROMPT_TOKENS,
mm_data=None,
mm_placeholders=None,
mm_processor_kwargs=None,
sampling_params=params,
eos_token_id=None,
arrival_time=time.time(),
+1 -1
View File
@@ -317,7 +317,7 @@ class EngineCoreProc(EngineCore):
# Msgpack serialization decoding.
decoder_add_req = PickleEncoder()
decoder_abort_req = msgpack.Decoder(list[str])
decoder_abort_req = PickleEncoder()
with self.make_socket(input_path, zmq.constants.PULL) as socket:
while True: