xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-09 15:44:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

[V1] Fix CI tests on V1 engine (#10272)

Browse Source 
Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon 2024-11-12 16:17:20 -08:00 committed by GitHub
parent 377b74fe87
commit 112fa0bbe5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
tests/v1/engine/test_engine_core.py
View File

@ -27,6 +27,9 @@ def make_request() -> EngineCoreRequest:
request_id=uuid.uuid4(),
prompt=PROMPT,
prompt_token_ids=PROMPT_TOKENS,
mm_data=None,
mm_placeholders=None,
mm_processor_kwargs=None,
sampling_params=SamplingParams(),
eos_token_id=None,
arrival_time=time.time(),

3
tests/v1/engine/test_engine_core_client.py
View File

@ -29,6 +29,9 @@ def make_request(params: SamplingParams) -> EngineCoreRequest:
request_id=str(uuid.uuid4()),
prompt=PROMPT,
prompt_token_ids=PROMPT_TOKENS,
mm_data=None,
mm_placeholders=None,
mm_processor_kwargs=None,
sampling_params=params,
eos_token_id=None,
arrival_time=time.time(),

2
vllm/v1/engine/core.py
View File

@ -317,7 +317,7 @@ class EngineCoreProc(EngineCore):
# Msgpack serialization decoding.
decoder_add_req = PickleEncoder()
decoder_abort_req = msgpack.Decoder(list[str])
decoder_abort_req = PickleEncoder()
with self.make_socket(input_path, zmq.constants.PULL) as socket:
while True: