mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-27 09:41:25 +08:00
ruff change
Signed-off-by: qli88 <qiang.li2@amd.com>
This commit is contained in:
parent
eea8b6634c
commit
a1033a9542
@ -25,7 +25,9 @@ def test_ranks(
|
||||
flat_logprobs,
|
||||
example_prompts,
|
||||
):
|
||||
with vllm_runner(model, dtype=dtype, max_logprobs=MAX_LOGPROBS, enforce_eager=True) as vllm_model:
|
||||
with vllm_runner(
|
||||
model, dtype=dtype, max_logprobs=MAX_LOGPROBS, enforce_eager=True
|
||||
) as vllm_model:
|
||||
tokenizer = vllm_model.llm.get_tokenizer()
|
||||
example_prompt_tokens = [tokenizer.encode(prompt) for prompt in example_prompts]
|
||||
sampling_params = SamplingParams(
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user