mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-06-01 16:07:07 +08:00
ruff change
Signed-off-by: qli88 <qiang.li2@amd.com>
This commit is contained in:
parent
eea8b6634c
commit
a1033a9542
@ -25,7 +25,9 @@ def test_ranks(
|
|||||||
flat_logprobs,
|
flat_logprobs,
|
||||||
example_prompts,
|
example_prompts,
|
||||||
):
|
):
|
||||||
with vllm_runner(model, dtype=dtype, max_logprobs=MAX_LOGPROBS, enforce_eager=True) as vllm_model:
|
with vllm_runner(
|
||||||
|
model, dtype=dtype, max_logprobs=MAX_LOGPROBS, enforce_eager=True
|
||||||
|
) as vllm_model:
|
||||||
tokenizer = vllm_model.llm.get_tokenizer()
|
tokenizer = vllm_model.llm.get_tokenizer()
|
||||||
example_prompt_tokens = [tokenizer.encode(prompt) for prompt in example_prompts]
|
example_prompt_tokens = [tokenizer.encode(prompt) for prompt in example_prompts]
|
||||||
sampling_params = SamplingParams(
|
sampling_params = SamplingParams(
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user