mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-07-29 05:54:26 +08:00
[Bugfix] Fix task still being passed in tests/benchmarks (#30476)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
parent
a5f9fb5960
commit
d917747c95
@ -32,7 +32,6 @@ def benchmark_propose(args):
|
|||||||
|
|
||||||
model_config = ModelConfig(
|
model_config = ModelConfig(
|
||||||
model="facebook/opt-125m",
|
model="facebook/opt-125m",
|
||||||
task="generate",
|
|
||||||
max_model_len=args.num_token + args.num_spec_token,
|
max_model_len=args.num_token + args.num_spec_token,
|
||||||
tokenizer="facebook/opt-125m",
|
tokenizer="facebook/opt-125m",
|
||||||
tokenizer_mode="auto",
|
tokenizer_mode="auto",
|
||||||
|
|||||||
@ -17,7 +17,6 @@ def test_idefics_multimodal(
|
|||||||
with vllm_runner(
|
with vllm_runner(
|
||||||
model_name="HuggingFaceM4/Idefics3-8B-Llama3",
|
model_name="HuggingFaceM4/Idefics3-8B-Llama3",
|
||||||
runner="pooling",
|
runner="pooling",
|
||||||
task="classify",
|
|
||||||
convert="classify",
|
convert="classify",
|
||||||
load_format="dummy",
|
load_format="dummy",
|
||||||
max_model_len=512,
|
max_model_len=512,
|
||||||
@ -86,7 +85,6 @@ def test_gemma_multimodal(
|
|||||||
with vllm_runner(
|
with vllm_runner(
|
||||||
model_name="google/gemma-3-4b-it",
|
model_name="google/gemma-3-4b-it",
|
||||||
runner="pooling",
|
runner="pooling",
|
||||||
task="classify",
|
|
||||||
convert="classify",
|
convert="classify",
|
||||||
load_format="auto",
|
load_format="auto",
|
||||||
hf_overrides=update_config,
|
hf_overrides=update_config,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user