mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-30 01:47:15 +08:00
basic
This commit is contained in:
parent
c531de0640
commit
3b2596d5a2
@ -6,4 +6,4 @@
|
||||
|
||||
## Arguments
|
||||
|
||||
--8<-- "docs/argparse/bench_multimodal_processor.inc.md"
|
||||
--8<-- "docs/argparse/bench_mm_processor.inc.md"
|
||||
|
||||
@ -223,9 +223,7 @@ def on_startup(command: Literal["build", "gh-deploy", "serve"], dirty: bool):
|
||||
"run-batch": create_parser(openai_run_batch.make_arg_parser),
|
||||
# Benchmark CLI
|
||||
"bench_latency": create_parser(bench_latency.add_cli_args),
|
||||
"bench_mm_processor": create_parser(
|
||||
bench_mm_processor.add_cli_args
|
||||
),
|
||||
"bench_mm_processor": create_parser(bench_mm_processor.add_cli_args),
|
||||
"bench_serve": create_parser(bench_serve.add_cli_args),
|
||||
"bench_sweep_plot": create_parser(bench_sweep_plot.add_cli_args),
|
||||
"bench_sweep_plot_pareto": create_parser(bench_sweep_plot_pareto.add_cli_args),
|
||||
|
||||
@ -12,11 +12,7 @@ import torch
|
||||
import torch.nn as nn
|
||||
from PIL import Image
|
||||
|
||||
from vllm.config import (
|
||||
ModelConfig,
|
||||
VllmConfig,
|
||||
set_current_vllm_config,
|
||||
)
|
||||
from vllm.config import ModelConfig, VllmConfig, set_current_vllm_config
|
||||
from vllm.config.multimodal import (
|
||||
AudioDummyOptions,
|
||||
BaseDummyOptions,
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user