mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-07-10 12:47:15 +08:00
basic
This commit is contained in:
parent
c531de0640
commit
3b2596d5a2
@ -6,4 +6,4 @@
|
|||||||
|
|
||||||
## Arguments
|
## Arguments
|
||||||
|
|
||||||
--8<-- "docs/argparse/bench_multimodal_processor.inc.md"
|
--8<-- "docs/argparse/bench_mm_processor.inc.md"
|
||||||
|
|||||||
@ -223,9 +223,7 @@ def on_startup(command: Literal["build", "gh-deploy", "serve"], dirty: bool):
|
|||||||
"run-batch": create_parser(openai_run_batch.make_arg_parser),
|
"run-batch": create_parser(openai_run_batch.make_arg_parser),
|
||||||
# Benchmark CLI
|
# Benchmark CLI
|
||||||
"bench_latency": create_parser(bench_latency.add_cli_args),
|
"bench_latency": create_parser(bench_latency.add_cli_args),
|
||||||
"bench_mm_processor": create_parser(
|
"bench_mm_processor": create_parser(bench_mm_processor.add_cli_args),
|
||||||
bench_mm_processor.add_cli_args
|
|
||||||
),
|
|
||||||
"bench_serve": create_parser(bench_serve.add_cli_args),
|
"bench_serve": create_parser(bench_serve.add_cli_args),
|
||||||
"bench_sweep_plot": create_parser(bench_sweep_plot.add_cli_args),
|
"bench_sweep_plot": create_parser(bench_sweep_plot.add_cli_args),
|
||||||
"bench_sweep_plot_pareto": create_parser(bench_sweep_plot_pareto.add_cli_args),
|
"bench_sweep_plot_pareto": create_parser(bench_sweep_plot_pareto.add_cli_args),
|
||||||
|
|||||||
@ -12,11 +12,7 @@ import torch
|
|||||||
import torch.nn as nn
|
import torch.nn as nn
|
||||||
from PIL import Image
|
from PIL import Image
|
||||||
|
|
||||||
from vllm.config import (
|
from vllm.config import ModelConfig, VllmConfig, set_current_vllm_config
|
||||||
ModelConfig,
|
|
||||||
VllmConfig,
|
|
||||||
set_current_vllm_config,
|
|
||||||
)
|
|
||||||
from vllm.config.multimodal import (
|
from vllm.config.multimodal import (
|
||||||
AudioDummyOptions,
|
AudioDummyOptions,
|
||||||
BaseDummyOptions,
|
BaseDummyOptions,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user