From b6381ced9c52271f799a8348fcc98c5f40528cdf Mon Sep 17 00:00:00 2001 From: Robert Shaw Date: Tue, 15 Jul 2025 13:50:42 +0000 Subject: [PATCH] updated Signed-off-by: Robert Shaw --- benchmarks/benchmark_dataset.py | 16 +++++++++++----- 1 file changed, 11 insertions(+), 5 deletions(-) diff --git a/benchmarks/benchmark_dataset.py b/benchmarks/benchmark_dataset.py index 1ad6cef7a9dbc..f555168fe8892 100644 --- a/benchmarks/benchmark_dataset.py +++ b/benchmarks/benchmark_dataset.py @@ -30,11 +30,17 @@ from datasets import load_dataset from PIL import Image from transformers import PreTrainedTokenizerBase -from vllm.lora.request import LoRARequest -from vllm.lora.utils import get_adapter_absolute_path -from vllm.multimodal import MultiModalDataDict -from vllm.multimodal.image import convert_image_mode -from vllm.transformers_utils.tokenizer import AnyTokenizer, get_lora_tokenizer +try: + from vllm.lora.request import LoRARequest + from vllm.lora.utils import get_adapter_absolute_path + from vllm.multimodal import MultiModalDataDict + from vllm.multimodal.image import convert_image_mode + from vllm.transformers_utils.tokenizer import AnyTokenizer, get_lora_tokenizer +except: + MultiModalDataDict = None + AnyTokenizer = None + LoRARequest = None + print("Install vLLM to use LoRA or Multimodal benchmarking.") logger = logging.getLogger(__name__)