fix main branch

Signed-off-by: inkcherry <mingzhi.liu@amd.com>
This commit is contained in:
inkcherry 2025-12-23 11:26:37 +00:00
parent d16eec7aae
commit 2cc09f5ea6

View File

@ -179,6 +179,7 @@ def create_vllm_config(
max_num_batched_tokens=max_num_batched_tokens, max_num_batched_tokens=max_num_batched_tokens,
max_model_len=max_model_len, max_model_len=max_model_len,
enable_chunked_prefill=enable_chunked_prefill, enable_chunked_prefill=enable_chunked_prefill,
is_encoder_decoder=False,
) )
model_config = ModelConfig( model_config = ModelConfig(
model=model, model=model,