mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-04-03 07:37:02 +08:00
fix main branch
Signed-off-by: inkcherry <mingzhi.liu@amd.com>
This commit is contained in:
parent
d16eec7aae
commit
2cc09f5ea6
@ -179,6 +179,7 @@ def create_vllm_config(
|
||||
max_num_batched_tokens=max_num_batched_tokens,
|
||||
max_model_len=max_model_len,
|
||||
enable_chunked_prefill=enable_chunked_prefill,
|
||||
is_encoder_decoder=False,
|
||||
)
|
||||
model_config = ModelConfig(
|
||||
model=model,
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user