mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-06-07 00:21:01 +08:00
fix main branch
Signed-off-by: inkcherry <mingzhi.liu@amd.com>
This commit is contained in:
parent
d16eec7aae
commit
2cc09f5ea6
@ -179,6 +179,7 @@ def create_vllm_config(
|
|||||||
max_num_batched_tokens=max_num_batched_tokens,
|
max_num_batched_tokens=max_num_batched_tokens,
|
||||||
max_model_len=max_model_len,
|
max_model_len=max_model_len,
|
||||||
enable_chunked_prefill=enable_chunked_prefill,
|
enable_chunked_prefill=enable_chunked_prefill,
|
||||||
|
is_encoder_decoder=False,
|
||||||
)
|
)
|
||||||
model_config = ModelConfig(
|
model_config = ModelConfig(
|
||||||
model=model,
|
model=model,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user