mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-01-19 06:14:29 +08:00
6 lines
120 B
YAML
6 lines
120 B
YAML
port: 12312
|
|
served_model_name: mymodel
|
|
tensor_parallel_size: 2
|
|
trust_remote_code: true
|
|
multi_step_stream_outputs: false
|