mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-09 20:04:27 +08:00
71683ca6f6
Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu> Signed-off-by: Woosuk Kwon <woosuk@thinkingmachines.ai>
7 lines
159 B
YAML
7 lines
159 B
YAML
# Same as test_config.yaml but with model specified
|
|
model: config-model
|
|
port: 12312
|
|
served_model_name: mymodel
|
|
tensor_parallel_size: 2
|
|
trust_remote_code: true
|