mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-13 19:34:59 +08:00
[Misc] Refactor vllm config str (#21666)
This commit is contained in:
parent
57c22e57f9
commit
a9b2a1d704
@ -4796,14 +4796,14 @@ class VllmConfig:
|
|||||||
f"skip_tokenizer_init={self.model_config.skip_tokenizer_init}, "
|
f"skip_tokenizer_init={self.model_config.skip_tokenizer_init}, "
|
||||||
f"tokenizer_mode={self.model_config.tokenizer_mode}, "
|
f"tokenizer_mode={self.model_config.tokenizer_mode}, "
|
||||||
f"revision={self.model_config.revision}, "
|
f"revision={self.model_config.revision}, "
|
||||||
f"override_neuron_config={self.model_config.override_neuron_config},"
|
f"override_neuron_config={self.model_config.override_neuron_config}, " # noqa
|
||||||
f"tokenizer_revision={self.model_config.tokenizer_revision}, "
|
f"tokenizer_revision={self.model_config.tokenizer_revision}, "
|
||||||
f"trust_remote_code={self.model_config.trust_remote_code}, "
|
f"trust_remote_code={self.model_config.trust_remote_code}, "
|
||||||
f"dtype={self.model_config.dtype}, "
|
f"dtype={self.model_config.dtype}, "
|
||||||
f"max_seq_len={self.model_config.max_model_len}, "
|
f"max_seq_len={self.model_config.max_model_len}, "
|
||||||
f"download_dir={self.load_config.download_dir!r}, "
|
f"download_dir={self.load_config.download_dir!r}, "
|
||||||
f"load_format={self.load_config.load_format}, "
|
f"load_format={self.load_config.load_format}, "
|
||||||
f"tensor_parallel_size={self.parallel_config.tensor_parallel_size},"
|
f"tensor_parallel_size={self.parallel_config.tensor_parallel_size}, " # noqa
|
||||||
f"pipeline_parallel_size={self.parallel_config.pipeline_parallel_size}, " # noqa
|
f"pipeline_parallel_size={self.parallel_config.pipeline_parallel_size}, " # noqa
|
||||||
f"disable_custom_all_reduce={self.parallel_config.disable_custom_all_reduce}, " # noqa
|
f"disable_custom_all_reduce={self.parallel_config.disable_custom_all_reduce}, " # noqa
|
||||||
f"quantization={self.model_config.quantization}, "
|
f"quantization={self.model_config.quantization}, "
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user