mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-07-19 23:37:26 +08:00
[Core] Enable StatLogger in LLMEngine (#28020)
Signed-off-by: Zhuohan Li <zhuohan123@gmail.com>
This commit is contained in:
parent
03c4c4aa9d
commit
300a265978
@ -58,11 +58,6 @@ class LLMEngine:
|
|||||||
use_cached_outputs: bool = False,
|
use_cached_outputs: bool = False,
|
||||||
multiprocess_mode: bool = False,
|
multiprocess_mode: bool = False,
|
||||||
) -> None:
|
) -> None:
|
||||||
if stat_loggers is not None:
|
|
||||||
raise NotImplementedError(
|
|
||||||
"Passing StatLoggers to LLMEngine is not yet supported."
|
|
||||||
)
|
|
||||||
|
|
||||||
self.vllm_config = vllm_config
|
self.vllm_config = vllm_config
|
||||||
self.observability_config = vllm_config.observability_config
|
self.observability_config = vllm_config.observability_config
|
||||||
self.model_config = vllm_config.model_config
|
self.model_config = vllm_config.model_config
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user