From 1b9b16649c10453fe25ff28313dffa175194a84b Mon Sep 17 00:00:00 2001 From: "rongfu.leng" Date: Sun, 24 Aug 2025 16:06:34 +0800 Subject: [PATCH] [Misc] update dict parse to EPLBConfig from json dumps to dict unpacking (#23305) Signed-off-by: rongfu.leng --- vllm/config/parallel.py | 9 +-------- vllm/engine/arg_utils.py | 3 +-- 2 files changed, 2 insertions(+), 10 deletions(-) diff --git a/vllm/config/parallel.py b/vllm/config/parallel.py index f7b8b1d0a5658..9ea883d4a03cd 100644 --- a/vllm/config/parallel.py +++ b/vllm/config/parallel.py @@ -6,7 +6,7 @@ from dataclasses import field from typing import TYPE_CHECKING, Any, Literal, Optional, Union import torch -from pydantic import TypeAdapter, model_validator +from pydantic import model_validator from pydantic.dataclasses import dataclass from torch.distributed import ProcessGroup, ReduceOp from typing_extensions import Self @@ -56,13 +56,6 @@ class EPLBConfig: This is turned off by default since it will cause communication overhead. """ - @classmethod - def from_cli(cls, cli_value: str) -> "EPLBConfig": - """Parse the CLI value for the compilation config. - -O1, -O2, -O3, etc. is handled in FlexibleArgumentParser. - """ - return TypeAdapter(EPLBConfig).validate_json(cli_value) - @config @dataclass diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py index 965264ee3097a..3ab1115f14462 100644 --- a/vllm/engine/arg_utils.py +++ b/vllm/engine/arg_utils.py @@ -455,8 +455,7 @@ class EngineArgs: self.compilation_config = CompilationConfig( **self.compilation_config) if isinstance(self.eplb_config, dict): - self.eplb_config = EPLBConfig.from_cli(json.dumps( - self.eplb_config)) + self.eplb_config = EPLBConfig(**self.eplb_config) # Setup plugins from vllm.plugins import load_general_plugins load_general_plugins()