xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-10 00:37:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] update dict parse to EPLBConfig from json dumps to dict unpacking (#23305)

Browse Source 
Signed-off-by: rongfu.leng <rongfu.leng@daocloud.io>
This commit is contained in:
rongfu.leng 2025-08-24 16:06:34 +08:00 committed by GitHub
parent e76e233540
commit 1b9b16649c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 2 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/config/parallel.py
View File

@ -6,7 +6,7 @@ from dataclasses import field
from typing import TYPE_CHECKING, Any, Literal, Optional, Union from typing import TYPE_CHECKING, Any, Literal, Optional, Union
import torch import torch
from pydantic import TypeAdapter, model_validator from pydantic import model_validator
from pydantic.dataclasses import dataclass from pydantic.dataclasses import dataclass
from torch.distributed import ProcessGroup, ReduceOp from torch.distributed import ProcessGroup, ReduceOp
from typing_extensions import Self from typing_extensions import Self
@ -56,13 +56,6 @@ class EPLBConfig:
This is turned off by default since it will cause communication overhead. This is turned off by default since it will cause communication overhead.
""" """
@classmethod
def from_cli(cls, cli_value: str) -> "EPLBConfig":
"""Parse the CLI value for the compilation config.
-O1, -O2, -O3, etc. is handled in FlexibleArgumentParser.
"""
return TypeAdapter(EPLBConfig).validate_json(cli_value)
@config @config
@dataclass @dataclass

3
vllm/engine/arg_utils.py
View File

@ -455,8 +455,7 @@ class EngineArgs:
self.compilation_config = CompilationConfig( self.compilation_config = CompilationConfig(
**self.compilation_config) **self.compilation_config)
if isinstance(self.eplb_config, dict): if isinstance(self.eplb_config, dict):
self.eplb_config = EPLBConfig.from_cli(json.dumps( self.eplb_config = EPLBConfig(**self.eplb_config)
self.eplb_config))
# Setup plugins # Setup plugins
from vllm.plugins import load_general_plugins from vllm.plugins import load_general_plugins
load_general_plugins() load_general_plugins()