xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-21 04:45:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] when set offline model running error (#23711)

Browse Source 
Signed-off-by: rongfu.leng <rongfu.leng@daocloud.io>
This commit is contained in:
rongfu.leng 2025-08-28 15:27:45 +08:00 committed by GitHub
parent c07a73317d
commit daa1273b14
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/entrypoints/utils.py
View File

@ -313,12 +313,14 @@ def log_non_default_args(args: Union[argparse.Namespace, EngineArgs]):
# Handle EngineArgs instance # Handle EngineArgs instance
elif isinstance(args, EngineArgs): elif isinstance(args, EngineArgs):
default_args = EngineArgs() # Create default instance default_args = EngineArgs(model=args.model) # Create default instance
for field in dataclasses.fields(args): for field in dataclasses.fields(args):
current_val = getattr(args, field.name) current_val = getattr(args, field.name)
default_val = getattr(default_args, field.name) default_val = getattr(default_args, field.name)
if current_val != default_val: if current_val != default_val:
non_default_args[field.name] = current_val non_default_args[field.name] = current_val
if default_args.model != EngineArgs.model:
non_default_args["model"] = default_args.model
else: else:
raise TypeError("Unsupported argument type. " \ raise TypeError("Unsupported argument type. " \
"Must be argparse.Namespace or EngineArgs instance.") "Must be argparse.Namespace or EngineArgs instance.")