mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 05:55:55 +08:00
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
parent
6522d55b6f
commit
f4133ce4e5
@ -364,12 +364,6 @@ class _ModelRegistry:
|
|||||||
raise ValueError(msg)
|
raise ValueError(msg)
|
||||||
|
|
||||||
model = _LazyRegisteredModel(*split_str)
|
model = _LazyRegisteredModel(*split_str)
|
||||||
|
|
||||||
try:
|
|
||||||
model.inspect_model_cls()
|
|
||||||
except Exception as exc:
|
|
||||||
msg = f"Unable to inspect model {model_cls}"
|
|
||||||
raise RuntimeError(msg) from exc
|
|
||||||
elif isinstance(model_cls, type) and issubclass(model_cls, nn.Module):
|
elif isinstance(model_cls, type) and issubclass(model_cls, nn.Module):
|
||||||
model = _RegisteredModel.from_model_cls(model_cls)
|
model = _RegisteredModel.from_model_cls(model_cls)
|
||||||
else:
|
else:
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user