mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-16 14:07:13 +08:00
SigLIP example add chat_template (#29902)
Signed-off-by: piood <2477084691@qq.com>
This commit is contained in:
parent
9bcf92295a
commit
9ae3c55b10
@ -150,7 +150,8 @@ def run_siglip(client: OpenAI, model: str):
|
|||||||
Start the server using:
|
Start the server using:
|
||||||
|
|
||||||
vllm serve google/siglip-base-patch16-224 \
|
vllm serve google/siglip-base-patch16-224 \
|
||||||
--runner pooling
|
--runner pooling \
|
||||||
|
--chat-template template_basic.jinja
|
||||||
"""
|
"""
|
||||||
|
|
||||||
response = create_chat_embeddings(
|
response = create_chat_embeddings(
|
||||||
|
|||||||
@ -1139,11 +1139,19 @@ def validate_chat_template(chat_template: Path | str | None):
|
|||||||
not any(c in chat_template for c in JINJA_CHARS)
|
not any(c in chat_template for c in JINJA_CHARS)
|
||||||
and not Path(chat_template).exists()
|
and not Path(chat_template).exists()
|
||||||
):
|
):
|
||||||
raise ValueError(
|
# Try to find the template in the built-in templates directory
|
||||||
f"The supplied chat template string ({chat_template}) "
|
from vllm.transformers_utils.chat_templates.registry import (
|
||||||
f"appears path-like, but doesn't exist!"
|
CHAT_TEMPLATES_DIR,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
builtin_template_path = CHAT_TEMPLATES_DIR / chat_template
|
||||||
|
if not builtin_template_path.exists():
|
||||||
|
raise ValueError(
|
||||||
|
f"The supplied chat template string ({chat_template}) "
|
||||||
|
f"appears path-like, but doesn't exist! "
|
||||||
|
f"Tried: {chat_template} and {builtin_template_path}"
|
||||||
|
)
|
||||||
|
|
||||||
else:
|
else:
|
||||||
raise TypeError(f"{type(chat_template)} is not a valid chat template type")
|
raise TypeError(f"{type(chat_template)} is not a valid chat template type")
|
||||||
|
|
||||||
@ -1173,12 +1181,23 @@ def _load_chat_template(
|
|||||||
|
|
||||||
JINJA_CHARS = "{}\n"
|
JINJA_CHARS = "{}\n"
|
||||||
if not any(c in chat_template for c in JINJA_CHARS):
|
if not any(c in chat_template for c in JINJA_CHARS):
|
||||||
msg = (
|
# Try to load from the built-in templates directory
|
||||||
f"The supplied chat template ({chat_template}) "
|
from vllm.transformers_utils.chat_templates.registry import (
|
||||||
f"looks like a file path, but it failed to be "
|
CHAT_TEMPLATES_DIR,
|
||||||
f"opened. Reason: {e}"
|
|
||||||
)
|
)
|
||||||
raise ValueError(msg) from e
|
|
||||||
|
builtin_template_path = CHAT_TEMPLATES_DIR / chat_template
|
||||||
|
try:
|
||||||
|
with open(builtin_template_path) as f:
|
||||||
|
return f.read()
|
||||||
|
except OSError:
|
||||||
|
msg = (
|
||||||
|
f"The supplied chat template ({chat_template}) "
|
||||||
|
f"looks like a file path, but it failed to be opened. "
|
||||||
|
f"Tried: {chat_template} and {builtin_template_path}. "
|
||||||
|
f"Reason: {e}"
|
||||||
|
)
|
||||||
|
raise ValueError(msg) from e
|
||||||
|
|
||||||
# If opening a file fails, set chat template to be args to
|
# If opening a file fails, set chat template to be args to
|
||||||
# ensure we decode so our escape are interpreted correctly
|
# ensure we decode so our escape are interpreted correctly
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user