mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-01-09 01:06:32 +08:00
20 lines
706 B
Python
20 lines
706 B
Python
from .data import (LLMInputs, ParsedText, ParsedTokens, PromptInputs,
|
|
PromptStrictInputs, TextPrompt, TextTokensPrompt,
|
|
TokensPrompt, parse_and_batch_prompt)
|
|
from .registry import InputContext, InputRegistry
|
|
|
|
INPUT_REGISTRY = InputRegistry()
|
|
"""
|
|
The global :class:`~InputRegistry` which is used by :class:`~vllm.LLMEngine`
|
|
to dispatch data processing according to the target model.
|
|
|
|
See also:
|
|
:ref:`input_processing_pipeline`
|
|
"""
|
|
|
|
__all__ = [
|
|
"ParsedText", "ParsedTokens", "parse_and_batch_prompt", "TextPrompt",
|
|
"TokensPrompt", "TextTokensPrompt", "PromptStrictInputs", "PromptInputs",
|
|
"LLMInputs", "INPUT_REGISTRY", "InputContext", "InputRegistry"
|
|
]
|