mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-01-02 21:52:10 +08:00
19 lines
607 B
Python
19 lines
607 B
Python
from .data import (LLMInputs, ParsedText, ParsedTokens, PromptInputs,
|
|
TextPrompt, TokensPrompt, parse_and_batch_prompt)
|
|
from .registry import InputContext, InputRegistry
|
|
|
|
INPUT_REGISTRY = InputRegistry()
|
|
"""
|
|
The global :class:`~InputRegistry` which is used by :class:`~vllm.LLMEngine`
|
|
to dispatch data processing according to the target model.
|
|
|
|
See also:
|
|
:ref:`input_processing_pipeline`
|
|
"""
|
|
|
|
__all__ = [
|
|
"ParsedText", "ParsedTokens", "parse_and_batch_prompt", "TextPrompt",
|
|
"TokensPrompt", "PromptInputs", "LLMInputs", "INPUT_REGISTRY",
|
|
"InputContext", "InputRegistry"
|
|
]
|