mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-11 00:44:57 +08:00
[Docs] Fix warnings in mkdocs build (continued) (#25163)
Signed-off-by: Zerohertz <ohg3417@gmail.com>
This commit is contained in:
parent
5f696c33b1
commit
b419937c78
@ -253,7 +253,7 @@ class SingleWriterShmRingBuffer:
|
|||||||
|
|
||||||
Args:
|
Args:
|
||||||
nbytes (int, optional): The size of the buffer to free. If None,
|
nbytes (int, optional): The size of the buffer to free. If None,
|
||||||
frees the maximum size of the ring buffer.
|
frees the maximum size of the ring buffer.
|
||||||
'''
|
'''
|
||||||
|
|
||||||
assert self.is_writer, "Only the writer can free buffers."
|
assert self.is_writer, "Only the writer can free buffers."
|
||||||
|
|||||||
@ -697,9 +697,7 @@ class OpenAIServing:
|
|||||||
add_special_tokens: bool = True,
|
add_special_tokens: bool = True,
|
||||||
) -> TextTokensPrompt:
|
) -> TextTokensPrompt:
|
||||||
"""
|
"""
|
||||||
A simpler implementation of
|
A simpler implementation that tokenizes a single prompt input.
|
||||||
[`_tokenize_prompt_input_or_inputs`][vllm.entrypoints.openai.serving_engine.OpenAIServing._tokenize_prompt_input_or_inputs]
|
|
||||||
that assumes single input.
|
|
||||||
"""
|
"""
|
||||||
async for result in self._tokenize_prompt_inputs_async(
|
async for result in self._tokenize_prompt_inputs_async(
|
||||||
request,
|
request,
|
||||||
@ -718,9 +716,7 @@ class OpenAIServing:
|
|||||||
add_special_tokens: bool = True,
|
add_special_tokens: bool = True,
|
||||||
) -> AsyncGenerator[TextTokensPrompt, None]:
|
) -> AsyncGenerator[TextTokensPrompt, None]:
|
||||||
"""
|
"""
|
||||||
A simpler implementation of
|
A simpler implementation that tokenizes multiple prompt inputs.
|
||||||
[`_tokenize_prompt_input_or_inputs`][vllm.entrypoints.openai.serving_engine.OpenAIServing._tokenize_prompt_input_or_inputs]
|
|
||||||
that assumes multiple inputs.
|
|
||||||
"""
|
"""
|
||||||
for prompt in prompt_inputs:
|
for prompt in prompt_inputs:
|
||||||
if isinstance(prompt, str):
|
if isinstance(prompt, str):
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user