mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-01-24 13:34:30 +08:00
b8d9e4a326
Signed-off-by: taohui <taohui3@gmail.com> Signed-off-by: Tao Hui <taohui3@gmail.com> Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
57 lines
2.1 KiB
Python
57 lines
2.1 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
from functools import cached_property
|
|
|
|
from vllm.logger import init_logger
|
|
from vllm.reasoning import ReasoningParser, ReasoningParserManager
|
|
from vllm.reasoning.deepseek_r1_reasoning_parser import (
|
|
DeepSeekR1ReasoningParser)
|
|
from vllm.transformers_utils.tokenizers.mistral import MistralTokenizer
|
|
|
|
logger = init_logger(__name__)
|
|
|
|
|
|
@ReasoningParserManager.register_module("mistral")
|
|
class MistralReasoningParser(DeepSeekR1ReasoningParser):
|
|
"""
|
|
Reasoning parser for Mistral models.
|
|
|
|
The Mistral models uses [THINK]...[/THINK] tokens to denote reasoning
|
|
text. This parser extracts the reasoning content from the model output.
|
|
"""
|
|
|
|
def __init__(self, tokenizer: MistralTokenizer, *args, **kwargs):
|
|
if not isinstance(tokenizer, MistralTokenizer):
|
|
raise ValueError(
|
|
"The tokenizer must be an instance of MistralTokenizer.")
|
|
|
|
ReasoningParser.__init__(self, tokenizer, *args, **kwargs)
|
|
|
|
if not self.model_tokenizer:
|
|
raise ValueError(
|
|
"The model tokenizer must be passed to the ReasoningParser "
|
|
"constructor during construction.")
|
|
|
|
self.start_token_id = tokenizer.tokenizer.get_control_token(
|
|
self.start_token)
|
|
self.end_token_id = tokenizer.tokenizer.get_control_token(
|
|
self.end_token)
|
|
|
|
if self.start_token_id is None or self.end_token_id is None:
|
|
raise RuntimeError(
|
|
"Mistral reasoning parser could not locate think start/end "
|
|
"tokens in the tokenizer!")
|
|
|
|
@cached_property
|
|
def start_token(self) -> str:
|
|
"""The token that starts reasoning content."""
|
|
from mistral_common.tokens.tokenizers.base import SpecialTokens
|
|
return SpecialTokens.begin_think
|
|
|
|
@cached_property
|
|
def end_token(self) -> str:
|
|
"""The token that ends reasoning content."""
|
|
from mistral_common.tokens.tokenizers.base import SpecialTokens
|
|
return SpecialTokens.end_think
|