xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-12 21:07:28 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Refactor] Remove unnecessary backend parameter in structured output interface (#15317)

Browse Source 
Signed-off-by: Aaron Pham <contact@aarnphm.xyz>
This commit is contained in:
Aaron Pham 2025-03-26 13:51:56 -04:00 committed by GitHub
parent 0af4d764d6
commit 733e7c9e95
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
vllm/v1/structured_output/__init__.py
View File

@ -2,7 +2,7 @@
from __future__ import annotations from __future__ import annotations
import multiprocessing import multiprocessing
from concurrent.futures import Future, ThreadPoolExecutor from concurrent.futures import ThreadPoolExecutor
from typing import TYPE_CHECKING, Optional from typing import TYPE_CHECKING, Optional
from vllm.config import VllmConfig from vllm.config import VllmConfig
@ -57,13 +57,13 @@ class StructuredOutputManager:
raise ValueError( raise ValueError(
f"Unsupported structured output backend: {backend_name}") f"Unsupported structured output backend: {backend_name}")
grammar: Future[StructuredOutputGrammar] = self.executor.submit( grammar = self.executor.submit(self._async_create_grammar, request)
self._async_create_grammar, request, self.backend)
request.structured_output_request.grammar = grammar # type: ignore[assignment] request.structured_output_request.grammar = grammar # type: ignore[assignment]
def _async_create_grammar( def _async_create_grammar(
self, request: Request, self,
backend: StructuredOutputBackend) -> StructuredOutputGrammar: request: Request,
) -> StructuredOutputGrammar:
key = request.structured_output_request.structured_output_key # type: ignore[union-attr] key = request.structured_output_request.structured_output_key # type: ignore[union-attr]
# Note that the request was validated in the engine core client, # Note that the request was validated in the engine core client,