xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-08 23:29:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

typing: Add type hints to TurnMetrics class in context.py (#30552)

Browse Source 
Co-authored-by: zkexorability <zkexorability@gmail.com>
Co-authored-by: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
ゆり 2025-12-15 16:00:39 +09:00 committed by GitHub
parent 1adeb3b84c
commit 33278073d6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
vllm/entrypoints/context.py
View File

@ -74,24 +74,24 @@ class TurnMetrics:
def __init__( def __init__(
self, self,
input_tokens=0, input_tokens: int = 0,
output_tokens=0, output_tokens: int = 0,
cached_input_tokens=0, cached_input_tokens: int = 0,
tool_output_tokens=0, tool_output_tokens: int = 0,
): ) -> None:
self.input_tokens = input_tokens self.input_tokens = input_tokens
self.output_tokens = output_tokens self.output_tokens = output_tokens
self.cached_input_tokens = cached_input_tokens self.cached_input_tokens = cached_input_tokens
self.tool_output_tokens = tool_output_tokens self.tool_output_tokens = tool_output_tokens
def reset(self): def reset(self) -> None:
"""Reset counters for a new turn.""" """Reset counters for a new turn."""
self.input_tokens = 0 self.input_tokens = 0
self.output_tokens = 0 self.output_tokens = 0
self.cached_input_tokens = 0 self.cached_input_tokens = 0
self.tool_output_tokens = 0 self.tool_output_tokens = 0
def copy(self): def copy(self) -> "TurnMetrics":
"""Create a copy of this turn's token counts.""" """Create a copy of this turn's token counts."""
return TurnMetrics( return TurnMetrics(
self.input_tokens, self.input_tokens,