xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-14 18:15:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix pre-commit (#29601)

Browse Source 
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung 2025-11-27 18:23:06 +08:00 committed by GitHub
parent 51906c8c55
commit e6d4f3c254
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 9 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
tests/v1/ec_connector/integration/test_epd_correctness.py
View File

@ -237,9 +237,8 @@ def main():
for i, prompt_data in enumerate(test_prompts): for i, prompt_data in enumerate(test_prompts):
print( print(
f"\nRunning prompt {i + 1}/{len(test_prompts)}: { f"\nRunning prompt {i + 1}/{len(test_prompts)}: "
prompt_data['description'] f"{prompt_data['description']}"
}"
) )
output_str = run_chat_completion( output_str = run_chat_completion(

11
vllm/v1/worker/gpu/spec_decode/eagle_cudagraph.py
View File

@ -35,13 +35,16 @@ class EagleCudaGraphManager:
self.compilation_config = vllm_config.compilation_config self.compilation_config = vllm_config.compilation_config
assert self.compilation_config is not None assert self.compilation_config is not None
cudagraph_mode: CUDAGraphMode
if self.compilation_config.cudagraph_mode is None: if self.compilation_config.cudagraph_mode is None:
self.cudagraph_mode = CUDAGraphMode.NONE cudagraph_mode = CUDAGraphMode.NONE
else: else:
self.cudagraph_mode = self.compilation_config.cudagraph_mode cudagraph_mode = self.compilation_config.cudagraph_mode
if self.cudagraph_mode == CUDAGraphMode.FULL: if cudagraph_mode == CUDAGraphMode.FULL:
# NOTE(woosuk): For Eagle, we only use CUDA graphs for decode. # NOTE(woosuk): For Eagle, we only use CUDA graphs for decode.
self.cudagraph_mode = CUDAGraphMode.FULL_DECODE_ONLY cudagraph_mode = CUDAGraphMode.FULL_DECODE_ONLY
self.cudagraph_mode = cudagraph_mode
self.cudagraph_sizes = get_cudagraph_sizes( self.cudagraph_sizes = get_cudagraph_sizes(
self.compilation_config.cudagraph_capture_sizes, self.compilation_config.cudagraph_capture_sizes,