xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-01-20 21:54:37 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix incorrect types in LayerwiseProfileResults (#12196)

Browse Source 
Signed-off-by: Yuan Tang <terrytangyuan@gmail.com>
This commit is contained in:
Yuan Tang 2025-01-20 01:59:20 -05:00 committed by GitHub
parent d2643128f7
commit 0974c9bc5c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/profiler/layerwise_profile.py
View File

@ -1,7 +1,7 @@
import copy
from collections import defaultdict
from dataclasses import asdict, dataclass, field
from typing import Callable, Dict, List, Optional, Tuple, TypeAlias, Union
from typing import Any, Callable, Dict, List, Optional, Tuple, TypeAlias, Union
import pandas as pd
from torch._C._autograd import DeviceType, _KinetoEvent, _ProfilerResult
@ -128,7 +128,7 @@ class LayerwiseProfileResults(profile):
])
df.to_csv(filename)
def convert_stats_to_dict(self) -> str:
def convert_stats_to_dict(self) -> dict[str, Any]:
return {
"metadata": {
"num_running_seqs": self.num_running_seqs
@ -227,7 +227,7 @@ class LayerwiseProfileResults(profile):
[self._cumulative_cuda_time(root) for root in self._module_tree])
def _build_stats_trees(self):
summary_dict: Dict[str, self.StatsTreeNode] = {}
summary_dict: Dict[str, _StatsTreeNode] = {}
total_cuda_time = self._total_cuda_time()
def pct_cuda_time(cuda_time_us):