xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-23 07:35:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[V1] Enable profile for LLMEngine (#10665)

Browse Source
This commit is contained in:
Kunshang Ji 2024-11-26 18:36:45 +08:00 committed by GitHub
parent 334d64d1e8
commit 1f6584ee85
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/v1/engine/llm_engine.py
View File

@ -161,13 +161,13 @@ class LLMEngine:
# TODO(rob): Can we get rid of these?
def get_model_config(self):
pass
return self.model_config
def start_profile(self):
pass
self.engine_core.profile(True)
def stop_profile(self):
pass
self.engine_core.profile(False)
def get_tokenizer_group(self, group_type):
pass