xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-20 18:07:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

[ROCm][bugfix] scpecilative decoding worker class (#11035)

Browse Source 
Signed-off-by: Gregory Shtrasberg <Gregory.Shtrasberg@amd.com>
This commit is contained in:
Gregory Shtrasberg 2024-12-09 17:00:29 -05:00 committed by GitHub
parent 9c6459e4cb
commit b63ba84832
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/platforms/rocm.py
View File

@ -93,6 +93,8 @@ class RocmPlatform(Platform):
elif vllm_config.speculative_config: elif vllm_config.speculative_config:
parallel_config.worker_cls = \ parallel_config.worker_cls = \
"vllm.spec_decode.spec_decode_worker.create_spec_worker" "vllm.spec_decode.spec_decode_worker.create_spec_worker"
parallel_config.sd_worker_cls = \
"vllm.worker.worker.Worker"
else: else:
parallel_config.worker_cls = "vllm.worker.worker.Worker" parallel_config.worker_cls = "vllm.worker.worker.Worker"