xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-20 12:27:13 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix ModuleNotFoundError (#599)

Browse Source 
Co-authored-by: fangli <fangli@tencent.com>
This commit is contained in:
Fang li 2023-07-30 11:52:41 +08:00 committed by GitHub
parent c0d00f5be6
commit 953f28cf9a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
vllm/engine/llm_engine.py
View File

@ -1,4 +1,5 @@
import time import time
import copy
from functools import partial from functools import partial
from typing import Any, List, Optional, TYPE_CHECKING from typing import Any, List, Optional, TYPE_CHECKING
@ -145,12 +146,15 @@ class LLMEngine:
# Initialize torch distributed process group for the workers. # Initialize torch distributed process group for the workers.
init_torch_dist_process_group(self.workers, backend="nccl") init_torch_dist_process_group(self.workers, backend="nccl")
model_config = copy.deepcopy(self.model_config)
parallel_config = copy.deepcopy(self.parallel_config)
scheduler_config = copy.deepcopy(self.scheduler_config)
self._run_workers("init_worker", self._run_workers("init_worker",
get_all_outputs=True, get_all_outputs=True,
worker_init_fn=lambda: Worker( worker_init_fn=lambda: Worker(
self.model_config, model_config,
self.parallel_config, parallel_config,
self.scheduler_config, scheduler_config,
None, None,
None, None,
)) ))