xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-11 04:44:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

[V1] Fix detokenizer ports (#10224)

Browse Source 
Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon 2024-11-11 10:42:07 -08:00 committed by GitHub
parent 25144ceed0
commit f9dadfbee3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
vllm/v1/tokenizer/detokenizer.py
View File

@ -48,11 +48,13 @@ class Detokenizer:
# For example, it does not terminate properly. We need to improve this. # For example, it does not terminate properly. We need to improve this.
self.push_port = get_open_port() self.push_port = get_open_port()
self.pull_port = get_open_port() self.pull_port = get_open_port()
# NOTE: The push port of the engine process should be the same as the
# pull port of the detokenizer process. Vice versa.
self.detokenizer = DetokenizerProc(tokenizer_name=tokenizer_name, self.detokenizer = DetokenizerProc(tokenizer_name=tokenizer_name,
tokenizer_mode=tokenizer_mode, tokenizer_mode=tokenizer_mode,
trust_remote_code=trust_remote_code, trust_remote_code=trust_remote_code,
push_port=self.push_port, push_port=self.pull_port,
pull_port=self.pull_port) pull_port=self.push_port)
self.detokenizer.start() self.detokenizer.start()
self.zmq_context = zmq.Context() self.zmq_context = zmq.Context()
@ -95,8 +97,8 @@ class DetokenizerProc(multiprocessing.Process):
self.tokenizer_name = tokenizer_name self.tokenizer_name = tokenizer_name
self.tokenizer_mode = tokenizer_mode self.tokenizer_mode = tokenizer_mode
self.trust_remote_code = trust_remote_code self.trust_remote_code = trust_remote_code
# NOTE: The pull_port of the detokenizer should be the same as the # NOTE: The pull_port of the detokenizer process should be the same as
# push_port of the engine. Vice versa. # the push_port of the engine process. Vice versa.
self.pull_port = pull_port self.pull_port = pull_port
self.push_port = push_port self.push_port = push_port