From 805de738f618f8b47ab0d450423d23db1e636fa2 Mon Sep 17 00:00:00 2001 From: Ikko Eltociear Ashimine Date: Tue, 15 Aug 2023 14:26:36 +0900 Subject: [PATCH] Fix typo in tokenizer.py (#750) conjuction -> conjunction --- vllm/transformers_utils/tokenizer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/transformers_utils/tokenizer.py b/vllm/transformers_utils/tokenizer.py index 4cb0fbed41ae8..fbe430bdf5d84 100644 --- a/vllm/transformers_utils/tokenizer.py +++ b/vllm/transformers_utils/tokenizer.py @@ -72,7 +72,7 @@ def detokenize_incrementally( new_token_id: int, skip_special_tokens: bool, ) -> Tuple[str, str]: - """Detokenizes the new token in conjuction with the previous output tokens. + """Detokenizes the new token in conjunction with the previous output tokens. NOTE: This function does not update prev_output_tokens.