mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-13 22:45:50 +08:00
hotfix isort on logprobs ranks pr (#3622)
This commit is contained in:
parent
0b4997e05c
commit
f408d05c52
@ -1,4 +1,5 @@
|
|||||||
import pytest
|
import pytest
|
||||||
|
|
||||||
from vllm import SamplingParams
|
from vllm import SamplingParams
|
||||||
|
|
||||||
MODELS = ["facebook/opt-125m"]
|
MODELS = ["facebook/opt-125m"]
|
||||||
|
|||||||
@ -9,8 +9,8 @@ from transformers import GenerationConfig, GenerationMixin
|
|||||||
from vllm.model_executor.layers.sampler import Sampler
|
from vllm.model_executor.layers.sampler import Sampler
|
||||||
from vllm.model_executor.utils import set_random_seed
|
from vllm.model_executor.utils import set_random_seed
|
||||||
from vllm.sequence import SamplingParams, SequenceData, SequenceGroupMetadata
|
from vllm.sequence import SamplingParams, SequenceData, SequenceGroupMetadata
|
||||||
from vllm.worker.model_runner import ModelRunner
|
|
||||||
from vllm.utils import Counter
|
from vllm.utils import Counter
|
||||||
|
from vllm.worker.model_runner import ModelRunner
|
||||||
|
|
||||||
|
|
||||||
class MockLogitsSampler(Sampler):
|
class MockLogitsSampler(Sampler):
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user