mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-30 19:07:09 +08:00
[CI Failure] fix tests/entrypoints/openai/test_skip_tokenizer.py (#22708)
Signed-off-by: wang.yuqi <noooop@126.com>
This commit is contained in:
parent
80bb1e8afe
commit
f7ad6a1eb3
@ -25,11 +25,11 @@ import torch.nn as nn
|
|||||||
from transformers import BatchFeature
|
from transformers import BatchFeature
|
||||||
|
|
||||||
from vllm.config import VllmConfig
|
from vllm.config import VllmConfig
|
||||||
from vllm.model_executor.layers.pooler import (AllPool, PoolerHead,
|
from vllm.model_executor.layers.pooler import DispatchPooler, Pooler
|
||||||
PoolerIdentity, SimplePooler)
|
|
||||||
from vllm.model_executor.model_loader.weight_utils import default_weight_loader
|
from vllm.model_executor.model_loader.weight_utils import default_weight_loader
|
||||||
from vllm.model_executor.models.interfaces import (
|
from vllm.model_executor.models.interfaces import (
|
||||||
IsAttentionFree, MultiModalEmbeddings, SupportsMultiModalWithRawInput)
|
IsAttentionFree, MultiModalEmbeddings, SupportsMultiModalWithRawInput,
|
||||||
|
default_pooling_type)
|
||||||
from vllm.model_executor.models.utils import AutoWeightsLoader
|
from vllm.model_executor.models.utils import AutoWeightsLoader
|
||||||
from vllm.multimodal import MULTIMODAL_REGISTRY
|
from vllm.multimodal import MULTIMODAL_REGISTRY
|
||||||
from vllm.multimodal.inputs import (MultiModalDataDict, MultiModalFieldConfig,
|
from vllm.multimodal.inputs import (MultiModalDataDict, MultiModalFieldConfig,
|
||||||
@ -142,6 +142,7 @@ class PrithviGeoSpatialMAEMultiModalProcessor(BaseMultiModalProcessor):
|
|||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@default_pooling_type("All")
|
||||||
@MULTIMODAL_REGISTRY.register_processor(
|
@MULTIMODAL_REGISTRY.register_processor(
|
||||||
PrithviGeoSpatialMAEMultiModalProcessor,
|
PrithviGeoSpatialMAEMultiModalProcessor,
|
||||||
info=PrithviGeoSpatialMAEProcessingInfo,
|
info=PrithviGeoSpatialMAEProcessingInfo,
|
||||||
@ -198,7 +199,11 @@ class PrithviGeoSpatialMAE(nn.Module, IsAttentionFree,
|
|||||||
"Only SemanticSegmentationTask is supported for now "
|
"Only SemanticSegmentationTask is supported for now "
|
||||||
"by PrithviGeospatialMAE.")
|
"by PrithviGeospatialMAE.")
|
||||||
|
|
||||||
self.pooler = SimplePooler(AllPool(), PoolerHead(PoolerIdentity()))
|
pooler_config = vllm_config.model_config.pooler_config
|
||||||
|
assert pooler_config is not None
|
||||||
|
|
||||||
|
self.pooler = DispatchPooler(
|
||||||
|
{"encode": Pooler.for_encode(pooler_config)}, )
|
||||||
|
|
||||||
def _parse_and_validate_multimodal_data(
|
def _parse_and_validate_multimodal_data(
|
||||||
self, **kwargs) -> tuple[torch.Tensor, Optional[torch.Tensor]]:
|
self, **kwargs) -> tuple[torch.Tensor, Optional[torch.Tensor]]:
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user