mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 03:05:02 +08:00
18 lines
626 B
Python
18 lines
626 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
import pytest
|
|
import torch
|
|
|
|
from tests.kernels.utils import opcheck
|
|
from vllm._custom_ops import permute_cols
|
|
|
|
|
|
@pytest.mark.parametrize('shape', [(1, 512), (544, 4096), (67, 8192)])
|
|
@pytest.mark.parametrize('dtype', [torch.bfloat16, torch.float16])
|
|
def test_permute_cols(shape, dtype):
|
|
x = torch.randn(shape, dtype=dtype).cuda()
|
|
perm = torch.randperm(x.shape[1]).to(torch.int).cuda()
|
|
opcheck(torch.ops._C.permute_cols, (x, perm))
|
|
y = permute_cols(x, perm)
|
|
torch.testing.assert_close(y, x[:, perm]) |