mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-09 22:44:54 +08:00
10 lines
197 B
C
10 lines
197 B
C
#pragma once
|
|
|
|
#include <torch/extension.h>
|
|
|
|
void topk_softmax(
|
|
torch::Tensor& topk_weights,
|
|
torch::Tensor& topk_indices,
|
|
torch::Tensor& token_expert_indices,
|
|
torch::Tensor& gating_output);
|