xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 15:45:34 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] Rev DeepEP (#27122)

Browse Source 
Signed-off-by: Varun Sundar Rabindranath <vsundarr@redhat.com>
Co-authored-by: Varun Sundar Rabindranath <vsundarr@redhat.com>
This commit is contained in:
Varun Sundar Rabindranath 2025-10-18 02:54:29 -04:00 committed by GitHub
parent 7c572544e4
commit 30a33b92ee
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tools/ep_kernels/install_python_libraries.sh
View File

@ -119,7 +119,7 @@ popd
# build and install deepep, require pytorch installed # build and install deepep, require pytorch installed
pushd $WORKSPACE pushd $WORKSPACE
clone_repo "https://github.com/deepseek-ai/DeepEP" "DeepEP" "setup.py" "e3908bf" clone_repo "https://github.com/deepseek-ai/DeepEP" "DeepEP" "setup.py" "73b6ea4"
cd DeepEP cd DeepEP
export NVSHMEM_DIR=$WORKSPACE/nvshmem_install export NVSHMEM_DIR=$WORKSPACE/nvshmem_install
$PIP_CMD install --no-build-isolation -vvv -e . $PIP_CMD install --no-build-isolation -vvv -e .

2
vllm/model_executor/layers/fused_moe/deepep_ll_prepare_finalize.py
View File

@ -52,7 +52,7 @@ class DeepEPLLPrepareAndFinalize(mk.FusedMoEPrepareAndFinalize):
# specific hidden sizes. # specific hidden sizes.
# NOTE: Keep this list sorted, maybe_roundup_layer_hidden_size depends # NOTE: Keep this list sorted, maybe_roundup_layer_hidden_size depends
# on it. # on it.
SUPPORTED_HIDDEN_SIZES = [2048, 2560, 4096, 5120, 6144, 7168, 8192] SUPPORTED_HIDDEN_SIZES = [2048, 2560, 3072, 4096, 5120, 6144, 7168, 8192]
@staticmethod @staticmethod
def maybe_roundup_layer_hidden_size(hidden_size: int) -> int: def maybe_roundup_layer_hidden_size(hidden_size: int) -> int: