xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-27 05:47:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] Use dracut on CentOS and skip clone if repo exists for EP kernel installation (#21635)

Browse Source 
Signed-off-by: Ming Yang <minos.future@gmail.com>
This commit is contained in:
Ming Yang 2025-07-30 13:15:06 -07:00 committed by GitHub
parent b9b753e7a7
commit f12d9256b3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 49 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
tools/ep_kernels/configure_system_drivers.sh
View File

@ -2,6 +2,16 @@ set -ex
# turn on IBGDA # turn on IBGDA
echo 'options nvidia NVreg_EnableStreamMemOPs=1 NVreg_RegistryDwords="PeerMappingOverride=1;"' | tee -a /etc/modprobe.d/nvidia.conf echo 'options nvidia NVreg_EnableStreamMemOPs=1 NVreg_RegistryDwords="PeerMappingOverride=1;"' | tee -a /etc/modprobe.d/nvidia.conf
update-initramfs -u
if command -v update-initramfs &> /dev/null; then
# for Debian/Ubuntu
sudo update-initramfs -u
elif command -v dracut &> /dev/null; then
# for Fedora/CentOS
sudo dracut --force
else
echo "No supported initramfs update tool found."
exit 1
fi
echo "Please reboot the system to apply the changes" echo "Please reboot the system to apply the changes"

40
tools/ep_kernels/install_python_libraries.sh
View File

@ -53,9 +53,45 @@ popd
export CMAKE_PREFIX_PATH=$WORKSPACE/nvshmem_install:$CMAKE_PREFIX_PATH export CMAKE_PREFIX_PATH=$WORKSPACE/nvshmem_install:$CMAKE_PREFIX_PATH
is_git_dirty() {
local dir=$1
pushd "$dir" > /dev/null
if [ -d ".git" ] && [ -n "$(git status --porcelain 2>/dev/null)" ]; then
popd > /dev/null
return 0 # dirty (true)
else
popd > /dev/null
return 1 # clean (false)
fi
}
# Function to handle git repository cloning with dirty/incomplete checks
clone_repo() {
local repo_url=$1
local dir_name=$2
local key_file=$3
if [ -d "$dir_name" ]; then
# Check if directory has uncommitted changes (dirty)
if is_git_dirty "$dir_name"; then
echo "$dir_name directory is dirty, skipping clone"
# Check if clone failed (directory exists but not a valid git repo or missing key files)
elif [ ! -d "$dir_name/.git" ] || [ ! -f "$dir_name/$key_file" ]; then
echo "$dir_name directory exists but clone appears incomplete, cleaning up and re-cloning"
rm -rf "$dir_name"
git clone "$repo_url"
else
echo "$dir_name directory exists and appears complete; manually update if needed"
fi
else
git clone "$repo_url"
fi
}
# build and install pplx, require pytorch installed # build and install pplx, require pytorch installed
pushd $WORKSPACE pushd $WORKSPACE
git clone https://github.com/ppl-ai/pplx-kernels clone_repo "https://github.com/ppl-ai/pplx-kernels" "pplx-kernels" "setup.py"
cd pplx-kernels cd pplx-kernels
# see https://github.com/pypa/pip/issues/9955#issuecomment-838065925 # see https://github.com/pypa/pip/issues/9955#issuecomment-838065925
# PIP_NO_BUILD_ISOLATION=0 disables build isolation # PIP_NO_BUILD_ISOLATION=0 disables build isolation
@ -64,7 +100,7 @@ popd
# build and install deepep, require pytorch installed # build and install deepep, require pytorch installed
pushd $WORKSPACE pushd $WORKSPACE
git clone https://github.com/deepseek-ai/DeepEP clone_repo "https://github.com/deepseek-ai/DeepEP" "DeepEP" "setup.py"
cd DeepEP cd DeepEP
export NVSHMEM_DIR=$WORKSPACE/nvshmem_install export NVSHMEM_DIR=$WORKSPACE/nvshmem_install
PIP_NO_BUILD_ISOLATION=0 pip install -vvv -e . PIP_NO_BUILD_ISOLATION=0 pip install -vvv -e .