xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-09-08 20:47:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

Change AMDGCN_USE_BUFFER_OPS default

Browse Source
This commit is contained in:
Gregory Shtrasberg 2025-12-22 20:55:34 +00:00
parent 7b4424b404
commit 23d8239cdf
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
docker/Dockerfile.rocm
View File

@ -145,6 +145,10 @@ ENV SAFETENSORS_FAST_GPU=1
# Performance environment variable. # Performance environment variable.
ENV HIP_FORCE_DEV_KERNARG=1 ENV HIP_FORCE_DEV_KERNARG=1
# Change the default to match upstream triton
# https://github.com/triton-lang/triton/blob/main/python/triton/knobs.py#L505
ENV AMDGCN_USE_BUFFER_OPS=1
# Workaround for ROCm profiler limits # Workaround for ROCm profiler limits
RUN echo "ROCTRACER_MAX_EVENTS=10000000" > /app/libkineto.conf RUN echo "ROCTRACER_MAX_EVENTS=10000000" > /app/libkineto.conf
ENV KINETO_CONFIG="/app/libkineto.conf" ENV KINETO_CONFIG="/app/libkineto.conf"