[ROCm] Fix build problem resulted from previous commit related to FP8 kv-cache support (#2790)

2026-06-27 17:32:55 +08:00 · 2024-02-07 01:36:59 -05:00
parent fe6d09ae61
commit c81dddb45c
2 changed files with 16 additions and 0 deletions
@@ -76,6 +76,7 @@ RUN cd /app \
    && cd vllm \
    && pip install -U -r requirements-rocm.txt \
    && bash patch_xformers.rocm.sh \
+    && patch /opt/rocm/include/hip/amd_detail/amd_hip_bf16.h /app/vllm/rocm_patch/rocm_bf16.patch \
    && python3 setup.py install \
    && cd ..