Namespace
rocm
Image / Tagvllm:latest
Content Digestsha256:e0ea9a10b729573ea8598bdc073bda0ea382fe1037eec7c0761b6fa7f46baaf4
Details
2026-10-02 20:38:21 UTC
29.1 GB
Labels
-
org.opencontainers.image.version24.04
Environment
AITER_ROCM_ARCHgfx942;gfx950
CMAKE_HIP_COMPILER_ROCM_ROOT/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel
CMAKE_PREFIX_PATH/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/lib/cmake:
DEBIAN_FRONTENDnoninteractive
HIP_CLANG_PATH/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/lib/llvm/bin
HIP_DEVICE_LIB_PATH/opt/python/lib/python3.14/site-packages/_rocm_sdk_core/lib/llvm/amdgcn/bitcode
HIP_FORCE_DEV_KERNARG1
HIP_PATH/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel
HSA_NO_SCRATCH_RECLAIM1
KINETO_CONFIG/app/libkineto.conf
LD_LIBRARY_PATH/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/lib:/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/lib/rocm_sysdeps/lib:/opt/python/lib/python3.14/site-packages/_rocm_sdk_core/lib:/opt/python/lib/python3.14/site-packages/_rocm_sdk_core/lib/rocm_sysdeps/lib
MAX_JOBS64
PATH/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/bin:/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/lib/llvm/bin:/opt/python/lib/python3.14/site-packages/_rocm_sdk_core/bin:/opt/python/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PIP_EXTRA_INDEX_URLhttps://stable.repo.amd.com/rocm/whl-next/
PYTHONPATH/opt/python/lib/python3.14/site-packages/_rocm_sdk_core/share/amd_smi:
PYTORCH_ROCM_ARCHgfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201
RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES1
RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES1
ROCM_HOME/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel
ROCM_PATH/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel
ROCM_VERSION10.1.0
SAFETENSORS_FAST_GPU1
SCCACHE_BUCKET SCCACHE_ENDPOINT SCCACHE_IDLE_TIMEOUT SCCACHE_REGION SCCACHE_S3_KEY_PREFIX SCCACHE_S3_NO_CREDENTIALS SCCACHE_S3_USE_SSL SITE_PACKAGES/opt/python/lib/python3.14/site-packages
TOKENIZERS_PARALLELISMfalse
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_LINK_MODEcopy
UV_PYTHON/opt/python/bin/python
Layers
[#000] sha256:edd1ed89f0d443580bd42e5a10cd8736aba5a3438b2a0645c2ebb50119bb0eba - 0.1% (28.4 MB)
[#001] sha256:c1159a9039f1645fc08b8a5a04b62d9a756c77e9ae7bb5c44ea3886c32a6cbe3 - 0.0% (93 Bytes)
[#002] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#003] sha256:5f78c94bc51779abb7274d95e814b964d14039325fc4974781fb2795a9f4ba59 - 1.09% (326 MB)
[#004] sha256:f8fde026e025bb0799302da747c54f04a4936f5dc362c8eb9b8db15a9ea2f7c0 - 0.07% (19.6 MB)
[#005] sha256:669c8322827979b3a5e690c75a2d35803df44144ed2991fd8c8487b2c85cff82 - 0.12% (34.7 MB)
[#006] sha256:89b134f057f58aec186f8f49d3d85ce6a2e7ff7aaa406eec907f1aa5d28c0e0a - 0.01% (1.65 MB)
[#007] sha256:4d753f1a90fa071689a2788f5be773852b61df3a47d1eb4b202a9f7221164e79 - 0.19% (55.2 MB)
[#008] sha256:6648b6df1c23025c7ee14dc17c9451fa54668cd6460f548ee6911eb2521d0e34 - 0.0% (760 KB)
[#009] sha256:f8cf6b4dbc7b2d9c4a8ab171e3f0f1b490787f30f80dd767d306b36fc245fb58 - 0.02% (6.19 MB)
[#010] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#011] sha256:681c08bf1b632ea280f062c934dabbedd7e29e5a350a05ef9ac64036f4307ab8 - 0.0% (6.7 KB)
[#012] sha256:398552fa9ebfc07fa5d6650a402d5315e74a97b1232579df2f40bf5b1c739a8c - 0.0% (3.22 KB)
[#013] sha256:512be803000b88a73e187e155fff85e581de01959cc34230dd5759047166e2e7 - 0.0% (2.13 KB)
[#014] sha256:81254c681560fa33cb2fddee2746980d951ce1837e11ebe9ffcb2f655cb54d79 - 72.89% (21.2 GB)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#017] sha256:120597d5e3651dd90768815910445a61365a72a8b41a2d1a236685198f2cc315 - 7.93% (2.31 GB)
[#018] sha256:080a891d3590a3353ece7eb7e4db754fc8cd0ff796842cfb8f1ee0c56eaacb5a - 3.58% (1.04 GB)
[#019] sha256:efac115778aef2f10a17e352010b1e6e763f9a00cd7c0652127023daac2653f6 - 0.0% (261 Bytes)
[#020] sha256:7f827c44f9397a9060802c852eae38767647a56c71162fad9a68d0abf68b89f3 - 0.51% (151 MB)
[#021] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#022] sha256:7c2b1cf561b3b958a08a7433b11b6542ad4f96ee029530a49685f872ac1afc0b - 0.0% (40 KB)
[#023] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#024] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#025] sha256:2327e34cd23b35a2dbdf9d4dc88c5ecbbae9d1831e97fd03f26bb931e85687c0 - 0.02% (6.46 MB)
[#026] sha256:ad3856f039d2445c7fb3a8e0e6cf9134eafb1b93f63ee078d12fe1d7ca9260f6 - 2.52% (752 MB)
[#027] sha256:7597bd5633a94e1cd4186529c1a1bf9b73e3ee5e6a0767631ae33451bcf12d80 - 0.01% (2.91 MB)
[#028] sha256:427278df5c7784680a49d4af9f426d277cb26f110532a05b20194faf95f9da6d - 0.68% (203 MB)
[#029] sha256:836aa543188f015b9fdf5dd1895b988d81d7b7d58dc92a6a54da9c051428d4b9 - 10.28% (2.99 GB)
[#030] sha256:a93d26656bfb713fc01e1f88ba0122551bef890ceecd66c4d288d8fb502be7d4 - 0.0% (207 Bytes)
[#031] sha256:74ac6338f266d997f9445556f2699a9ab6234f02b9562f56f30f35a892881f86 - 0.0% (168 Bytes)
[#032] sha256:fda91c3def8a94681cdc7bbf2f4f4ccf31503207f09048b95f9c430cdc3b6569 - 0.0% (337 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2026-09-11 11:44:03 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-09-11 11:44:03 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2026-09-11 11:44:06 UTC/bin/sh -c #(nop) ADD file:43d479b270bbaf47965cfc86b37f4c517bda83ddefda6f708f98c3b2b7d15396 in /
2026-09-11 11:44:06 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-10-02 03:14:24 UTC (buildkit.dockerfile.v0)ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201
2026-10-02 03:14:24 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201
2026-10-02 03:14:24 UTC (buildkit.dockerfile.v0)ARG AITER_ROCM_ARCH=gfx942;gfx950
2026-10-02 03:14:24 UTC (buildkit.dockerfile.v0)ENV AITER_ROCM_ARCH=gfx942;gfx950
2026-10-02 03:14:24 UTC (buildkit.dockerfile.v0)ARG PREBUILD_KERNELS=1
2026-10-02 03:14:24 UTC (buildkit.dockerfile.v0)ARG DEVICE_EXTRAS=device-all
2026-10-02 03:14:24 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.14
2026-10-02 03:14:24 UTC (buildkit.dockerfile.v0)ARG MAX_JOBS=64
2026-10-02 03:14:24 UTC (buildkit.dockerfile.v0)ENV MAX_JOBS=64
2026-10-02 03:14:24 UTC (buildkit.dockerfile.v0)ENV HSA_NO_SCRATCH_RECLAIM=1
2026-10-02 03:14:24 UTC (buildkit.dockerfile.v0)RUN |6 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1 DEVICE_EXTRAS=device-all PYTHON_VERSION=3.14 MAX_JOBS=64 /bin/sh -c mkdir -p /app # buildkit
2026-10-02 03:14:24 UTC (buildkit.dockerfile.v0)WORKDIR /app
2026-10-02 03:14:24 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-10-02 03:19:05 UTC (buildkit.dockerfile.v0)RUN |6 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1 DEVICE_EXTRAS=device-all PYTHON_VERSION=3.14 MAX_JOBS=64 /bin/sh -c apt-get update -y && apt-get install -y software-properties-common build-essential git curl sudo vim less libopenmpi-dev libpci-dev pkg-config libdrm-dev # buildkit
2026-10-02 03:19:10 UTC (buildkit.dockerfile.v0)RUN |6 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1 DEVICE_EXTRAS=device-all PYTHON_VERSION=3.14 MAX_JOBS=64 /bin/sh -c curl -LsSf https://astral.sh/uv/install.sh | env UV_INSTALL_DIR="/usr/local/bin" sh # buildkit
2026-10-02 03:19:14 UTC (buildkit.dockerfile.v0)RUN |6 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1 DEVICE_EXTRAS=device-all PYTHON_VERSION=3.14 MAX_JOBS=64 /bin/sh -c uv python install ${PYTHON_VERSION} # buildkit
2026-10-02 03:19:15 UTC (buildkit.dockerfile.v0)RUN |6 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1 DEVICE_EXTRAS=device-all PYTHON_VERSION=3.14 MAX_JOBS=64 /bin/sh -c uv venv /opt/python --python ${PYTHON_VERSION} --seed # buildkit
2026-10-02 03:19:15 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/python/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-10-02 03:19:15 UTC (buildkit.dockerfile.v0)ENV UV_PYTHON=/opt/python/bin/python
2026-10-02 03:19:15 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2026-10-02 03:19:15 UTC (buildkit.dockerfile.v0)ENV UV_INDEX_STRATEGY=unsafe-best-match
2026-10-02 03:19:15 UTC (buildkit.dockerfile.v0)ENV UV_LINK_MODE=copy
2026-10-02 03:19:19 UTC (buildkit.dockerfile.v0)RUN |6 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1 DEVICE_EXTRAS=device-all PYTHON_VERSION=3.14 MAX_JOBS=64 /bin/sh -c uv pip install -U packaging 'cmake<4' ninja wheel 'setuptools<80' pybind11 # buildkit
2026-10-02 03:19:20 UTC (buildkit.dockerfile.v0)RUN |6 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1 DEVICE_EXTRAS=device-all PYTHON_VERSION=3.14 MAX_JOBS=64 /bin/sh -c CMAKE_REAL=$(python3 -c "import cmake, os; print(os.path.join(os.path.dirname(cmake.__file__), 'data', 'bin', 'cmake'))") && ln -sf "$CMAKE_REAL" /opt/python/bin/cmake # buildkit
2026-10-02 03:19:35 UTC (buildkit.dockerfile.v0)RUN |6 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1 DEVICE_EXTRAS=device-all PYTHON_VERSION=3.14 MAX_JOBS=64 /bin/sh -c apt-get update && apt-get install -y libjpeg-dev libsox-dev libsox-fmt-all sox && rm -rf /var/lib/apt/lists/* # buildkit
2026-10-02 03:19:35 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE=0
2026-10-02 03:19:35 UTC (buildkit.dockerfile.v0)ARG SCCACHE_DOWNLOAD_URL
2026-10-02 03:19:35 UTC (buildkit.dockerfile.v0)ARG SCCACHE_ENDPOINT=https://minio-frameworks.amd.com
2026-10-02 03:19:35 UTC (buildkit.dockerfile.v0)ARG SCCACHE_BUCKET_NAME=ufb-cache-vllm
2026-10-02 03:19:35 UTC (buildkit.dockerfile.v0)ARG SCCACHE_REGION_NAME=us-east-1
2026-10-02 03:19:35 UTC (buildkit.dockerfile.v0)ARG SCCACHE_S3_NO_CREDENTIALS=0
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)RUN |12 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1 DEVICE_EXTRAS=device-all PYTHON_VERSION=3.14 MAX_JOBS=64 USE_SCCACHE=0 SCCACHE_DOWNLOAD_URL= SCCACHE_ENDPOINT=https://minio-frameworks.amd.com SCCACHE_BUCKET_NAME=ufb-cache-vllm SCCACHE_REGION_NAME=us-east-1 SCCACHE_S3_NO_CREDENTIALS=0 /bin/sh -c if [ "$USE_SCCACHE" = "1" ]; then echo "Installing sccache..." && SCCACHE_ARCH="x86_64" && SCCACHE_VERSION="v0.14.0" && SCCACHE_DL_URL="${SCCACHE_DOWNLOAD_URL:-https://github.com/mozilla/sccache/releases/download/${SCCACHE_VERSION}/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl.tar.gz}" && curl -L -o /tmp/sccache.tar.gz ${SCCACHE_DL_URL} && tar -xzf /tmp/sccache.tar.gz -C /tmp && mv /tmp/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl/sccache /usr/bin/sccache && chmod +x /usr/bin/sccache && rm -rf /tmp/sccache.tar.gz /tmp/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl && sccache --version; fi # buildkit
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE=0
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ARG SCCACHE_S3_KEY_PREFIX=rocm/device-all/
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ENV SCCACHE_BUCKET=ufb-cache-vllm
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ENV SCCACHE_REGION=us-east-1
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ENV SCCACHE_S3_NO_CREDENTIALS=0
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ENV SCCACHE_IDLE_TIMEOUT=0
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ENV SCCACHE_ENDPOINT=https://minio-frameworks.amd.com
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ENV SCCACHE_S3_KEY_PREFIX=rocm/device-all/
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ENV SCCACHE_S3_USE_SSL=on
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ARG PIP_EXTRA_INDEX_URL=https://d1kq5rufa68c0p.cloudfront.net/rocm/whl-next
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ENV PIP_EXTRA_INDEX_URL=https://d1kq5rufa68c0p.cloudfront.net/rocm/whl-next
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ARG TORCH_INDEX_URL=https://rc.repo.amd.com/rocm/pytorch/whl-next
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ARG ROCM_SDK_VERSION=10.1.0
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ARG TORCH_VERSION=2.13.0
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ARG TORCHAUDIO_VERSION=2.11.0
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ARG TORCHVISION_VERSION=0.28.0
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)ARG DEVICE_EXTRAS=device-all
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)COPY docker/install_pytorch_wheels.py /tmp/install_pytorch_wheels.py # buildkit
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)COPY docker/detect_device_arches.py /tmp/detect_device_arches.py # buildkit
2026-10-02 03:19:36 UTC (buildkit.dockerfile.v0)COPY docker/ensure-flydsl-rocm-toolkit-layout.py /tmp/ensure-flydsl-rocm-toolkit-layout.py # buildkit
2026-10-02 03:34:02 UTC (buildkit.dockerfile.v0)RUN |19 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1 DEVICE_EXTRAS=device-all PYTHON_VERSION=3.14 MAX_JOBS=64 USE_SCCACHE=0 SCCACHE_DOWNLOAD_URL= SCCACHE_ENDPOINT=https://minio-frameworks.amd.com SCCACHE_BUCKET_NAME=ufb-cache-vllm SCCACHE_REGION_NAME=us-east-1 SCCACHE_S3_NO_CREDENTIALS=0 SCCACHE_S3_KEY_PREFIX=rocm/device-all/ PIP_EXTRA_INDEX_URL=https://d1kq5rufa68c0p.cloudfront.net/rocm/whl-next TORCH_INDEX_URL=https://rc.repo.amd.com/rocm/pytorch/whl-next ROCM_SDK_VERSION=10.1.0 TORCH_VERSION=2.13.0 TORCHAUDIO_VERSION=2.11.0 TORCHVISION_VERSION=0.28.0 /bin/sh -c torch_index="${TORCH_INDEX_URL:-${PIP_EXTRA_INDEX_URL}}" && if [ -n "${DEVICE_EXTRAS}" ]; then if [ -z "${ROCM_SDK_VERSION}" ]; then echo "ERROR: ROCM_SDK_VERSION is required for multi-arch builds" && exit 1; fi && echo "Multi-arch install: SDK from ${PIP_EXTRA_INDEX_URL}, torch from ${torch_index}" && uv pip install --index-url ${PIP_EXTRA_INDEX_URL} "rocm[libraries,devel]==${ROCM_SDK_VERSION}" && rocm-sdk init && python /tmp/install_pytorch_wheels.py --index-url "${torch_index}" --extra-index-url "${PIP_EXTRA_INDEX_URL}" --amdgpu-family "device-all" --device-targets "device-all" --rocm-version "${ROCM_SDK_VERSION}" --torch-version "${TORCH_VERSION:-2.11.0}" --torchaudio-version "${TORCHAUDIO_VERSION:-2.11.0}" --torchvision-version "${TORCHVISION_VERSION:-0.26.0}" --no-break-system-packages --skip-apex --skip-verify && rm -f /tmp/install_pytorch_wheels.py /tmp/detect_device_arches.py; else uv pip install --index-url ${PIP_EXTRA_INDEX_URL} "rocm[libraries,devel]${ROCM_SDK_VERSION:+==${ROCM_SDK_VERSION}}" && rocm-sdk init && if [ -n "${ROCM_SDK_VERSION}" ]; then if echo "${ROCM_SDK_VERSION}" | grep -q '\.dev0'; then ROCM_TORCH_SUFFIX="+devrocm$(echo ${ROCM_SDK_VERSION} | tr '+' '.')"; else ROCM_TORCH_SUFFIX="+rocm${ROCM_SDK_VERSION}"; fi; uv pip install --index-url "${torch_index}" --extra-index-url "${PIP_EXTRA_INDEX_URL}" "torch==${TORCH_VERSION:-2.11.0}${ROCM_TORCH_SUFFIX}" "torchaudio==${TORCHAUDIO_VERSION:-2.11.0}${ROCM_TORCH_SUFFIX}" "torchvision==${TORCHVISION_VERSION:-0.26.0}${ROCM_TORCH_SUFFIX}"; else uv pip install --index-url "${torch_index}" --extra-index-url "${PIP_EXTRA_INDEX_URL}" torch torchaudio torchvision; fi; fi # buildkit
2026-10-02 03:34:02 UTC (buildkit.dockerfile.v0)ENV SITE_PACKAGES=/opt/python/lib/python3.14/site-packages
2026-10-02 03:34:02 UTC (buildkit.dockerfile.v0)ENV ROCM_PATH=/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel ROCM_HOME=/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel HIP_PATH=/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel HIP_CLANG_PATH=/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/lib/llvm/bin HIP_DEVICE_LIB_PATH=/opt/python/lib/python3.14/site-packages/_rocm_sdk_core/lib/llvm/amdgcn/bitcode
2026-10-02 03:34:02 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/lib:/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/lib/rocm_sysdeps/lib:/opt/python/lib/python3.14/site-packages/_rocm_sdk_core/lib:/opt/python/lib/python3.14/site-packages/_rocm_sdk_core/lib/rocm_sysdeps/lib
2026-10-02 03:34:02 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/bin:/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/lib/llvm/bin:/opt/python/lib/python3.14/site-packages/_rocm_sdk_core/bin:/opt/python/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-10-02 03:34:03 UTC (buildkit.dockerfile.v0)RUN |19 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1 DEVICE_EXTRAS=device-all PYTHON_VERSION=3.14 MAX_JOBS=64 USE_SCCACHE=0 SCCACHE_DOWNLOAD_URL= SCCACHE_ENDPOINT=https://minio-frameworks.amd.com SCCACHE_BUCKET_NAME=ufb-cache-vllm SCCACHE_REGION_NAME=us-east-1 SCCACHE_S3_NO_CREDENTIALS=0 SCCACHE_S3_KEY_PREFIX=rocm/device-all/ PIP_EXTRA_INDEX_URL=https://d1kq5rufa68c0p.cloudfront.net/rocm/whl-next TORCH_INDEX_URL=https://rc.repo.amd.com/rocm/pytorch/whl-next ROCM_SDK_VERSION=10.1.0 TORCH_VERSION=2.13.0 TORCHAUDIO_VERSION=2.11.0 TORCHVISION_VERSION=0.28.0 /bin/sh -c if [ -f "$SITE_PACKAGES/_rocm_sdk_core/share/amd_smi/setup.py" ] || [ -f "$SITE_PACKAGES/_rocm_sdk_core/share/amd_smi/pyproject.toml" ]; then cd $SITE_PACKAGES/_rocm_sdk_core/share/amd_smi && uv pip install .; else echo "amd_smi: no setup.py/pyproject.toml (ROCm 10.1+); using PYTHONPATH import"; fi # buildkit
2026-10-02 03:34:03 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/opt/python/lib/python3.14/site-packages/_rocm_sdk_core/share/amd_smi:
2026-10-02 03:34:03 UTC (buildkit.dockerfile.v0)ENV CMAKE_PREFIX_PATH=/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/lib/cmake: CMAKE_HIP_COMPILER_ROCM_ROOT=/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel
2026-10-02 03:34:03 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE=0
2026-10-02 03:34:03 UTC (buildkit.dockerfile.v0)RUN |19 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1 DEVICE_EXTRAS=device-all PYTHON_VERSION=3.14 MAX_JOBS=64 USE_SCCACHE=0 SCCACHE_DOWNLOAD_URL= SCCACHE_ENDPOINT=https://minio-frameworks.amd.com SCCACHE_BUCKET_NAME=ufb-cache-vllm SCCACHE_REGION_NAME=us-east-1 SCCACHE_S3_NO_CREDENTIALS=0 SCCACHE_S3_KEY_PREFIX=rocm/device-all/ PIP_EXTRA_INDEX_URL=https://d1kq5rufa68c0p.cloudfront.net/rocm/whl-next TORCH_INDEX_URL=https://rc.repo.amd.com/rocm/pytorch/whl-next ROCM_SDK_VERSION=10.1.0 TORCH_VERSION=2.13.0 TORCHAUDIO_VERSION=2.11.0 TORCHVISION_VERSION=0.28.0 /bin/sh -c if [ "$USE_SCCACHE" = "1" ]; then echo "Setting up sccache wrappers for HIP compilation..." && mkdir -p /opt/sccache-wrappers && REAL_CLANGXX="" && for p in "${ROCM_PATH}/lib/llvm/bin/clang++" "${ROCM_PATH}/bin/clang++" "/opt/rocm/lib/llvm/bin/clang++" "/opt/rocm/llvm/bin/clang++" "$(which clang++ 2>/dev/null || true)"; do if [ -n "$p" ] && [ -x "$p" ]; then REAL_CLANGXX="$p"; break; fi; done && REAL_CLANG="" && for p in "${ROCM_PATH}/lib/llvm/bin/clang" "${ROCM_PATH}/bin/clang" "/opt/rocm/lib/llvm/bin/clang" "/opt/rocm/llvm/bin/clang" "$(which clang 2>/dev/null || true)"; do if [ -n "$p" ] && [ -x "$p" ]; then REAL_CLANG="$p"; break; fi; done && echo "Found clang++: ${REAL_CLANGXX}" && echo "Found clang: ${REAL_CLANG}" && if [ -z "$REAL_CLANGXX" ]; then echo "ERROR: clang++ not found"; exit 1; fi && printf '#!/bin/bash\nsccache %s "$@"\nret=$?\nif [ $ret -eq 2 ] || [ $ret -eq 254 ]; then\n exec %s "$@"\nfi\nexit $ret\n' "${REAL_CLANGXX}" "${REAL_CLANGXX}" > /opt/sccache-wrappers/clang++ && chmod +x /opt/sccache-wrappers/clang++ && printf '#!/bin/bash\nsccache %s "$@"\nret=$?\nif [ $ret -eq 2 ] || [ $ret -eq 254 ]; then\n exec %s "$@"\nfi\nexit $ret\n' "${REAL_CLANG}" "${REAL_CLANG}" > /opt/sccache-wrappers/clang && chmod +x /opt/sccache-wrappers/clang && echo "sccache wrappers created (with fallback):" && cat /opt/sccache-wrappers/clang++; fi # buildkit
2026-10-02 06:01:41 UTC (buildkit.dockerfile.v0)RUN |19 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1 DEVICE_EXTRAS=device-all PYTHON_VERSION=3.14 MAX_JOBS=64 USE_SCCACHE=0 SCCACHE_DOWNLOAD_URL= SCCACHE_ENDPOINT=https://minio-frameworks.amd.com SCCACHE_BUCKET_NAME=ufb-cache-vllm SCCACHE_REGION_NAME=us-east-1 SCCACHE_S3_NO_CREDENTIALS=0 SCCACHE_S3_KEY_PREFIX=rocm/device-all/ PIP_EXTRA_INDEX_URL=https://d1kq5rufa68c0p.cloudfront.net/rocm/whl-next TORCH_INDEX_URL=https://rc.repo.amd.com/rocm/pytorch/whl-next ROCM_SDK_VERSION=10.1.0 TORCH_VERSION=2.13.0 TORCHAUDIO_VERSION=2.11.0 TORCHVISION_VERSION=0.28.0 /bin/sh -c uv pip install /install/*.whl # buildkit
2026-10-02 06:01:51 UTC (buildkit.dockerfile.v0)COPY /app/debs /app/debs # buildkit
2026-10-02 06:01:51 UTC (buildkit.dockerfile.v0)ARG BASE_IMAGE=ubuntu:24.04
2026-10-02 06:01:51 UTC (buildkit.dockerfile.v0)ARG FA_BRANCH=0e60e394
2026-10-02 06:01:51 UTC (buildkit.dockerfile.v0)ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git
2026-10-02 06:01:51 UTC (buildkit.dockerfile.v0)ARG AITER_BRANCH=v0.1.22.post1
2026-10-02 06:01:51 UTC (buildkit.dockerfile.v0)ARG AITER_REPO=https://github.com/ROCm/aiter.git
2026-10-02 06:01:51 UTC (buildkit.dockerfile.v0)RUN |24 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1 DEVICE_EXTRAS=device-all PYTHON_VERSION=3.14 MAX_JOBS=64 USE_SCCACHE=0 SCCACHE_DOWNLOAD_URL= SCCACHE_ENDPOINT=https://minio-frameworks.amd.com SCCACHE_BUCKET_NAME=ufb-cache-vllm SCCACHE_REGION_NAME=us-east-1 SCCACHE_S3_NO_CREDENTIALS=0 SCCACHE_S3_KEY_PREFIX=rocm/device-all/ PIP_EXTRA_INDEX_URL=https://d1kq5rufa68c0p.cloudfront.net/rocm/whl-next TORCH_INDEX_URL=https://rc.repo.amd.com/rocm/pytorch/whl-next ROCM_SDK_VERSION=10.1.0 TORCH_VERSION=2.13.0 TORCHAUDIO_VERSION=2.11.0 TORCHVISION_VERSION=0.28.0 BASE_IMAGE=ubuntu:24.04 FA_BRANCH=0e60e394 FA_REPO=https://github.com/Dao-AILab/flash-attention.git AITER_BRANCH=v0.1.22.post1 AITER_REPO=https://github.com/ROCm/aiter.git /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt && echo "FA_REPO: ${FA_REPO}" >> /app/versions.txt && echo "AITER_BRANCH: ${AITER_BRANCH}" >> /app/versions.txt && echo "AITER_REPO: ${AITER_REPO}" >> /app/versions.txt # buildkit
2026-10-02 06:42:23 UTC (buildkit.dockerfile.v0)ARG ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201
2026-10-02 06:42:23 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201
2026-10-02 06:42:23 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1
2026-10-02 06:42:23 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=1
2026-10-02 06:42:23 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 /bin/sh -c apt-get update -q -y && apt-get install -q -y sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev apt-transport-https ca-certificates wget curl unzip bc # buildkit
2026-10-02 06:42:23 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR=/app
2026-10-02 06:42:23 UTC (buildkit.dockerfile.v0)WORKDIR /app
2026-10-02 09:39:06 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit
2026-10-02 09:39:06 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app /bin/sh -c rm -f /usr/bin/sccache || true && rm -rf /opt/sccache-wrappers || true # buildkit
2026-10-02 09:39:06 UTC (buildkit.dockerfile.v0)ENV SCCACHE_BUCKET=
2026-10-02 09:39:06 UTC (buildkit.dockerfile.v0)ENV SCCACHE_REGION=
2026-10-02 09:39:06 UTC (buildkit.dockerfile.v0)ENV SCCACHE_S3_NO_CREDENTIALS=
2026-10-02 09:39:06 UTC (buildkit.dockerfile.v0)ENV SCCACHE_IDLE_TIMEOUT=
2026-10-02 09:39:06 UTC (buildkit.dockerfile.v0)ENV SCCACHE_ENDPOINT=
2026-10-02 09:39:06 UTC (buildkit.dockerfile.v0)ENV SCCACHE_S3_KEY_PREFIX=
2026-10-02 09:39:06 UTC (buildkit.dockerfile.v0)ENV SCCACHE_S3_USE_SSL=
2026-10-02 09:39:06 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app /bin/sh -c case "$(which python3)" in *"/opt/conda/envs/py_3.9"*) rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; *) ;; esac # buildkit
2026-10-02 09:39:07 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app /bin/sh -c uv pip install --upgrade huggingface-hub[cli] # buildkit
2026-10-02 12:50:00 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app /bin/sh -c cd /install && uv pip install -r requirements/rocm.txt && pip uninstall -y vllm && uv pip install *.whl # buildkit
2026-10-02 12:50:00 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.14
2026-10-02 12:50:02 UTC (buildkit.dockerfile.v0)RUN |3 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app PYTHON_VERSION=3.14 /bin/sh -c PY_MAJOR="${PYTHON_VERSION%%.*}"; PY_MINOR="${PYTHON_VERSION#*.}"; PY_MINOR="${PY_MINOR%%.*}"; if [ "${PY_MAJOR}" -gt 3 ] || { [ "${PY_MAJOR}" -eq 3 ] && [ "${PY_MINOR}" -ge 14 ]; }; then echo "Python ${PYTHON_VERSION} >= 3.14: upgrading tensorizer>=2.12.0"; uv pip install "tensorizer>=2.12.0"; else echo "Python ${PYTHON_VERSION} < 3.14: keeping vLLM-pinned tensorizer"; fi # buildkit
2026-10-02 12:50:13 UTC (buildkit.dockerfile.v0)RUN |3 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app PYTHON_VERSION=3.14 /bin/sh -c uv pip install "ray[cgraph]>=2.48.0" # buildkit
2026-10-02 12:50:13 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR=/app
2026-10-02 12:50:13 UTC (buildkit.dockerfile.v0)ARG BASE_IMAGE=rocm/ufb-private:vllm-base-ubuntu24.04-py3.14-prereleases-device-all-rocm10.1.0-98dff2a81d
2026-10-02 12:50:13 UTC (buildkit.dockerfile.v0)ARG ROCM_VERSION=10.1.0
2026-10-02 12:50:13 UTC (buildkit.dockerfile.v0)ENV ROCM_VERSION=10.1.0
2026-10-02 12:51:27 UTC (buildkit.dockerfile.v0)COPY /app/vllm /app/vllm # buildkit
2026-10-02 12:51:27 UTC (buildkit.dockerfile.v0)RUN |5 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app PYTHON_VERSION=3.14 BASE_IMAGE=rocm/ufb-private:vllm-base-ubuntu24.04-py3.14-prereleases-device-all-rocm10.1.0-98dff2a81d ROCM_VERSION=10.1.0 /bin/sh -c rm -rf ${COMMON_WORKDIR}/vllm/.git ${COMMON_WORKDIR}/vllm/build ${COMMON_WORKDIR}/vllm/dist ${COMMON_WORKDIR}/vllm/*.egg-info # buildkit
2026-10-02 12:51:27 UTC (buildkit.dockerfile.v0)ENV TOKENIZERS_PARALLELISM=false
2026-10-02 12:51:27 UTC (buildkit.dockerfile.v0)ENV SAFETENSORS_FAST_GPU=1
2026-10-02 12:51:27 UTC (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2026-10-02 12:51:28 UTC (buildkit.dockerfile.v0)RUN |5 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app PYTHON_VERSION=3.14 BASE_IMAGE=rocm/ufb-private:vllm-base-ubuntu24.04-py3.14-prereleases-device-all-rocm10.1.0-98dff2a81d ROCM_VERSION=10.1.0 /bin/sh -c echo "ROCTRACER_MAX_EVENTS=10000000" > ${COMMON_WORKDIR}/libkineto.conf # buildkit
2026-10-02 12:51:28 UTC (buildkit.dockerfile.v0)ENV KINETO_CONFIG=/app/libkineto.conf
2026-10-02 12:51:28 UTC (buildkit.dockerfile.v0)RUN |5 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app PYTHON_VERSION=3.14 BASE_IMAGE=rocm/ufb-private:vllm-base-ubuntu24.04-py3.14-prereleases-device-all-rocm10.1.0-98dff2a81d ROCM_VERSION=10.1.0 /bin/sh -c echo "VLLM_BASE_IMAGE=${BASE_IMAGE}" >> ${COMMON_WORKDIR}/versions.txt # buildkit
2026-10-02 12:51:28 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
2026-10-02 20:38:21 UTC/bin/bash
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.