From b3e41df16eaa0c699adead99c1fb0bb9c0411617 Mon Sep 17 00:00:00 2001 From: "Kevin H. Luu" Date: Mon, 22 Jul 2024 14:20:41 -0700 Subject: [PATCH] [ci] Use different sccache bucket for CUDA 11.8 wheel build (#6656) Signed-off-by: kevin Signed-off-by: Alvant --- .buildkite/release-pipeline.yaml | 4 +++- Dockerfile | 6 +++++- 2 files changed, 8 insertions(+), 2 deletions(-) diff --git a/.buildkite/release-pipeline.yaml b/.buildkite/release-pipeline.yaml index 4fa1951134eba..5be9a553dddd4 100644 --- a/.buildkite/release-pipeline.yaml +++ b/.buildkite/release-pipeline.yaml @@ -3,13 +3,15 @@ steps: agents: queue: cpu_queue commands: - - "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --build-arg CUDA_VERSION={{matrix.cuda_version}} --tag vllm-ci:build-image --target build --progress plain ." + - "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg buildkite_commit=$BUILDKITE_COMMIT --build-arg USE_SCCACHE=1 --build-arg CUDA_VERSION={{matrix.cuda_version}} --tag vllm-ci:build-image --target build --progress plain ." - "mkdir artifacts" - "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'" # rename the files to change linux -> manylinux1 - "for f in artifacts/dist/*.whl; do mv -- \"$$f\" \"$${f/linux/manylinux1}\"; done" - "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/$BUILDKITE_COMMIT/" - "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/nightly/" + env: + DOCKER_BUILDKIT: "1" matrix: setup: cuda_version: diff --git a/Dockerfile b/Dockerfile index 2b4da1ce7ee1e..3c83525ec925e 100644 --- a/Dockerfile +++ b/Dockerfile @@ -103,7 +103,11 @@ RUN --mount=type=cache,target=/root/.cache/pip \ && tar -xzf sccache.tar.gz \ && sudo mv sccache-v0.8.1-x86_64-unknown-linux-musl/sccache /usr/bin/sccache \ && rm -rf sccache.tar.gz sccache-v0.8.1-x86_64-unknown-linux-musl \ - && export SCCACHE_BUCKET=vllm-build-sccache \ + && if [ "$CUDA_VERSION" = "11.8.0" ]; then \ + export SCCACHE_BUCKET=vllm-build-sccache-2; \ + else \ + export SCCACHE_BUCKET=vllm-build-sccache; \ + fi \ && export SCCACHE_REGION=us-west-2 \ && export CMAKE_BUILD_TYPE=Release \ && sccache --show-stats \