ci: debugging Azure integrations (#2236)

.azure/gpu-integrations.yml

@@ -17,13 +17,13 @@ jobs:
   - job: integrate_GPU
     strategy:
       matrix:
-        "oldest":
-          docker-image: "pytorch/pytorch:1.11.0-cuda11.3-cudnn8-runtime"
-          torch-ver: "1.11.0"
+        "torch | 1.x":
+          docker-image: "pytorchlightning/pytorch:1.13.1-cuda11.6-cudnn8-runtime"
+          torch-ver: "1.13.1"
           requires: "oldest"
-        "latest":
-          docker-image: "pytorch/pytorch:2.1.0-cuda12.1-cudnn8-runtime"
-          torch-ver: "2.1.0"
+        "torch | 2.x":
+          docker-image: "pytorch/pytorch:2.1.1-cuda12.1-cudnn8-runtime"
+          torch-ver: "2.1.1"
     # how long to run the job before automatically cancelling
     timeoutInMinutes: "40"
     # how much time to give 'run always even if cancelled tasks' before stopping them

.github/workflows/docker-build.yml

@@ -94,3 +94,32 @@ jobs:
           push: ${{ env.PUSH_DOCKERHUB }}
           tags: "pytorchlightning/torchmetrics:ubuntu${{ matrix.ubuntu }}-cuda${{ matrix.cuda }}-py${{ matrix.python }}-torch${{ matrix.pytorch }}"
         timeout-minutes: 55
+
+  pytorch-cuda:
+    if: github.event.pull_request.draft == false
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        tag:
+          - "1.13.1-cuda11.6-cudnn8-runtime"
+          - "2.1.1-cuda12.1-cudnn8-runtime"
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Login to DockerHub
+        uses: docker/login-action@v3
+        if: env.PUSH_DOCKERHUB == 'true' && github.repository_owner == 'Lightning-AI'
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+
+      - name: Build (and Push) runner
+        uses: docker/build-push-action@v5
+        with:
+          build-args: |
+            DOCKER_TAG=${{ matrix.tag }}
+          file: dockers/pytorch-cuda/Dockerfile
+          push: ${{ env.PUSH_DOCKERHUB }}
+          tags: "pytorchlightning/pytorch:${{ matrix.tag }}"
+        timeout-minutes: 35

dockers/pytorch-cuda/Dockerfile

@@ -0,0 +1,29 @@
+# Copyright The Lightning AI team.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+ARG DOCKER_TAG=1.13.1-cuda11.6-cudnn8-runtime
+
+FROM pytorch/pytorch:${DOCKER_TAG}
+
+SHELL ["/bin/bash", "-c"]
+
+RUN \
+    apt-get update -q --fix-missing && \
+    apt list --upgradable && \
+    apt-get upgrade -y && \
+    # Cleaning
+    apt-get autoremove -y && \
+    apt-get clean && \
+    rm -rf /root/.cache && \
+    rm -rf /var/lib/apt/lists/*