Reduce redundant tests & overheads for CI

.github/CHANGELOG.md

@@ -9,6 +9,9 @@
 
 ### Improvements
 
+* CI builders use a reduced set of resources and redundant tests for PRs
+[(#319)](https://github.com/PennyLaneAI/pennylane-lightning/pull/319)
+
 * Parallelize wheel-builds where applicable.
 [(#314)](https://github.com/PennyLaneAI/pennylane-lightning/pull/314)
 

.github/workflows/benchmarks.yml

@@ -1,6 +1,8 @@
 name: Benchmarking
 on:
-  pull_request:
+  push:
+    branches:
+      - master
 
 jobs:
   benchmarks:

.github/workflows/gen_pyver_matrix.py

@@ -0,0 +1,55 @@
+import argparse
+import re
+import json
+
+
+def version_map(py_ver: str):
+    r"""Auxiliary function to map the Python version number to the format accepted by CIBuildWheel wheel-builder actions.
+    Args:
+        py_ver (str): Python version number in 'major.minor' format.
+    Returns:
+        str: Python version in cp'major.minor'-* format.
+    """
+    ci_ver = re.sub("\.", "", py_ver)
+    return f"cp{ci_ver}-*"
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "--min-version",
+        dest="min",
+        type=str,
+        required=True,
+        help="Minimum Python version supported",
+    )
+    parser.add_argument(
+        "--max-version",
+        dest="max",
+        type=str,
+        required=True,
+        help="Maximum Python version supported",
+    )
+    parser.add_argument(
+        "--range",
+        dest="range",
+        required=False,
+        action="store_true",
+        help="Include all Python values between the extrema",
+    )
+
+    args = parser.parse_args()
+
+    v_minor_min = int(args.min.split(".")[-1])
+    v_minor_max = int(args.max.split(".")[-1])
+
+    out_range = range(v_minor_min, v_minor_max + 1) if args.range else [v_minor_min, v_minor_max]
+    output_list = []
+
+    for v in out_range:
+        v_str = f"3.{v}"
+        output_list.append((version_map(v_str)))
+
+    json_out = json.dumps(output_list)
+
+    print(json_out)

.github/workflows/wheel_linux_aarch64.yml

@@ -12,14 +12,46 @@ on:
   release:
     types: [published]
 
+env:
+  PYTHON3_MIN_VERSION: "7"
+  PYTHON3_MAX_VERSION: "10"
+
 jobs:
+  linux-set-matrix-aarch64:
+    name: Set builder matrix versions
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Cancel Previous Runs
+        uses: styfle/[email protected]
+        with:
+          access_token: ${{ github.token }}
+
+      - uses: actions/checkout@v2
+
+      - id: pyver
+        run: |
+          if [[ ${{ github.event_name }} == 'pull_request' ]]; then
+            echo "::set-output name=matrix::$(python3 .github/workflows/gen_pyver_matrix.py \
+              --min-version=3.${{ env.PYTHON3_MIN_VERSION }} \
+              --max-version=3.${{ env.PYTHON3_MAX_VERSION }})"
+          else
+            echo "::set-output name=matrix::$(python3 .github/workflows/gen_pyver_matrix.py \
+              --min-version=3.${{ env.PYTHON3_MIN_VERSION }} \
+              --max-version=3.${{ env.PYTHON3_MAX_VERSION }} \
+              --range)"
+          fi
+    outputs:
+      matrix: ${{ steps.pyver.outputs.matrix }}
+
   linux-wheels-aarch64:
+    needs: [linux-set-matrix-aarch64]
     strategy:
       fail-fast: false
       matrix:
         os: [ubuntu-latest]
         arch: [aarch64]
-        cibw_build: [cp37-*, cp38-*, cp39-*, cp310-*]
+        cibw_build: ${{fromJson(needs.linux-set-matrix-aarch64.outputs.matrix)}}
 
     name: ubuntu-latest::aarch64 (Python ${{ fromJson('{ "cp37-*":"3.7","cp38-*":"3.8","cp39-*":"3.9","cp310-*":"3.10" }')[matrix.cibw_build] }})
     runs-on: ${{ matrix.os }}

.github/workflows/wheel_linux_ppc64le.yml

@@ -12,14 +12,46 @@ on:
   release:
     types: [published]
 
+env:
+  PYTHON3_MIN_VERSION: "7"
+  PYTHON3_MAX_VERSION: "10"
+
 jobs:
-  linux-wheels-ppc64le:
+  linux-set-matrix-ppc64le:
+    name: Set builder matrix versions
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Cancel Previous Runs
+        uses: styfle/[email protected]
+        with:
+          access_token: ${{ github.token }}
+
+      - uses: actions/checkout@v2
+
+      - id: pyver
+        run: |
+          if [[ ${{ github.event_name }} == 'pull_request' ]]; then
+            echo "::set-output name=matrix::$(python3 .github/workflows/gen_pyver_matrix.py \
+              --min-version=3.${{ env.PYTHON3_MIN_VERSION }} \
+              --max-version=3.${{ env.PYTHON3_MAX_VERSION }})"
+          else
+            echo "::set-output name=matrix::$(python3 .github/workflows/gen_pyver_matrix.py \
+              --min-version=3.${{ env.PYTHON3_MIN_VERSION }} \
+              --max-version=3.${{ env.PYTHON3_MAX_VERSION }} \
+              --range)"
+          fi
+    outputs:
+      matrix: ${{ steps.pyver.outputs.matrix }}
+
+linux-wheels-ppc64le:
+    needs: [linux-set-matrix-ppc64le]
     strategy:
       fail-fast: false
       matrix:
         os: [ubuntu-latest]
         arch: [ppc64le]
-        cibw_build: [cp37-*, cp38-*, cp39-*, cp310-*]
+        cibw_build: ${{fromJson(needs.linux-set-matrix-ppc64le.outputs.matrix)}}
 
     name: ubuntu-latest::ppc64le (Python ${{ fromJson('{ "cp37-*":"3.7","cp38-*":"3.8","cp39-*":"3.9","cp310-*":"3.10" }')[matrix.cibw_build] }})
     runs-on: ${{ matrix.os }}

.github/workflows/wheel_linux_x86_64.yml

@@ -13,14 +13,46 @@ on:
   release:
     types: [published]
 
+env:
+  PYTHON3_MIN_VERSION: "7"
+  PYTHON3_MAX_VERSION: "10"
+
 jobs:
+  linux-set-matrix-x86_64:
+    name: Set builder matrix versions
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Cancel Previous Runs
+        uses: styfle/[email protected]
+        with:
+          access_token: ${{ github.token }}
+
+      - uses: actions/checkout@v2
+
+      - id: pyver
+        run: |
+          if [[ ${{ github.event_name }} == 'pull_request' ]]; then
+            echo "::set-output name=matrix::$(python3 .github/workflows/gen_pyver_matrix.py \
+              --min-version=3.${{ env.PYTHON3_MIN_VERSION }} \
+              --max-version=3.${{ env.PYTHON3_MAX_VERSION }})"
+          else
+            echo "::set-output name=matrix::$(python3 .github/workflows/gen_pyver_matrix.py \
+              --min-version=3.${{ env.PYTHON3_MIN_VERSION }} \
+              --max-version=3.${{ env.PYTHON3_MAX_VERSION }} \
+              --range)"
+          fi
+    outputs:
+      matrix: ${{ steps.pyver.outputs.matrix }}
+
   linux-wheels-x86-64:
+    needs: [linux-set-matrix-x86_64]
     strategy:
       fail-fast: false
       matrix:
         os: [ubuntu-latest]
         arch: [x86_64]
-        cibw_build: [cp37-*, cp38-*, cp39-*, cp310-*]
+        cibw_build: ${{fromJson(needs.linux-set-matrix-x86_64.outputs.matrix)}}
 
     name: ${{ matrix.os }} (Python ${{ fromJson('{ "cp37-*":"3.7","cp38-*":"3.8","cp39-*":"3.9","cp310-*":"3.10" }')[matrix.cibw_build] }})
     runs-on: ${{ matrix.os }}

.github/workflows/wheel_macos_arm64.yml

@@ -15,17 +15,47 @@ on:
 
 env:
   ARCHS: 'arm64'
+  PYTHON3_MIN_VERSION: "8"
+  PYTHON3_MAX_VERSION: "10"
 
 jobs:
+  mac-set-matrix-arm:
+    name: Set builder matrix versions
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Cancel Previous Runs
+        uses: styfle/[email protected]
+        with:
+          access_token: ${{ github.token }}
+
+      - uses: actions/checkout@v2
+
+      - id: pyver
+        run: |
+          if [[ ${{ github.event_name }} == 'pull_request' ]]; then
+            echo "::set-output name=matrix::$(python3 .github/workflows/gen_pyver_matrix.py \
+              --min-version=3.${{ env.PYTHON3_MIN_VERSION }} \
+              --max-version=3.${{ env.PYTHON3_MAX_VERSION }})"
+          else
+            echo "::set-output name=matrix::$(python3 .github/workflows/gen_pyver_matrix.py \
+              --min-version=3.${{ env.PYTHON3_MIN_VERSION }} \
+              --max-version=3.${{ env.PYTHON3_MAX_VERSION }} \
+              --range)"
+          fi
+    outputs:
+      matrix: ${{ steps.pyver.outputs.matrix }}
+
   mac-wheels-arm64:
+    needs: [mac-set-matrix-arm]
     strategy:
       fail-fast: false
       matrix:
         os: [macos-11]
         arch: [arm64]
-        cibw_build: [cp38-*, cp39-*, cp310-*]
+        cibw_build: ${{fromJson(needs.mac-set-matrix-arm.outputs.matrix)}}
 
-    name: macos-latest::arm64 (Python ${{ fromJson('{ "cp37-*":"3.7","cp38-*":"3.8","cp39-*":"3.9","cp310-*":"3.10" }')[matrix.cibw_build] }})
+    name: macos-latest::arm64 (Python ${{ fromJson('{ "cp38-*":"3.8","cp39-*":"3.9","cp310-*":"3.10" }')[matrix.cibw_build] }})
     runs-on: ${{ matrix.os }}
 
     steps:
@@ -39,7 +69,7 @@ jobs:
       - uses: actions/setup-python@v2
         name: Install Python
         with:
-          python-version: '3.7'
+          python-version: '3.8'
 
       - name: Install cibuildwheel
         run: python -m pip install cibuildwheel==2.3.0

.github/workflows/wheel_macos_x86_64.yml

@@ -6,7 +6,6 @@ name: Wheel::MacOS::Intel
 # **Who does it impact**: Wheels to be uploaded to PyPI.
 
 on:
-  pull_request:
   push:
     branches:
       - master
@@ -15,15 +14,45 @@ on:
 
 env:
   MACOSX_DEPLOYMENT_TARGET: 10.15
+  PYTHON3_MIN_VERSION: "7"
+  PYTHON3_MAX_VERSION: "10"
 
 jobs:
+  mac-set-matrix-x86:
+    name: Set builder matrix versions
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Cancel Previous Runs
+        uses: styfle/[email protected]
+        with:
+          access_token: ${{ github.token }}
+
+      - uses: actions/checkout@v2
+
+      - id: pyver
+        run: |
+          if [[ ${{ github.event_name }} == 'pull_request' ]]; then
+            echo "::set-output name=matrix::$(python3 .github/workflows/gen_pyver_matrix.py \
+              --min-version=3.${{ env.PYTHON3_MIN_VERSION }} \
+              --max-version=3.${{ env.PYTHON3_MAX_VERSION }})"
+          else
+            echo "::set-output name=matrix::$(python3 .github/workflows/gen_pyver_matrix.py \
+              --min-version=3.${{ env.PYTHON3_MIN_VERSION }} \
+              --max-version=3.${{ env.PYTHON3_MAX_VERSION }} \
+              --range)"
+          fi
+    outputs:
+      matrix: ${{ steps.pyver.outputs.matrix }}
+
   mac-wheels-x86:
+    needs: [mac-set-matrix-x86]
     strategy:
       fail-fast: false
       matrix:
-        os: [macos-10.15]
+        os: [macos-11]
         arch: [x86_64]
-        cibw_build: [cp37-*, cp38-*, cp39-*, cp310-*]
+        cibw_build: ${{fromJson(needs.mac-set-matrix-x86.outputs.matrix)}}
 
     name: ${{ matrix.os }} (Python ${{ fromJson('{ "cp37-*":"3.7","cp38-*":"3.8","cp39-*":"3.9","cp310-*":"3.10" }')[matrix.cibw_build] }})
     runs-on: ${{ matrix.os }}
@@ -72,7 +101,8 @@ jobs:
 
           USE_OMP: 1
 
-        run: python -m cibuildwheel --output-dir wheelhouse
+        run: |
+          python -m cibuildwheel --output-dir wheelhouse
 
       - uses: actions-ecosystem/action-regex-match@v2
         id: rc_build