run_cirun_graviton.yml

name: ASV Benchmarks

on:
  push:
    branches:
      - main

concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

permissions:
  contents: read # to fetch code (actions/checkout)

env:
 # GITHUB_TOKEN: ${{ secrets.OB_BENCH_TOKEN }}
 # BENCHMARKS_REPO: ev-br/ob-bench-asv
  ASV_CONFIG: asv.conf.json
  NAME_PREFIX: gha

jobs:
  bench:
    strategy:
      fail-fast: false
      matrix:
        include:
          # define matrix.name to identify github actions machine as hostname changes everytime
          - image: "cirun-aws-runner-graviton--${{ github.run_id }}"
            name: "gha-aws-graviton"
          - image: "cirun-aws-runner-cascade-lake--${{ github.run_id }}"
            name: "gha-aws-skylake"
    runs-on: ${{ matrix.image }}

    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0  # To fetch all commits to be able to generate benchmarks html

      - name: Print system information
        run: |
          if [ "$RUNNER_OS" == "Linux" ]; then
            cat /proc/cpuinfo
          else
            echo "::error::$RUNNER_OS not supported"
            exit 1
          fi

      - name: Install system dependencies
        run: |
          if [ "$RUNNER_OS" == "Linux" ]; then
            sudo apt update
            sudo apt-get install -y gfortran cmake ccache python3-pip pkg-config
          else
            echo "::error::$RUNNER_OS not supported"
            exit 1
          fi

      - name: Install python dependencies
        run: |
          # --break-system-packages is required on ubuntu noble
          pip3 install "numpy<2" meson meson-python ninja build asv virtualenv --break-system-packages

          # install the nightly OpenBLAS wheel
          pip3 install -i https://pypi.anaconda.org/scientific-python-nightly-wheels/simple scipy-openblas32 --break-system-packages

          # dump the pkg-config for the ASV build to pick up (cf $PKG_CONFIG_PATH usage under `Run benchmarks`)
          python3 -c'import scipy_openblas32 as so; print(so.get_pkg_config())' > scipy_openblas.pc

      - name: Print OpenBLAS information
        run: |
          echo "scipy_openblas.pc contents: "
          cat scipy_openblas.pc

          # store the OpenBLAS wheel info to add to the gh-pages commit message
          echo ${{ matrix.name }}":" > wheel_info_${{ matrix.name }}
          python3 -c'import scipy_openblas32 as sc; print(f"version={sc.__version__} - {sc.get_openblas_config()}")' >> wheel_info_${{ matrix.name }}

      - name: Set and log asv machine configuration
        run: |
          python3 -m asv machine --yes --config asv.conf.json
          echo "Machine Configuration:"
          cat ~/.asv-machine.json
          rm ~/.asv-machine.json

          # set the machine name depending on the OS/arch image
          echo "Setting machine name to ${{ matrix.name }}"
          python3 -m asv machine --machine ${{ matrix.name }} --yes --config $ASV_CONFIG -v
          cat ~/.asv-machine.json

      - name: Run benchmarks
        run: |
          python3 -m asv run --config $ASV_CONFIG -v
          ls -l .asv/results
          echo ">>> results/machine"
          ls -l .asv/results/${{ matrix.name }}
        env:
          PKG_CONFIG_PATH: ${{ github.workspace }}

      - name: Store/Upload benchmark results
        uses: actions/upload-artifact@v4
        with:
          name: ${{ matrix.name }}
          path: |
            .asv/results/*
            wheel_info_${{ matrix.name }}
          if-no-files-found: error

  combine-and-publish:
    runs-on: ubuntu-latest
    needs: bench
    steps:
      - name: Check out the repository
        uses: actions/checkout@v4
        with:
          fetch-depth: 0  # To fetch all commits to be able to generate benchmarks html
          token: ${{ secrets.AWS_BENCHMARKS }}

      - name: Download all artifacts from benchmarking runs
        uses: actions/download-artifact@v4

      - name: Collect past runs
        run: |
          git checkout gh-pages
          echo "@ collect: "
          ls -la

          mkdir -p .asv/resuls
          cp -r results .asv/results
          ls -la .asv
          ls -la .asv/results


      - name: Combine the runs
        run: |
          # NB artifact names start with gha-
          mv gha-aws-skylake/* .asv/results
          mv gha-aws-graviton/* .asv/results
          # for dir in `find . -name "$NAME_PREFIX-*"`; do cp -r $dir/* .asv/results; done

          echo ">>>> on gh-pages"
          ls -la
          ls -la .asv/results
          ls -la .asv/results/gha-aws-graviton

          # return to main to be able to generate the new html report
          git checkout main
          echo ">>> on main"
          ls -la
          ls -la .asv/results
          ls -la .asv/results/gha-aws-graviton

      - name: Set up Python
        uses: actions/setup-python@v4
        with:
          python-version: '3.11'

      - name: Set up ASV and generate the html
        run: |
          pip install asv
          asv machine --yes --config $ASV_CONFIG
          asv publish --config $ASV_CONFIG -v

      - name: Upload the results
        run: |
          git config --global user.email "project@openblas"
          git config --global user.name "OB benchmark bot"
          asv gh-pages

          # persist the results/ directory with historic results
          git checkout gh-pages
          cp -r .asv/results results
          git add results/
          #git commit -am"add results for `git rev-parse origin/gh-pages`\n\n`cat wheel_info*`"
          #git push origin HEAD
          ls -l  # wheel_info_*