rerun #68
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: ASV Benchmarks | |
| on: | |
| push: | |
| branches: | |
| - main | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| permissions: | |
| contents: read # to fetch code (actions/checkout) | |
| env: | |
| # GITHUB_TOKEN: ${{ secrets.OB_BENCH_TOKEN }} | |
| # BENCHMARKS_REPO: ev-br/ob-bench-asv | |
| ASV_CONFIG: asv.conf.json | |
| jobs: | |
| bench: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| # define matrix.name to identify github actions machine as hostname changes everytime | |
| - image: "cirun-aws-runner-graviton--${{ github.run_id }}" | |
| name: "gh-graviton" | |
| - image: "cirun-aws-runner-cascade-lake--${{ github.run_id }}" | |
| name: "gh-skylake" | |
| runs-on: ${{ matrix.image }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 # To fetch all commits to be able to generate benchmarks html | |
| - name: Print system information | |
| run: | | |
| if [ "$RUNNER_OS" == "Linux" ]; then | |
| cat /proc/cpuinfo | |
| else | |
| echo "::error::$RUNNER_OS not supported" | |
| exit 1 | |
| fi | |
| - name: Install system dependencies | |
| run: | | |
| if [ "$RUNNER_OS" == "Linux" ]; then | |
| sudo apt update | |
| sudo apt-get install -y gfortran cmake ccache python3-pip pkg-config | |
| else | |
| echo "::error::$RUNNER_OS not supported" | |
| exit 1 | |
| fi | |
| - name: Install python dependencies | |
| run: | | |
| # --break-system-packages is required on ubuntu noble | |
| pip3 install "numpy<2" meson meson-python ninja build asv virtualenv --break-system-packages | |
| # install the nightly OpenBLAS wheel | |
| pip install -i https://pypi.anaconda.org/scientific-python-nightly-wheels/simple scipy-openblas32 --break-system-packages | |
| python3 -c'import scipy_openblas32 as so; print(so.get_pkg_config())' > scipy_openblas.pc | |
| # export PKG_CONFIG_PATH=$PWD | |
| - name: Print OpenBLAS information | |
| run: | | |
| echo "scipy_openblas.pc contents: " | |
| cat scipy_openblas.pc | |
| - name: Set and log asv machine configuration | |
| run: | | |
| python3 -m asv machine --yes --config asv.conf.json | |
| echo "Machine Configuration:" | |
| cat ~/.asv-machine.json | |
| rm ~/.asv-machine.json | |
| # set the machine name depending on the OS/arch image | |
| echo "Setting machine name to ${{ matrix.name }}" | |
| python3 -m asv machine --machine ${{ matrix.name }} --yes --config $ASV_CONFIG -v | |
| cat ~/.asv-machine.json | |
| - name: Run benchmarks | |
| run: | | |
| python3 -m asv run --config $ASV_CONFIG -v | |
| ls -l .asv/results | |
| echo ">>> results/machine" | |
| ls -l .asv/results/${{ matrix.name }} | |
| env: | |
| PKG_CONFIG_PATH: ${{ github.workspace }} | |
| - name: Store/Upload benchmark results | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ matrix.name }} | |
| path: .asv/results/* | |
| if-no-files-found: error | |
| combine-and-publish: | |
| runs-on: ubuntu-latest | |
| needs: bench | |
| steps: | |
| - name: Check out the repository | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 # To fetch all commits to be able to generate benchmarks html | |
| token: ${{ secrets.AWS_BENCHMARKS }} | |
| - name: Collect past runs | |
| run: | | |
| git checkout gh-pages | |
| mkdir -p .asv/resuls | |
| cp -r results .asv/results | |
| - name: Download all artifacts from benchmarking runs | |
| uses: actions/download-artifact@v4 | |
| - name: Combine the runs | |
| run: | | |
| cp -r gh-skylake/* .asv/results | |
| cp -r gh-graviton/* .asv/results | |
| ls -l | |
| ls -l .asv/results | |
| git checkout main | |
| ls -l | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.11' | |
| - name: Set up ASV and generate the html | |
| run: | | |
| pip install asv | |
| asv machine --yes --config $ASV_CONFIG | |
| asv publish --config $ASV_CONFIG -v | |
| - name: Upload the results | |
| run: | | |
| git config --global user.email "project@openblas" | |
| git config --global user.name "OB benchmark bot" | |
| # git commit -m "Update benchmarks" | |
| asv gh-pages | |
| # add the results/ directory with historic results | |
| git checkout gh-pages | |
| cp -r .asv/results results | |
| git add results/ | |
| git commit -am'add results' | |
| git push origin HEAD |