This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: ASV Benchmarks | |
| on: | |
| push: | |
| branches: | |
| - main | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| permissions: | |
| contents: read # to fetch code (actions/checkout) | |
| env: | |
| # GITHUB_TOKEN: ${{ secrets.OB_BENCH_TOKEN }} | |
| # BENCHMARKS_REPO: ev-br/ob-bench-asv | |
| ASV_CONFIG: asv.conf.json | |
| NAME_PREFIX: gh | |
| jobs: | |
| bench: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| # define matrix.name to identify github actions machine as hostname changes everytime | |
| - image: "cirun-aws-runner-graviton--${{ github.run_id }}" | |
| name: "gh-graviton" | |
| - image: "cirun-aws-runner-cascade-lake--${{ github.run_id }}" | |
| name: "gh-skylake" | |
| runs-on: ${{ matrix.image }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 # To fetch all commits to be able to generate benchmarks html | |
| - name: Print system information | |
| run: | | |
| if [ "$RUNNER_OS" == "Linux" ]; then | |
| cat /proc/cpuinfo | |
| else | |
| echo "::error::$RUNNER_OS not supported" | |
| exit 1 | |
| fi | |
| - name: Install system dependencies | |
| run: | | |
| if [ "$RUNNER_OS" == "Linux" ]; then | |
| sudo apt update | |
| sudo apt-get install -y gfortran cmake ccache python3-pip pkg-config | |
| else | |
| echo "::error::$RUNNER_OS not supported" | |
| exit 1 | |
| fi | |
| - name: Install python dependencies | |
| run: | | |
| # --break-system-packages is required on ubuntu noble | |
| pip3 install "numpy<2" meson meson-python ninja build asv virtualenv --break-system-packages | |
| # install the nightly OpenBLAS wheel | |
| pip install -i https://pypi.anaconda.org/scientific-python-nightly-wheels/simple scipy-openblas32 --break-system-packages | |
| python3 -c'import scipy_openblas32 as so; print(so.get_pkg_config())' > scipy_openblas.pc | |
| # export PKG_CONFIG_PATH=$PWD | |
| - name: Print OpenBLAS information | |
| run: | | |
| echo "scipy_openblas.pc contents: " | |
| cat scipy_openblas.pc | |
| - name: Set and log asv machine configuration | |
| run: | | |
| python3 -m asv machine --yes --config asv.conf.json | |
| echo "Machine Configuration:" | |
| cat ~/.asv-machine.json | |
| rm ~/.asv-machine.json | |
| # set the machine name depending on the OS/arch image | |
| echo "Setting machine name to ${{ matrix.name }}" | |
| python3 -m asv machine --machine ${{ matrix.name }} --yes --config $ASV_CONFIG -v | |
| cat ~/.asv-machine.json | |
| - name: Run benchmarks | |
| run: | | |
| python3 -m asv run --config $ASV_CONFIG -v | |
| ls -l .asv/results | |
| echo ">>> results/machine" | |
| ls -l .asv/results/${{ matrix.name }} | |
| env: | |
| PKG_CONFIG_PATH: ${{ github.workspace }} | |
| - name: Store/Upload benchmark results | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ matrix.name }} | |
| path: .asv/results/* | |
| if-no-files-found: error | |
| combine-and-publish: | |
| runs-on: ubuntu-latest | |
| needs: bench | |
| steps: | |
| - name: Check out the repository | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 # To fetch all commits to be able to generate benchmarks html | |
| token: ${{ secrets.AWS_BENCHMARKS }} | |
| - name: Download all artifacts from benchmarking runs | |
| uses: actions/download-artifact@v4 | |
| - name: Collect past runs | |
| run: | | |
| git checkout gh-pages | |
| mkdir -p .asv/resuls | |
| cp -r results .asv/results | |
| - name: Combine the runs | |
| run: | | |
| #cp -r gh-skylake/* .asv/results | |
| #cp -r gh-graviton/* .asv/results | |
| # NB artifact names start with gh- | |
| echo "???? artifacts be here" | |
| ls -l | |
| #cp -r $NAME_PREFIX-* .asv/results | |
| for dir in `find . -name "$NAME_PREFIX-*"`; do cp -r $dir/* .asv/results; done | |
| ls -l | |
| ls -l .asv/results | |
| # return to main to be able to generate the new html report | |
| git checkout main | |
| ls -l | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.11' | |
| - name: Set up ASV and generate the html | |
| run: | | |
| pip install asv | |
| asv machine --yes --config $ASV_CONFIG | |
| asv publish --config $ASV_CONFIG -v | |
| - name: Upload the results | |
| run: | | |
| git config --global user.email "project@openblas" | |
| git config --global user.name "OB benchmark bot" | |
| asv gh-pages | |
| # persist the results/ directory with historic results | |
| git checkout gh-pages | |
| cp -r .asv/results results | |
| git add results/ | |
| git commit -am"add results for `git rev-parse origin/gh-pages`" | |
| git push origin HEAD |