run-benchmarks.yml

name: Benchmarks

on:
  push:
    branches: [ master ]
  pull_request:

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

jobs:
  run_benchmarks:

    runs-on: ubuntu-latest
    timeout-minutes: 10
    steps:
      - uses: actions/checkout@v4
      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: 3.11
      - name: Cache dependencies
        uses: actions/cache@v4
        with:
          path: ~/.cache/pip
          key: Key-v1-3.11-${{ hashFiles('requirements.txt') }}-${{ hashFiles('requirements-dev.txt') }}
      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          pip install -r requirements.txt
          pip install -r requirements-dev.txt
      - name: Build bitsandbytes
        run: |
          pip install bitsandbytes==0.45.2
      - name: Build hivemind
        run: |
          pip install .
      - name: Benchmark
        run: |
          cd benchmarks
          python benchmark_throughput.py --preset minimalistic
          python benchmark_tensor_compression.py
          python benchmark_dht.py