Run CI on Modal, upgrade Bitsandbytes #1286

	name: Benchmarks

	on:
	push:
	branches: [ master ]
	pull_request:

	concurrency:
	group: ${{ github.workflow }}-${{ github.event.pull_request.number \|\| github.ref }}
	cancel-in-progress: true

	jobs:
	run_benchmarks:

	runs-on: ubuntu-latest
	timeout-minutes: 10
	steps:
	- uses: actions/checkout@v4
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: 3.11
	- name: Cache dependencies
	uses: actions/cache@v4
	with:
	path: ~/.cache/pip
	key: Key-v1-3.11-${{ hashFiles('requirements.txt') }}-${{ hashFiles('requirements-dev.txt') }}
	- name: Install dependencies
	run: \|
	python -m pip install --upgrade pip
	pip install -r requirements.txt
	pip install -r requirements-dev.txt
	- name: Build bitsandbytes
	run: \|
	pip install bitsandbytes==0.45.2
	- name: Build hivemind
	run: \|
	pip install .
	- name: Benchmark
	run: \|
	cd benchmarks
	python benchmark_throughput.py --preset minimalistic
	python benchmark_tensor_compression.py
	python benchmark_dht.py

Provide feedback