Speedup list_datasets() / load_dataset() by 2.5x #291

	name: CI

	on: push

	jobs:
	run-tests:
	name: Run tests
	runs-on: ubuntu-latest
	strategy:
	matrix:
	python-version: [3.8, 3.9, '3.10', 3.11]

	steps:
	- uses: actions/checkout@v3
	- name: Set up Python ${{ matrix.python-version }}
	uses: actions/setup-python@v4
	with:
	python-version: ${{ matrix.python-version }}

	- name: Install Poetry
	uses: snok/install-poetry@v1
	with:
	version: 1.3.2
	- name: install dependencies
	run: poetry install --with dev --all-extras
	- name: Run Black Check
	run: poetry run black --check .
	- name: Run mypy check
	run: poetry run mypy .
	- name: Run pytest
	env:
	PY_VERSION: ${{ matrix.python-version }}
	AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
	AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
	run: poetry run pytest -n 4 --html=report.html --cov pinecone_datasets tests/unit
	- name: upload pytest report.html
	uses: actions/upload-artifact@v3
	if: always()
	with:
	name: dataset-pytest-report-py${{ matrix.python-version }}
	path: report.html

Provide feedback