NO-REF: Update GH Actions Cache #395
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: ETL Pipeline Tests (Pull Request) | |
on: | |
pull_request: | |
types: [opened, synchronize] | |
# paths: | |
# - 'api/**' | |
# - 'managers/**' | |
# - 'mappings/**' | |
# - 'model/**' | |
# - 'processes/**' | |
# - 'services/**' | |
# - 'tests/**' | |
# - 'utils/**' | |
# - 'dev-requirements.txt' | |
# - 'requirements.txt' | |
# - 'main.py' | |
# - 'Makefile' | |
jobs: | |
test: | |
runs-on: ubuntu-latest | |
env: | |
IS_CI: "true" | |
AWS_ACCESS: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
AWS_SECRET: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
ENVIRONMENT: local | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Set up Python 3.9 | |
uses: actions/setup-python@v2 | |
with: | |
python-version: "3.11" | |
- name: Cache dependencies | |
uses: actions/cache@v4 | |
with: | |
path: ~/.cache/pip | |
key: ${{ runner.os }}-pip-${{ hashFiles('requirements.txt') }} | |
restore-keys: | | |
${{ runner.os }}-pip- | |
${{ runner.os }}- | |
- name: Install dependencies | |
run: | | |
sudo apt-get install -y gcc | |
python -m pip install --upgrade pip wheel | |
pip install -r dev-requirements.txt | |
pip install -r requirements.txt | |
- name: Run unit tests | |
run: | | |
make unit | |
- name: Start Docker containers | |
run: | | |
docker compose up -d | |
- name: Wait for docker containers to be ready | |
run: | | |
echo "Waiting for docker container..." | |
sleep 90 | |
- name: Run functional tests | |
run: | | |
make functional | |
- name: Run integration tests | |
run: | | |
make integration | |
- name: Stop Docker containers | |
if: always() | |
run: | | |
docker compose down |