Feat/k3s tests #377
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: [ "main" ] | |
| pull_request: | |
| branches: [ "main" ] | |
| types: [ opened, reopened, synchronize, labeled ] | |
| jobs: | |
| helm-tests: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: d3adb5/helm-unittest-action@v2 | |
| with: | |
| helm-version: v3.15.2 | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - run: | | |
| cd helm-chart | |
| helm unittest eoapi -f 'tests/*.yaml' -v eoapi/test-helm-values.yaml | |
| k3s-integration-tests: | |
| if: github.event.pull_request.head.repo.full_name == github.repository | |
| permissions: | |
| contents: 'read' | |
| id-token: 'write' | |
| needs: helm-tests | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Start a local k3s cluster | |
| uses: jupyterhub/action-k3s-helm@v4 | |
| with: | |
| # See available: | |
| # - k3s release channels at https://github.com/k3s-io/k3s/blob/HEAD/channel.yaml | |
| # - k3s versions at https://github.com/k3s-io/k3s/tags | |
| # - helm versions at https://github.com/helm/helm/tags | |
| k3s-channel: latest | |
| helm-version: v3.8.2 | |
| docker-enabled: true | |
| - name: last commit sha if PR | |
| if: ${{ github.event_name == 'pull_request' }} | |
| shell: bash | |
| run: | | |
| echo "LAST_COMMIT_SHA=${{ github.event.pull_request.head.sha }}" >> ${GITHUB_ENV} | |
| - name: last commit sha if push | |
| if: ${{ github.event_name == 'push' }} | |
| shell: bash | |
| run: | | |
| echo "LAST_COMMIT_SHA=${GITHUB_SHA}" >> ${GITHUB_ENV} | |
| - name: set k8s .release.name suffix | |
| run: | | |
| # salt for randomness per test run | |
| COMMITSHA=$(echo $LAST_COMMIT_SHA | cut -c 1-6) | |
| SALT=$(echo "${RANDOM}${RANDOM}${RANDOM}" | cut -c1-3) | |
| echo "RELEASE_NAME=eoapi$COMMITSHA$SALT" >> $GITHUB_ENV | |
| - name: helm render/install eoapi templates | |
| run: | | |
| export PGUSER=username | |
| export POSTGRES_USER=username | |
| export PGPASSWORD=password | |
| export POSTGRES_PASSWORD=password | |
| export GITSHA='${{github.sha}}' | |
| cd helm-chart | |
| helm install --set disable_check_for_upgrades=true pgo oci://registry.developers.crunchydata.com/crunchydata/pgo | |
| helm install $RELEASE_NAME \ | |
| --namespace eoapitest \ | |
| --create-namespace \ | |
| --set db.settings.secrets.POSTGRES_HOST=pgstac-$RELEASE_NAME \ | |
| --set db.settings.secrets.POSTGRES_HOST_READER=pgstac-$RELEASE_NAME \ | |
| --set db.settings.secrets.POSTGRES_HOST_WRITER=pgstac-$RELEASE_NAME \ | |
| --set db.settings.secrets.PGUSER=$PGUSER \ | |
| --set db.settings.secrets.POSTGRES_USER=$POSTGRES_USER \ | |
| --set db.settings.secrets.PGPASSWORD=$PGPASSWORD \ | |
| --set db.settings.secrets.POSTGRES_PASSWORD=$POSTGRES_PASSWORD \ | |
| -f ./eoapi/values.yaml \ | |
| -f ./eoapi/test-unittest-values.yaml \ | |
| ./eoapi | |
| - name: sleep for 10s seconds while services boot | |
| shell: bash | |
| run: sleep 10s | |
| - id: watchservices | |
| name: watch services boot | |
| timeout-minutes: 10 | |
| continue-on-error: true | |
| run: | | |
| kubectl config set-context --current --namespace=eoapitest | |
| while [[ -z "$(kubectl get pod | grep "^raster-$RELEASE_NAME-.*$" | cut -d' ' -f1 | xargs -I{} kubectl logs pod/{} | grep "GET /.*/healthz" | head -n 1)" ]]; do | |
| echo "still waiting for raster service to start..." | |
| sleep 1 | |
| done | |
| echo "raster service has started, moving on..." | |
| while [[ -z "$(kubectl get pod | grep "^vector-$RELEASE_NAME-.*$" | cut -d' ' -f1 | xargs -I{} kubectl logs pod/{} | grep "GET /healthz" | head -n 1)" ]]; do | |
| echo "still waiting for vector service to start..." | |
| sleep 1 | |
| done | |
| echo "vector service has started, moving on..." | |
| while [[ -z "$(kubectl get pod | grep "^stac-$RELEASE_NAME-.*$" | cut -d' ' -f1 | xargs -I{} kubectl logs pod/{} | grep "GET /_mgmt/ping" | head -n 1)" ]]; do | |
| echo "still waiting for stac service to start..." | |
| sleep 1 | |
| done | |
| echo "all services have started, moving on..." | |
| - name: cleanup if services fail to boot | |
| if: steps.watchservices.outcome == 'failure' | |
| run: | | |
| echo "The previous step failed or timed out." | |
| # force GH action to show failed result | |
| exit 128 | |
| - name: install python unit-test dependencies | |
| run: | | |
| python -m pip install pytest httpx | |
| # - name: Setup upterm session | |
| # uses: lhotari/action-upterm@v1 | |
| - name: run the tests | |
| id: testrunner | |
| continue-on-error: true | |
| run: | | |
| kubectl get svc --all-namespaces | |
| kubectl get ingress --all-namespaces -o jsonpath='{range .items[0]}kubectl describe ingress {.metadata.name} -n {.metadata.namespace}{end}' | sh | |
| kubectl get middleware.traefik.io --all-namespaces -o custom-columns='NAMESPACE:.metadata.namespace,NAME:.metadata.name' --no-headers | while read -r namespace name; do kubectl describe middleware.traefik.io "$name" -n "$namespace"; done | |
| kubectl config set-context --current --namespace=eoapitest | |
| PUBLICIP='http://'$(kubectl -n kube-system get svc traefik -o jsonpath='{.status.loadBalancer.ingress[0].ip}') | |
| echo '#################################' | |
| echo vector=$PUBLICIP/vector$RELEASE_NAME | |
| echo stac=$PUBLICIP/stac$RELEASE_NAME | |
| echo raster=$PUBLICIP/raster$RELEASE_NAME | |
| echo '#################################' | |
| sed -i "s|vector_endpoint\=.*$|vector_endpoint\='$PUBLICIP/vector$RELEASE_NAME'|g" .github/workflows/tests/test_vector.py | |
| head -n 5 .github/workflows/tests/test_vector.py | |
| pytest .github/workflows/tests/test_vector.py || kubectl logs svc/vector-$RELEASE_NAME | |
| sed -i "s|stac_endpoint\=.*$|stac_endpoint\='$PUBLICIP/stac$RELEASE_NAME'|g" .github/workflows/tests/test_stac.py | |
| head -n 5 .github/workflows/tests/test_stac.py | |
| pytest .github/workflows/tests/test_stac.py | |
| sed -i "s|raster_endpoint\=.*$|raster_endpoint\='$PUBLICIP/raster$RELEASE_NAME'|g" .github/workflows/tests/test_raster.py | |
| head -n 5 .github/workflows/tests/test_raster.py | |
| pytest .github/workflows/tests/test_raster.py | |
| - name: error if tests failed | |
| if: steps.testrunner.outcome == 'failure' | |
| run: | | |
| echo "The previous step failed or timed out." | |
| # force GH action to show failed result | |
| exit 128 | |
| - name: helm uninstall eoapi templates | |
| run: | | |
| helm uninstall $RELEASE_NAME | |
| integration-tests-gcp: | |
| # run on: | |
| # - a PR was just labeled 'test-integration' | |
| # - a PR with 'test-integration' label was opened, reopened, or synchronized | |
| if: | | |
| github.event.label.name == 'test-integration-gcp' || | |
| contains( github.event.pull_request.labels.*.name, 'test-integration-gcp') | |
| permissions: | |
| contents: 'read' | |
| id-token: 'write' | |
| needs: helm-tests | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: azure/setup-helm@v4 | |
| with: | |
| version: v3.15.2 | |
| #token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: last commit sha if PR | |
| if: ${{ github.event_name == 'pull_request' }} | |
| shell: bash | |
| run: | | |
| echo "LAST_COMMIT_SHA=${{ github.event.pull_request.head.sha }}" >> ${GITHUB_ENV} | |
| - name: last commit sha if push | |
| if: ${{ github.event_name == 'push' }} | |
| shell: bash | |
| run: | | |
| echo "LAST_COMMIT_SHA=${GITHUB_SHA}" >> ${GITHUB_ENV} | |
| - name: set k8s .release.name suffix | |
| run: | | |
| # salt for randomness per test run | |
| COMMITSHA=$(echo $LAST_COMMIT_SHA | cut -c 1-6) | |
| SALT=$(echo "${RANDOM}${RANDOM}${RANDOM}" | cut -c1-3) | |
| echo "RELEASE_NAME=eoapi$COMMITSHA$SALT" >> $GITHUB_ENV | |
| - id: 'auth' | |
| uses: 'google-github-actions/auth@v2' | |
| with: | |
| service_account: '[email protected]' | |
| credentials_json: ${{ secrets.GH_ACTIONS_SA_JSON }} | |
| - name: setup gcloud sdk | |
| uses: google-github-actions/setup-gcloud@v2 | |
| with: | |
| version: '>= 363.0.0' | |
| project_id: 'devseed-labs' | |
| - name: configure kubectl context | |
| run: | | |
| gcloud components install gke-gcloud-auth-plugin | |
| gcloud container clusters get-credentials k8seed-labs-cluster --zone us-central1-f | |
| - name: helm render/install eoapi templates | |
| run: | | |
| export GITSHA='${{github.sha}}' | |
| cd helm-chart | |
| helm install $RELEASE_NAME \ | |
| --namespace $RELEASE_NAME \ | |
| --create-namespace \ | |
| -f ./eoapi/values.yaml \ | |
| -f ./eoapi/test-unittest-values.yaml \ | |
| ./eoapi | |
| - name: sleep for 10s seconds while services boot | |
| shell: bash | |
| run: sleep 10s | |
| - id: watchservices | |
| name: watch services boot | |
| timeout-minutes: 10 | |
| continue-on-error: true | |
| run: | | |
| kubectl config set-context --current --namespace=$RELEASE_NAME | |
| while [[ -z "$(kubectl get pod | grep "^raster-$RELEASE_NAME-.*$" | cut -d' ' -f1 | xargs -I{} kubectl logs pod/{} | grep "GET /.*/healthz" | head -n 1)" ]]; do | |
| echo "still waiting for raster service to start..." | |
| sleep 1 | |
| done | |
| echo "raster service has started, moving on..." | |
| while [[ -z "$(kubectl get pod | grep "^vector-$RELEASE_NAME-.*$" | cut -d' ' -f1 | xargs -I{} kubectl logs pod/{} | grep "GET /healthz" | head -n 1)" ]]; do | |
| echo "still waiting for vector service to start..." | |
| sleep 1 | |
| done | |
| echo "vector service has started, moving on..." | |
| while [[ -z "$(kubectl get pod | grep "^stac-$RELEASE_NAME-.*$" | cut -d' ' -f1 | xargs -I{} kubectl logs pod/{} | grep "GET /_mgmt/ping" | head -n 1)" ]]; do | |
| echo "still waiting for stac service to start..." | |
| sleep 1 | |
| done | |
| echo "all services have started, moving on..." | |
| - name: cleanup if services fail to boot | |
| if: steps.watchservices.outcome == 'failure' | |
| run: | | |
| echo "The previous step failed or timed out. Running cleanup logic..." | |
| helm uninstall $RELEASE_NAME | |
| kubectl delete ns/$RELEASE_NAME | |
| # force GH action to show failed result | |
| exit 128 | |
| - name: install python unit-test dependencies | |
| run: | | |
| python -m pip install pytest httpx | |
| # - name: Setup upterm session | |
| # uses: lhotari/action-upterm@v1 | |
| - name: run the tests | |
| id: testrunner | |
| continue-on-error: true | |
| run: | | |
| kubectl config set-context --current --namespace=$RELEASE_NAME | |
| PUBLICIP='http://'$(kubectl -n ingress-nginx get svc/ingress-nginx-controller -o jsonpath='{.spec.loadBalancerIP}') | |
| echo '#################################' | |
| echo vector=$PUBLICIP/vector$RELEASE_NAME | |
| echo stac=$PUBLICIP/stac$RELEASE_NAME | |
| echo raster=$PUBLICIP/raster$RELEASE_NAME | |
| echo '#################################' | |
| # first substitute test endpoints in the test files | |
| # TODO: pytest should be able to have a pattern for injection here but moving fast | |
| sed -i "s|vector_endpoint\=.*$|vector_endpoint\='$PUBLICIP/vector$RELEASE_NAME'|g" .github/workflows/tests/test_vector.py | |
| head -n 5 .github/workflows/tests/test_vector.py | |
| pytest .github/workflows/tests/test_vector.py | |
| sed -i "s|stac_endpoint\=.*$|stac_endpoint\='$PUBLICIP/stac$RELEASE_NAME'|g" .github/workflows/tests/test_stac.py | |
| head -n 5 .github/workflows/tests/test_stac.py | |
| pytest .github/workflows/tests/test_stac.py | |
| # TODO: fix raster tests | |
| #sed -i "s|raster_endpoint\=.*$|raster_endpoint\='$PUBLICIP/raster$RELEASE_NAME'|g" .github/workflows/tests/test_raster.py | |
| #head -n 5 .github/workflows/tests/test_raster.py | |
| #pytest .github/workflows/tests/test_raster.py | |
| - name: cleanup if tests faile | |
| if: steps.testrunner.outcome == 'failure' | |
| run: | | |
| echo "The previous step failed or timed out. Running cleanup logic..." | |
| helm uninstall $RELEASE_NAME | |
| kubectl delete ns/$RELEASE_NAME | |
| # force GH action to show failed result | |
| exit 128 | |
| - name: helm uinstall eoapi templates | |
| run: | | |
| helm uninstall $RELEASE_NAME | |
| kubectl delete ns/$RELEASE_NAME |