Target tests #473
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Target tests | |
| on: | |
| workflow_call: | |
| inputs: | |
| artifact_fw_version: | |
| type: string | |
| required: true | |
| artifact_run_id: | |
| type: string | |
| required: true | |
| run_log_check_tests: | |
| type: boolean | |
| required: false | |
| default: true | |
| run_fota_tests: | |
| type: boolean | |
| required: false | |
| default: true | |
| run_fullmfwfota_test: | |
| type: boolean | |
| required: false | |
| default: false | |
| run_dfu_tests: | |
| type: boolean | |
| required: false | |
| default: true | |
| run_connectivity_bridge_tests: | |
| type: boolean | |
| required: false | |
| default: true | |
| run_wifi_location_tests: | |
| type: boolean | |
| required: false | |
| default: true | |
| run_modem_trace_tests: | |
| type: boolean | |
| required: false | |
| default: true | |
| run_ppk_tests: | |
| type: boolean | |
| required: false | |
| default: false | |
| workflow_dispatch: | |
| inputs: | |
| artifact_fw_version: | |
| description: The firmware version found under this run_id | |
| type: string | |
| required: true | |
| artifact_run_id: | |
| description: The run ID of the workflow to fetch artifacts from | |
| type: string | |
| required: true | |
| run_functional_tests: | |
| type: boolean | |
| required: true | |
| default: true | |
| run_fota_tests: | |
| type: boolean | |
| required: true | |
| default: false | |
| run_fullmfwfota_test: | |
| type: boolean | |
| required: true | |
| default: false | |
| run_dfu_tests: | |
| type: boolean | |
| required: true | |
| default: false | |
| run_connectivity_bridge_tests: | |
| type: boolean | |
| required: true | |
| default: false | |
| run_wifi_location_tests: | |
| type: boolean | |
| required: true | |
| default: false | |
| run_modem_trace_tests: | |
| type: boolean | |
| required: true | |
| default: false | |
| run_ppk_tests: | |
| type: boolean | |
| required: true | |
| default: false | |
| jobs: | |
| target_test: | |
| name: Target Test | |
| runs-on: self-hosted | |
| permissions: | |
| contents: write | |
| environment: production | |
| container: | |
| image: ghcr.io/hello-nrfcloud/firmware:docker-v1.0.3 | |
| options: --privileged | |
| volumes: | |
| - /dev:/dev:rw | |
| - /run/udev:/run/udev | |
| - /opt/setup-jlink:/opt/setup-jlink | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| path: thingy91x-oob | |
| - name: Download artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: firmware-* | |
| merge-multiple: true | |
| path: thingy91x-oob/tests/on_target/artifacts | |
| run-id: ${{ inputs.artifact_run_id }} | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Verify artifact path | |
| working-directory: thingy91x-oob | |
| run: | | |
| ls -l tests/on_target/artifacts | |
| - name: Install dependencies | |
| working-directory: thingy91x-oob/tests/on_target | |
| run: | | |
| pip install -r requirements.txt --break-system-packages | |
| - name: Upload symbol file to Memfault | |
| working-directory: thingy91x-oob/tests/on_target/artifacts | |
| run: | | |
| memfault \ | |
| --org-token ${{ secrets.MEMFAULT_ORGANIZATION_TOKEN }} \ | |
| --org ${{ vars.MEMFAULT_ORGANIZATION_SLUG }} \ | |
| --project ${{ vars.MEMFAULT_PROJECT_SLUG }} \ | |
| upload-mcu-symbols \ | |
| --software-type hello.nrfcloud.com-ci \ | |
| --software-version ${{ inputs.artifact_fw_version }} \ | |
| hello.nrfcloud.com-${{ inputs.artifact_fw_version }}-thingy91x-nrf91.elf | |
| - name: Tests | |
| working-directory: thingy91x-oob/tests/on_target | |
| run: | | |
| mkdir -p results | |
| pytest -s -v \ | |
| --junit-xml=results/test-results-dut1.xml \ | |
| --html=results/test-results-dut1.html --self-contained-html \ | |
| tests/test_functional | |
| env: | |
| SEGGER: ${{ secrets.SEGGER_DUT_1 }} | |
| IMEI: ${{ secrets.IMEI_DUT_1 }} | |
| FINGERPRINT: ${{ secrets.FINGERPRINT_DUT_1 }} | |
| LOG_FILENAME: oob_uart_test_log | |
| TEST_FUNCTIONAL: ${{ inputs.run_functional_tests }} | |
| TEST_FOTA: ${{ inputs.run_fota_tests }} | |
| TEST_FOTA_FULLMFW: ${{ inputs.run_fullmfwfota_test }} | |
| TEST_WIFI_LOC: ${{ inputs.run_wifi_location_tests }} | |
| TEST_TRACES: ${{ inputs.run_modem_trace_tests }} | |
| TEST_REPORT_NAME: OOB Firwmare Functional Test Report | |
| DUT1_HW_REVISION: ${{ vars.DUT1_HW_REVISION }} | |
| - name: Run DFU tests | |
| if: ${{ inputs.run_dfu_tests }} | |
| working-directory: thingy91x-oob/tests/on_target | |
| run: | | |
| pytest -s -v -m "dut2 and dfu" \ | |
| --junit-xml=results/test-results-dfu.xml \ | |
| --html=results/test-results-bridge.html --self-contained-html \ | |
| tests/test_bridge | |
| env: | |
| SEGGER_NRF53: ${{ secrets.SEGGER_DUT_2_EXT_DBG }} | |
| SEGGER_NRF91: ${{ secrets.SEGGER_DUT_2_NRF91 }} | |
| UART_ID: ${{ secrets.UART_DUT_2 }} | |
| TEST_REPORT_NAME: OOB Firwmare Bridge Test Report | |
| LOG_FILENAME: oob_dfu_test_log | |
| - name: Run PPK tests | |
| if: ${{ inputs.run_ppk_tests }} | |
| continue-on-error: true | |
| id: ppk_test | |
| working-directory: thingy91x-oob/tests/on_target | |
| run: | | |
| mkdir -p results | |
| pytest -s -v -m dut_ppk \ | |
| --junit-xml=results/test-results-ppk.xml \ | |
| --html=results/test-results-ppk.html --self-contained-html \ | |
| tests/test_ppk | |
| env: | |
| SEGGER: ${{ secrets.SEGGER_DUT_PPK }} | |
| - name: Commit and Push Badge File to gh-pages Branch | |
| if: ${{ inputs.run_ppk_tests }} | |
| continue-on-error: true | |
| working-directory: thingy91x-oob | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: ./tests/on_target/scripts/commit_badge.sh | |
| - name: Results | |
| if: always() | |
| uses: pmeier/[email protected] | |
| with: | |
| path: thingy91x-oob/tests/on_target/results/*.xml | |
| summary: true | |
| fail-on-empty: true | |
| title: OOB FW Test Results | |
| - name: Create Report Artifact | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| id: artifact-report | |
| with: | |
| name: test-report | |
| path: | | |
| thingy91x-oob/tests/on_target/results/*.html | |
| - name: Push log files to artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| id: artifact-upload-test-logs | |
| with: | |
| name: test-logs | |
| path: | | |
| thingy91x-oob/tests/on_target/outcomes/logs/*.txt |