forked from python/cpython
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
workflow: enable CI GH actions tests (python#35)
- Loading branch information
1 parent
ce02765
commit 5ad93f9
Showing
2 changed files
with
63 additions
and
267 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -7,20 +7,11 @@ on: | |
| workflow_dispatch: | ||
| push: | ||
| branches: | ||
| - 'main' | ||
| - '3.11' | ||
| - '3.10' | ||
| - '3.9' | ||
| - '3.8' | ||
| - '3.7' | ||
| - 'pylbbv' | ||
|
|
||
| pull_request: | ||
| branches: | ||
| - 'main' | ||
| - '3.11' | ||
| - '3.10' | ||
| - '3.9' | ||
| - '3.8' | ||
| - '3.7' | ||
| - 'pylbbv' | ||
|
|
||
| permissions: | ||
| contents: read | ||
|
|
@@ -59,79 +50,6 @@ jobs: | |
| # https://github.com/python/core-workflow/issues/373 | ||
| git diff --name-only origin/$GITHUB_BASE_REF.. | grep -qvE '(\.rst$|^Doc|^Misc)' && echo "run_tests=true" >> $GITHUB_OUTPUT || true | ||
| fi | ||
| check_generated_files: | ||
| name: 'Check if generated files are up to date' | ||
| runs-on: ubuntu-latest | ||
| needs: check_source | ||
| if: needs.check_source.outputs.run_tests == 'true' | ||
| steps: | ||
| - uses: actions/checkout@v3 | ||
| - uses: actions/setup-python@v3 | ||
| - name: Install Dependencies | ||
| run: sudo ./.github/workflows/posix-deps-apt.sh | ||
| - name: Add ccache to PATH | ||
| run: echo "PATH=/usr/lib/ccache:$PATH" >> $GITHUB_ENV | ||
| - name: Configure ccache action | ||
| uses: hendrikmuhs/[email protected] | ||
| - name: Check Autoconf version 2.69 and aclocal 1.16.3 | ||
| run: | | ||
| grep "Generated by GNU Autoconf 2.69" configure | ||
| grep "aclocal 1.16.3" aclocal.m4 | ||
| grep -q "runstatedir" configure | ||
| grep -q "PKG_PROG_PKG_CONFIG" aclocal.m4 | ||
| - name: Configure CPython | ||
| run: | | ||
| # Build Python with the libpython dynamic library | ||
| ./configure --with-pydebug --enable-shared | ||
| - name: Regenerate autoconf files with container image | ||
| run: make regen-configure | ||
| - name: Build CPython | ||
| run: | | ||
| # Deepfreeze will usually cause global objects to be added or removed, | ||
| # so we run it before regen-global-objects gets rum (in regen-all). | ||
| make regen-deepfreeze | ||
| make -j4 regen-all | ||
| make regen-stdlib-module-names | ||
| - name: Check for changes | ||
| run: | | ||
| git add -u | ||
| changes=$(git status --porcelain) | ||
| # Check for changes in regenerated files | ||
| if test -n "$changes"; then | ||
| echo "Generated files not up to date." | ||
| echo "Perhaps you forgot to run make regen-all or build.bat --regen. ;)" | ||
| echo "configure files must be regenerated with a specific version of autoconf." | ||
| echo "$changes" | ||
| echo "" | ||
| git diff --staged || true | ||
| exit 1 | ||
| fi | ||
| - name: Check exported libpython symbols | ||
| run: make smelly | ||
| - name: Check limited ABI symbols | ||
| run: make check-limited-abi | ||
| - name: Check for unsupported C global variables | ||
| if: github.event_name == 'pull_request' # $GITHUB_EVENT_NAME | ||
| run: make check-c-globals | ||
|
|
||
| build_win32: | ||
| name: 'Windows (x86)' | ||
| runs-on: windows-latest | ||
| needs: check_source | ||
| if: needs.check_source.outputs.run_tests == 'true' | ||
| env: | ||
| IncludeUwp: 'true' | ||
| steps: | ||
| - uses: actions/checkout@v3 | ||
| - name: Build CPython | ||
| run: .\PCbuild\build.bat -e -d -p Win32 | ||
| timeout-minutes: 30 | ||
| - name: Display build info | ||
| run: .\python.bat -m test.pythoninfo | ||
| - name: Tests | ||
| run: .\PCbuild\rt.bat -p Win32 -d -q -uall -u-cpu -rwW --slowest --timeout=1200 -j0 | ||
|
|
||
| build_win_amd64: | ||
| name: 'Windows (x64)' | ||
| runs-on: windows-latest | ||
|
|
@@ -146,186 +64,64 @@ jobs: | |
| - name: Build CPython | ||
| run: .\PCbuild\build.bat -e -d -p x64 | ||
| timeout-minutes: 30 | ||
| - name: Display build info | ||
| run: .\python.bat -m test.pythoninfo | ||
| - name: Tests | ||
| run: .\PCbuild\rt.bat -p x64 -d -q -uall -u-cpu -rwW --slowest --timeout=1200 -j0 | ||
|
|
||
| build_macos: | ||
| name: 'macOS' | ||
| runs-on: macos-latest | ||
| needs: check_source | ||
| if: needs.check_source.outputs.run_tests == 'true' | ||
| env: | ||
| HOMEBREW_NO_ANALYTICS: 1 | ||
| HOMEBREW_NO_AUTO_UPDATE: 1 | ||
| HOMEBREW_NO_INSTALL_CLEANUP: 1 | ||
| PYTHONSTRICTEXTENSIONBUILD: 1 | ||
| steps: | ||
| - uses: actions/checkout@v3 | ||
| - name: Install Homebrew dependencies | ||
| run: brew install pkg-config [email protected] xz gdbm tcl-tk | ||
| - name: Configure CPython | ||
| run: | | ||
| CFLAGS="-I$(brew --prefix gdbm)/include -I$(brew --prefix xz)/include" \ | ||
| LDFLAGS="-L$(brew --prefix gdbm)/lib -I$(brew --prefix xz)/lib" \ | ||
| PKG_CONFIG_PATH="$(brew --prefix tcl-tk)/lib/pkgconfig" \ | ||
| ./configure \ | ||
| --with-pydebug \ | ||
| --prefix=/opt/python-dev \ | ||
| --with-openssl="$(brew --prefix [email protected])" | ||
| - name: Build CPython | ||
| run: make -j4 | ||
| - name: Display build info | ||
| run: make pythoninfo | ||
| - name: Tests | ||
| run: make buildbottest TESTOPTS="-j4 -uall,-cpu" | ||
|
|
||
| build_ubuntu: | ||
| name: 'Ubuntu' | ||
| runs-on: ubuntu-20.04 | ||
| needs: check_source | ||
| if: needs.check_source.outputs.run_tests == 'true' | ||
| env: | ||
| OPENSSL_VER: 1.1.1t | ||
| PYTHONSTRICTEXTENSIONBUILD: 1 | ||
| steps: | ||
| - uses: actions/checkout@v3 | ||
| - name: Register gcc problem matcher | ||
| run: echo "::add-matcher::.github/problem-matchers/gcc.json" | ||
| - name: Install Dependencies | ||
| run: sudo ./.github/workflows/posix-deps-apt.sh | ||
| - name: Configure OpenSSL env vars | ||
| run: | | ||
| echo "MULTISSL_DIR=${GITHUB_WORKSPACE}/multissl" >> $GITHUB_ENV | ||
| echo "OPENSSL_DIR=${GITHUB_WORKSPACE}/multissl/openssl/${OPENSSL_VER}" >> $GITHUB_ENV | ||
| echo "LD_LIBRARY_PATH=${GITHUB_WORKSPACE}/multissl/openssl/${OPENSSL_VER}/lib" >> $GITHUB_ENV | ||
| - name: 'Restore OpenSSL build' | ||
| id: cache-openssl | ||
| uses: actions/cache@v3 | ||
| with: | ||
| path: ./multissl/openssl/${{ env.OPENSSL_VER }} | ||
| key: ${{ runner.os }}-multissl-openssl-${{ env.OPENSSL_VER }} | ||
| - name: Install OpenSSL | ||
| if: steps.cache-openssl.outputs.cache-hit != 'true' | ||
| run: python3 Tools/ssl/multissltests.py --steps=library --base-directory $MULTISSL_DIR --openssl $OPENSSL_VER --system Linux | ||
| - name: Add ccache to PATH | ||
| run: | | ||
| echo "PATH=/usr/lib/ccache:$PATH" >> $GITHUB_ENV | ||
| - name: Configure ccache action | ||
| uses: hendrikmuhs/[email protected] | ||
| - name: Setup directory envs for out-of-tree builds | ||
| run: | | ||
| echo "CPYTHON_RO_SRCDIR=$(realpath -m ${GITHUB_WORKSPACE}/../cpython-ro-srcdir)" >> $GITHUB_ENV | ||
| echo "CPYTHON_BUILDDIR=$(realpath -m ${GITHUB_WORKSPACE}/../cpython-builddir)" >> $GITHUB_ENV | ||
| - name: Create directories for read-only out-of-tree builds | ||
| run: mkdir -p $CPYTHON_RO_SRCDIR $CPYTHON_BUILDDIR | ||
| - name: Bind mount sources read-only | ||
| run: sudo mount --bind -o ro $GITHUB_WORKSPACE $CPYTHON_RO_SRCDIR | ||
| - name: Configure CPython out-of-tree | ||
| working-directory: ${{ env.CPYTHON_BUILDDIR }} | ||
| run: ../cpython-ro-srcdir/configure --with-pydebug --with-openssl=$OPENSSL_DIR | ||
| - name: Build CPython out-of-tree | ||
| working-directory: ${{ env.CPYTHON_BUILDDIR }} | ||
| run: make -j4 | ||
| - name: Display build info | ||
| working-directory: ${{ env.CPYTHON_BUILDDIR }} | ||
| run: make pythoninfo | ||
| - name: Remount sources writable for tests | ||
| # some tests write to srcdir, lack of pyc files slows down testing | ||
| run: sudo mount $CPYTHON_RO_SRCDIR -oremount,rw | ||
| # - name: Display build info | ||
| # run: .\python.bat -m test.pythoninfo | ||
| - name: Tests | ||
| working-directory: ${{ env.CPYTHON_BUILDDIR }} | ||
| run: xvfb-run make buildbottest TESTOPTS="-j4 -uall,-cpu" | ||
| run: .\python.bat tier2_test.py | ||
|
|
||
| build_ubuntu_ssltests: | ||
| name: 'Ubuntu SSL tests with OpenSSL' | ||
| runs-on: ubuntu-20.04 | ||
| needs: check_source | ||
| if: needs.check_source.outputs.run_tests == 'true' | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| openssl_ver: [1.1.1t, 3.0.8, 3.1.0-beta1] | ||
| env: | ||
| OPENSSL_VER: ${{ matrix.openssl_ver }} | ||
| MULTISSL_DIR: ${{ github.workspace }}/multissl | ||
| OPENSSL_DIR: ${{ github.workspace }}/multissl/openssl/${{ matrix.openssl_ver }} | ||
| LD_LIBRARY_PATH: ${{ github.workspace }}/multissl/openssl/${{ matrix.openssl_ver }}/lib | ||
| steps: | ||
| - uses: actions/checkout@v3 | ||
| - name: Register gcc problem matcher | ||
| run: echo "::add-matcher::.github/problem-matchers/gcc.json" | ||
| - name: Install Dependencies | ||
| run: sudo ./.github/workflows/posix-deps-apt.sh | ||
| - name: Configure OpenSSL env vars | ||
| run: | | ||
| echo "MULTISSL_DIR=${GITHUB_WORKSPACE}/multissl" >> $GITHUB_ENV | ||
| echo "OPENSSL_DIR=${GITHUB_WORKSPACE}/multissl/openssl/${OPENSSL_VER}" >> $GITHUB_ENV | ||
| echo "LD_LIBRARY_PATH=${GITHUB_WORKSPACE}/multissl/openssl/${OPENSSL_VER}/lib" >> $GITHUB_ENV | ||
| - name: 'Restore OpenSSL build' | ||
| id: cache-openssl | ||
| uses: actions/cache@v3 | ||
| with: | ||
| path: ./multissl/openssl/${{ env.OPENSSL_VER }} | ||
| key: ${{ runner.os }}-multissl-openssl-${{ env.OPENSSL_VER }} | ||
| - name: Install OpenSSL | ||
| if: steps.cache-openssl.outputs.cache-hit != 'true' | ||
| run: python3 Tools/ssl/multissltests.py --steps=library --base-directory $MULTISSL_DIR --openssl $OPENSSL_VER --system Linux | ||
| - name: Add ccache to PATH | ||
| run: | | ||
| echo "PATH=/usr/lib/ccache:$PATH" >> $GITHUB_ENV | ||
| - name: Configure ccache action | ||
| uses: hendrikmuhs/[email protected] | ||
| - name: Configure CPython | ||
| run: ./configure --with-pydebug --with-openssl=$OPENSSL_DIR | ||
| - name: Build CPython | ||
| run: make -j4 | ||
| - name: Display build info | ||
| run: make pythoninfo | ||
| - name: SSL tests | ||
| run: ./python Lib/test/ssltests.py | ||
|
|
||
|
|
||
| build_asan: | ||
| name: 'Address sanitizer' | ||
| runs-on: ubuntu-20.04 | ||
| needs: check_source | ||
| if: needs.check_source.outputs.run_tests == 'true' | ||
| env: | ||
| OPENSSL_VER: 1.1.1t | ||
| PYTHONSTRICTEXTENSIONBUILD: 1 | ||
| ASAN_OPTIONS: detect_leaks=0:allocator_may_return_null=1:handle_segv=0 | ||
| steps: | ||
| - uses: actions/checkout@v3 | ||
| - name: Register gcc problem matcher | ||
| run: echo "::add-matcher::.github/problem-matchers/gcc.json" | ||
| - name: Install Dependencies | ||
| run: sudo ./.github/workflows/posix-deps-apt.sh | ||
| - name: Configure OpenSSL env vars | ||
| run: | | ||
| echo "MULTISSL_DIR=${GITHUB_WORKSPACE}/multissl" >> $GITHUB_ENV | ||
| echo "OPENSSL_DIR=${GITHUB_WORKSPACE}/multissl/openssl/${OPENSSL_VER}" >> $GITHUB_ENV | ||
| echo "LD_LIBRARY_PATH=${GITHUB_WORKSPACE}/multissl/openssl/${OPENSSL_VER}/lib" >> $GITHUB_ENV | ||
| - name: 'Restore OpenSSL build' | ||
| id: cache-openssl | ||
| uses: actions/cache@v3 | ||
| with: | ||
| path: ./multissl/openssl/${{ env.OPENSSL_VER }} | ||
| key: ${{ runner.os }}-multissl-openssl-${{ env.OPENSSL_VER }} | ||
| - name: Install OpenSSL | ||
| if: steps.cache-openssl.outputs.cache-hit != 'true' | ||
| run: python3 Tools/ssl/multissltests.py --steps=library --base-directory $MULTISSL_DIR --openssl $OPENSSL_VER --system Linux | ||
| - name: Add ccache to PATH | ||
| run: | | ||
| echo "PATH=/usr/lib/ccache:$PATH" >> $GITHUB_ENV | ||
| - name: Configure ccache action | ||
| uses: hendrikmuhs/[email protected] | ||
| - name: Configure CPython | ||
| run: ./configure --with-address-sanitizer --without-pymalloc | ||
| - name: Build CPython | ||
| run: make -j4 | ||
| - name: Display build info | ||
| run: make pythoninfo | ||
| - name: Tests | ||
| run: xvfb-run make buildbottest TESTOPTS="-j4 -uall,-cpu" | ||
| # build_ubuntu: | ||
| # name: 'Ubuntu' | ||
| # runs-on: ubuntu-20.04 | ||
| # needs: check_source | ||
| # if: needs.check_source.outputs.run_tests == 'true' | ||
| # env: | ||
| # OPENSSL_VER: 1.1.1t | ||
| # PYTHONSTRICTEXTENSIONBUILD: 1 | ||
| # steps: | ||
| # - uses: actions/checkout@v3 | ||
| # - name: Register gcc problem matcher | ||
| # run: echo "::add-matcher::.github/problem-matchers/gcc.json" | ||
| # - name: Install Dependencies | ||
| # run: sudo ./.github/workflows/posix-deps-apt.sh | ||
| # - name: Configure OpenSSL env vars | ||
| # run: | | ||
| # echo "MULTISSL_DIR=${GITHUB_WORKSPACE}/multissl" >> $GITHUB_ENV | ||
| # echo "OPENSSL_DIR=${GITHUB_WORKSPACE}/multissl/openssl/${OPENSSL_VER}" >> $GITHUB_ENV | ||
| # echo "LD_LIBRARY_PATH=${GITHUB_WORKSPACE}/multissl/openssl/${OPENSSL_VER}/lib" >> $GITHUB_ENV | ||
| # - name: 'Restore OpenSSL build' | ||
| # id: cache-openssl | ||
| # uses: actions/cache@v3 | ||
| # with: | ||
| # path: ./multissl/openssl/${{ env.OPENSSL_VER }} | ||
| # key: ${{ runner.os }}-multissl-openssl-${{ env.OPENSSL_VER }} | ||
| # - name: Install OpenSSL | ||
| # if: steps.cache-openssl.outputs.cache-hit != 'true' | ||
| # run: python3 Tools/ssl/multissltests.py --steps=library --base-directory $MULTISSL_DIR --openssl $OPENSSL_VER --system Linux | ||
| # - name: Add ccache to PATH | ||
| # run: | | ||
| # echo "PATH=/usr/lib/ccache:$PATH" >> $GITHUB_ENV | ||
| # - name: Configure ccache action | ||
| # uses: hendrikmuhs/[email protected] | ||
| # - name: Setup directory envs for out-of-tree builds | ||
| # run: | | ||
| # echo "CPYTHON_RO_SRCDIR=$(realpath -m ${GITHUB_WORKSPACE}/../cpython-ro-srcdir)" >> $GITHUB_ENV | ||
| # echo "CPYTHON_BUILDDIR=$(realpath -m ${GITHUB_WORKSPACE}/../cpython-builddir)" >> $GITHUB_ENV | ||
| # - name: Create directories for read-only out-of-tree builds | ||
| # run: mkdir -p $CPYTHON_RO_SRCDIR $CPYTHON_BUILDDIR | ||
| # - name: Bind mount sources read-only | ||
| # run: sudo mount --bind -o ro $GITHUB_WORKSPACE $CPYTHON_RO_SRCDIR | ||
| # - name: Configure CPython out-of-tree | ||
| # working-directory: ${{ env.CPYTHON_BUILDDIR }} | ||
| # run: ../cpython-ro-srcdir/configure --with-pydebug --with-openssl=$OPENSSL_DIR | ||
| # - name: Build CPython out-of-tree | ||
| # working-directory: ${{ env.CPYTHON_BUILDDIR }} | ||
| # run: make -j4 | ||
| # # - name: Display build info | ||
| # # working-directory: ${{ env.CPYTHON_BUILDDIR }} | ||
| # # run: make pythoninfo | ||
| # - name: Remount sources writable for tests | ||
| # # some tests write to srcdir, lack of pyc files slows down testing | ||
| # run: sudo mount $CPYTHON_RO_SRCDIR -oremount,rw | ||
| # - name: Tests | ||
| # working-directory: ${{ env.CPYTHON_BUILDDIR }} | ||
| # run: xvfb-run ./python tier2_test.py | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters