release_python.yml

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

name: Publish Python 🐍 distribution 📦 to PyPI

on:
  push:
    tags:
      - '*'
  pull_request:
    branches:
      - main
    paths:
      - ".github/workflows/release_python.yml"
  workflow_dispatch:

env:
  rust_msrv: "1.77.1"

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name }}
  cancel-in-progress: true

permissions:
  contents: read

jobs:
  sdist:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: PyO3/maturin-action@v1
        with:
          working-directory: "bindings/python"
          command: sdist
          args: -o dist
      - name: Upload sdist
        uses: actions/upload-artifact@v3
        with:
          name: wheels
          path: bindings/python/dist

  linux:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        target: [ x86_64, aarch64, armv7l ]
        python-version: [ "3.9", "3.10", "3.11", "3.12" ]
    steps:
        - uses: actions/checkout@v4
        - name: Setup Rust toolchain
          uses: ./.github/actions/setup-builder
          with:
            rust-version: ${{ env.rust_msrv }}
        - uses: PyO3/maturin-action@v1
          with:
            target: ${{ matrix.target }}
            manylinux: auto
            working-directory: "bindings/python"
            command: build
            args: --release -o dist -i python${{ matrix.python-version }}
          env:
            # Workaround ring 0.17 build issue
            CFLAGS_aarch64_unknown_linux_gnu: "-D__ARM_ARCH=8"
        - name: Upload wheels
          uses: actions/upload-artifact@v3
          with:
            name: wheels
            path: bindings/python/dist

  pypi-publish:
    name: Publish Python 🐍 distribution 📦 to Pypi
    needs: [ sdist, linux ]
    runs-on: ubuntu-latest
    # Only publish to PyPi if the tag is not a pre-release
    if: ${{ startsWith(github.ref, 'refs/tags/') && !contains(github.ref, '-') }}

    environment:
      name: pypi
      url: https://pypi.org/p/pyiceberg_core

    permissions:
      id-token: write  # IMPORTANT: mandatory for trusted publishing

    steps:
    - name: Download all the dists
      uses: actions/download-artifact@v3
      with:
        name: wheels
        path: bindings/python/dist
    - name: Publish to PyPI
      uses: pypa/gh-action-pypi-publish@release/v1

      with:
        skip-existing: true
        packages-dir: bindings/python/dist

  testpypi-publish:
    name: Publish Python 🐍 distribution 📦 to TestPypi
    needs: [ sdist, linux ]
    runs-on: ubuntu-latest
    # Only publish to TestPyPi if the tag is a pre-release
    if: ${{ startsWith(github.ref, 'refs/tags/') && contains(github.ref, '-')}}

    environment:
      name: testpypi
      url: https://test.pypi.org/p/pyiceberg_core

    permissions:
      id-token: write  # IMPORTANT: mandatory for trusted publishing

    steps:
    - name: Download all the dists
      uses: actions/download-artifact@v3
      with:
        name: wheels
        path: bindings/python/dist
    - name: Publish to TestPyPI
      uses: pypa/gh-action-pypi-publish@release/v1
      with:
        repository-url: https://test.pypi.org/legacy/
        skip-existing: true
        packages-dir: bindings/python/dist