Set minimum dependencies for apache-beam on Py 3.12+3.13

Older versions of apache-beam package depend upon gprcio-tools, but the version requirement they specify doesn't work on Py 3.12, but the metadata doesn't say that, so it tries to compile it and fails.
apache · Jan 31, 2025 · 91ef55a · 91ef55a
1 parent 984c61d
commit 91ef55a
Show file tree

Hide file tree

Showing 4 changed files with 17 additions and 7 deletions.
diff --git a/generated/provider_dependencies.json b/generated/provider_dependencies.json
@@ -75,7 +75,8 @@
   "apache.beam": {
     "deps": [
       "apache-airflow>=2.9.0",
-      "apache-beam>=2.53.0",
+      "apache-beam>=2.53.0; python_version < \"3.12\"",
+      "apache-beam>=2.57.0; python_version >= \"3.12\"",
       "numpy>=1.26.0",
       "pyarrow>=14.0.1"
     ],

diff --git a/providers/apache/beam/README.rst b/providers/apache/beam/README.rst
@@ -51,14 +51,15 @@ The package supports the following python versions: 3.9,3.10,3.11,3.12
 Requirements
 ------------
 
-==================  ==================
+==================  ======================================
 PIP package         Version required
-==================  ==================
+==================  ======================================
 ``apache-airflow``  ``>=2.9.0``
-``apache-beam``     ``>=2.53.0``
+``apache-beam``     ``>=2.53.0; python_version < "3.12"``
+``apache-beam``     ``>=2.57.0; python_version >= "3.12"``
 ``pyarrow``         ``>=14.0.1``
 ``numpy``           ``>=1.26.0``
-==================  ==================
+==================  ======================================
 
 Cross provider package dependencies
 -----------------------------------

diff --git a/providers/apache/beam/pyproject.toml b/providers/apache/beam/pyproject.toml
@@ -57,9 +57,11 @@ requires-python = "~=3.9"
 dependencies = [
     "apache-airflow>=2.9.0",
     # Apache Beam > 2.53.0 and pyarrow > 14.0.1 fix https://nvd.nist.gov/vuln/detail/CVE-2023-47248.
-    "apache-beam>=2.53.0",
+    'apache-beam>=2.53.0; python_version < "3.12"',
+    'apache-beam>=2.57.0; python_version >= "3.12"',
     "pyarrow>=14.0.1",
     "numpy>=1.26.0",
+
 ]
 
 # The optional dependencies should be modified in place in the generated file

diff --git a/providers/apache/beam/src/airflow/providers/apache/beam/get_provider_info.py b/providers/apache/beam/src/airflow/providers/apache/beam/get_provider_info.py
@@ -93,7 +93,13 @@ def get_provider_info():
                 "python-modules": ["airflow.providers.apache.beam.triggers.beam"],
             }
         ],
-        "dependencies": ["apache-airflow>=2.9.0", "apache-beam>=2.53.0", "pyarrow>=14.0.1", "numpy>=1.26.0"],
+        "dependencies": [
+            "apache-airflow>=2.9.0",
+            'apache-beam>=2.53.0; python_version < "3.12"',
+            'apache-beam>=2.57.0; python_version >= "3.12"',
+            "pyarrow>=14.0.1",
+            "numpy>=1.26.0",
+        ],
         "optional-dependencies": {
             "google": ["apache-beam[gcp]"],
             "common.compat": ["apache-airflow-providers-common-compat"],