versatile-data-kit: Support for Py3.12 (#3143)

This PR adds a CICD job checking that components and plugins can be built and tested in a Py3.12 environment. `vdk-singer` does not support 3.12 as its dependency `tap-rest-api-msdk` explicitly does not support it. `vdk-ingest-http`'s tests seem to fail in an odd way - this is described in this issue I've created - #3153 Testing done: cicd --------- Signed-off-by: Gabriel Georgiev <[email protected]>
vmware · Feb 26, 2024 · d90c97c · d90c97c
1 parent 4e3b400
commit d90c97c
Show file tree

Hide file tree

Showing 66 changed files with 109 additions and 66 deletions.
diff --git a/projects/vdk-control-cli/.gitlab-ci.yml b/projects/vdk-control-cli/.gitlab-ci.yml
@@ -32,6 +32,10 @@ vdk-control-cli-build-with-py311:
     image: "python:3.11"
     extends: .vdk-control-cli-build
 
+vdk-control-cli-build-with-py312:
+  image: "python:3.12"
+  extends: .vdk-control-cli-build
+
 vdk-control-cli-release-acceptance-test:
   stage: pre_release
   before_script:

diff --git a/projects/vdk-core/.gitlab-ci.yml b/projects/vdk-core/.gitlab-ci.yml
@@ -52,6 +52,10 @@ vdk-core-build_with_py311:
     image: "python:3.11"
     extends: .vdk-core-build
 
+vdk-core-build_with_py312:
+  image: "python:3.12"
+  extends: .vdk-core-build
+
 .vdk-core-simple_func_test:
   services:
     - name: trinodb/trino
@@ -96,6 +100,9 @@ vdk-core-simple_func_test_with_py311:
   image: "python:3.11"
   extends: .vdk-core-simple_func_test
 
+vdk-core-simple_func_test_with_py312:
+  image: "python:3.12"
+  extends: .vdk-core-simple_func_test
 
 vdk-core-release:
   stage: release

diff --git a/projects/vdk-plugins/quickstart-vdk/.plugin-ci.yml b/projects/vdk-plugins/quickstart-vdk/.plugin-ci.yml
@@ -31,9 +31,9 @@ build-py37-quickstart-vdk:
   extends: .build-quickstart-vdk
   image: "python:3.7"
 
-build-py311-quickstart-vdk:
+build-py312-quickstart-vdk:
   extends: .build-quickstart-vdk
-  image: "python:3.11"
+  image: "python:3.12"
 
 quickstart-vdk-release-candidate:
   stage: pre_release

diff --git a/projects/vdk-plugins/quickstart-vdk/setup.py b/projects/vdk-plugins/quickstart-vdk/setup.py
@@ -33,5 +33,6 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
 )
diff --git a/projects/vdk-plugins/vdk-audit/.plugin-ci.yml b/projects/vdk-plugins/vdk-audit/.plugin-ci.yml
@@ -10,9 +10,9 @@ build-py38-vdk-audit:
   extends: .build-vdk-audit
   image: "python:3.8"
 
-build-py311-vdk-audit:
+build-py312-vdk-audit:
   extends: .build-vdk-audit
-  image: "python:3.11"
+  image: "python:3.12"
 
 release-vdk-audit:
   variables:

diff --git a/projects/vdk-plugins/vdk-audit/setup.py b/projects/vdk-plugins/vdk-audit/setup.py
@@ -26,5 +26,6 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
 )
diff --git a/projects/vdk-plugins/vdk-confluence-data-source/.plugin-ci.yml b/projects/vdk-plugins/vdk-confluence-data-source/.plugin-ci.yml
@@ -15,9 +15,9 @@ build-py37-vdk-confluence-data-source:
   extends: .build-vdk-confluence-data-source
   image: "python:3.7"
 
-build-py311-vdk-confluence-data-source:
+build-py312-vdk-confluence-data-source:
   extends: .build-vdk-confluence-data-source
-  image: "python:3.11"
+  image: "python:3.12"
 
 release-vdk-confluence-data-source:
   variables:

diff --git a/projects/vdk-plugins/vdk-confluence-data-source/setup.py b/projects/vdk-plugins/vdk-confluence-data-source/setup.py
@@ -37,6 +37,7 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
     project_urls={
         "Documentation": "https://github.com/vmware/versatile-data-kit/tree/main/projects/vdk-plugins/vdk-confluence-data-source",

diff --git a/projects/vdk-plugins/vdk-control-api-auth/.plugin-ci.yml b/projects/vdk-plugins/vdk-control-api-auth/.plugin-ci.yml
@@ -12,9 +12,9 @@ build-py37-vdk-control-api-auth:
   extends: .build-vdk-control-api-auth
   image: "python:3.7"
 
-build-py311-vdk-control-api-auth:
+build-py312-vdk-control-api-auth:
   extends: .build-vdk-control-api-auth
-  image: "python:3.11"
+  image: "python:3.12"
 
 build-vdk-control-api-auth-on-vdk-core-release:
   variables:

diff --git a/projects/vdk-plugins/vdk-control-api-auth/setup.py b/projects/vdk-plugins/vdk-control-api-auth/setup.py
@@ -36,5 +36,6 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
 )
diff --git a/projects/vdk-plugins/vdk-csv/.plugin-ci.yml b/projects/vdk-plugins/vdk-csv/.plugin-ci.yml
@@ -12,9 +12,9 @@ build-py37-vdk-csv:
   extends: .build-vdk-csv
   image: "python:3.7"
 
-build-py311-vdk-csv:
+build-py312-vdk-csv:
   extends: .build-vdk-csv
-  image: "python:3.11"
+  image: "python:3.12"
 
 build-vdk-csv-on-vdk-core-release:
   variables:

diff --git a/projects/vdk-plugins/vdk-csv/setup.py b/projects/vdk-plugins/vdk-csv/setup.py
@@ -26,5 +26,6 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
 )
diff --git a/projects/vdk-plugins/vdk-dag/.plugin-ci.yml b/projects/vdk-plugins/vdk-dag/.plugin-ci.yml
@@ -12,9 +12,9 @@ build-py37-vdk-dag:
   extends: .build-vdk-dag
   image: "python:3.7"
 
-build-py311-vdk-dag:
+build-py312-vdk-dag:
   extends: .build-vdk-dag
-  image: "python:3.11"
+  image: "python:3.12"
 
 release-vdk-dag:
   variables:

diff --git a/projects/vdk-plugins/vdk-dag/setup.py b/projects/vdk-plugins/vdk-dag/setup.py
@@ -38,5 +38,6 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
 )
diff --git a/projects/vdk-plugins/vdk-data-source-git/.plugin-ci.yml b/projects/vdk-plugins/vdk-data-source-git/.plugin-ci.yml
@@ -12,9 +12,9 @@ build-py37-vdk-data-source-git:
   extends: .build-vdk-data-source-git
   image: "python:3.7"
 
-build-py311-vdk-data-source-git:
+build-py312-vdk-data-source-git:
   extends: .build-vdk-data-source-git
-  image: "python:3.11"
+  image: "python:3.12"
 
 release-vdk-data-source-git:
   variables:

diff --git a/projects/vdk-plugins/vdk-data-source-git/setup.py b/projects/vdk-plugins/vdk-data-source-git/setup.py
@@ -35,6 +35,7 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
     project_urls={
         "Documentation": "https://github.com/vmware/versatile-data-kit/tree/main/projects/vdk-plugins/vdk-data-source-git",

diff --git a/projects/vdk-plugins/vdk-data-sources/.plugin-ci.yml b/projects/vdk-plugins/vdk-data-sources/.plugin-ci.yml
@@ -12,9 +12,9 @@ build-py37-vdk-data-sources:
   extends: .build-vdk-data-sources
   image: "python:3.7"
 
-build-py311-vdk-data-sources:
+build-py312-vdk-data-sources:
   extends: .build-vdk-data-sources
-  image: "python:3.11"
+  image: "python:3.12"
 
 release-vdk-data-sources:
   variables:

diff --git a/projects/vdk-plugins/vdk-data-sources/setup.py b/projects/vdk-plugins/vdk-data-sources/setup.py
@@ -37,6 +37,7 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
     project_urls={
         "Documentation": "https://github.com/vmware/versatile-data-kit/tree/main/projects/vdk-plugins/vdk-data-sources",

diff --git a/projects/vdk-plugins/vdk-duckdb/.plugin-ci.yml b/projects/vdk-plugins/vdk-duckdb/.plugin-ci.yml
@@ -12,9 +12,9 @@ build-py37-vdk-duckdb:
   extends: .build-vdk-duckdb
   image: "python:3.7"
 
-build-py311-vdk-duckdb:
+build-py312-vdk-duckdb:
   extends: .build-vdk-duckdb
-  image: "python:3.11"
+  image: "python:3.12"
 
 release-vdk-duckdb:
   variables:

diff --git a/projects/vdk-plugins/vdk-duckdb/setup.py b/projects/vdk-plugins/vdk-duckdb/setup.py
@@ -31,6 +31,7 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
     project_urls={
         "Documentation": "https://github.com/vmware/versatile-data-kit/tree/main/projects/vdk-plugins/vdk-duckdb",

diff --git a/projects/vdk-plugins/vdk-gdp-execution-id/.plugin-ci.yml b/projects/vdk-plugins/vdk-gdp-execution-id/.plugin-ci.yml
@@ -12,9 +12,9 @@ build-py37-vdk-gdp-execution-id:
   extends: .build-vdk-gdp-execution-id
   image: "python:3.7"
 
-build-py311-vdk-gdp-execution-id:
+build-py312-vdk-gdp-execution-id:
   extends: .build-vdk-gdp-execution-id
-  image: "python:3.11"
+  image: "python:3.12"
 
 build-vdk-gdp-execution-id-on-vdk-core-release:
   variables:

diff --git a/projects/vdk-plugins/vdk-gdp-execution-id/setup.py b/projects/vdk-plugins/vdk-gdp-execution-id/setup.py
@@ -32,5 +32,6 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
 )
diff --git a/projects/vdk-plugins/vdk-greenplum/.plugin-ci.yml b/projects/vdk-plugins/vdk-greenplum/.plugin-ci.yml
@@ -12,9 +12,9 @@ build-py37-vdk-greenplum:
   extends: .build-vdk-greenplum
   image: "python:3.7"
 
-build-py311-vdk-greenplum:
+build-py312-vdk-greenplum:
   extends: .build-vdk-greenplum
-  image: "python:3.11"
+  image: "python:3.12"
 
 release-vdk-greenplum:
   variables:

diff --git a/projects/vdk-plugins/vdk-greenplum/setup.py b/projects/vdk-plugins/vdk-greenplum/setup.py
@@ -29,5 +29,6 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
 )
diff --git a/projects/vdk-plugins/vdk-huggingface/.plugin-ci.yml b/projects/vdk-plugins/vdk-huggingface/.plugin-ci.yml
@@ -12,9 +12,9 @@ build-py37-vdk-huggingface:
   extends: .build-vdk-huggingface
   image: "python:3.7"
 
-build-py311-vdk-huggingface:
+build-py312-vdk-huggingface:
   extends: .build-vdk-huggingface
-  image: "python:3.11"
+  image: "python:3.12"
 
 release-vdk-huggingface:
   variables:

diff --git a/projects/vdk-plugins/vdk-huggingface/setup.py b/projects/vdk-plugins/vdk-huggingface/setup.py
@@ -33,6 +33,7 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
     project_urls={
         "Documentation": "https://github.com/vmware/versatile-data-kit/tree/main/projects/vdk-plugins/vdk-huggingface",

diff --git a/projects/vdk-plugins/vdk-impala/.plugin-ci.yml b/projects/vdk-plugins/vdk-impala/.plugin-ci.yml
@@ -12,9 +12,9 @@ build-py37-vdk-impala:
   extends: .build-vdk-impala
   image: "python:3.7"
 
-build-py311-vdk-impala:
+build-py312-vdk-impala:
   extends: .build-vdk-impala
-  image: "python:3.11"
+  image: "python:3.12"
 
 build-vdk-impala-on-vdk-core-release:
   variables:

diff --git a/projects/vdk-plugins/vdk-impala/setup.py b/projects/vdk-plugins/vdk-impala/setup.py
@@ -35,5 +35,6 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
 )
diff --git a/projects/vdk-plugins/vdk-ingest-file/.plugin-ci.yml b/projects/vdk-plugins/vdk-ingest-file/.plugin-ci.yml
@@ -12,9 +12,9 @@ build-py37-vdk-ingest-file:
   extends: .build-vdk-ingest-file
   image: "python:3.7"
 
-build-py311-vdk-ingest-file:
+build-py312-vdk-ingest-file:
   extends: .build-vdk-ingest-file
-  image: "python:3.11"
+  image: "python:3.12"
 
 release-vdk-ingest-file:
   variables:

diff --git a/projects/vdk-plugins/vdk-ingest-file/setup.py b/projects/vdk-plugins/vdk-ingest-file/setup.py
@@ -30,5 +30,6 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
 )
diff --git a/projects/vdk-plugins/vdk-ipython/.plugin-ci.yml b/projects/vdk-plugins/vdk-ipython/.plugin-ci.yml
@@ -12,9 +12,9 @@ build-py37-vdk-ipython:
   extends: .build-vdk-ipython
   image: "python:3.7"
 
-build-py311-vdk-ipython:
+build-py312-vdk-ipython:
   extends: .build-vdk-ipython
-  image: "python:3.11"
+  image: "python:3.12"
 
 release-vdk-ipython:
   variables:

diff --git a/projects/vdk-plugins/vdk-ipython/setup.py b/projects/vdk-plugins/vdk-ipython/setup.py
@@ -26,6 +26,7 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
         "Framework :: IPython",
     ],
     extras_require={"data-sources": ["vdk-data-sources"]},

diff --git a/projects/vdk-plugins/vdk-jobs-troubleshooting/.plugin-ci.yml b/projects/vdk-plugins/vdk-jobs-troubleshooting/.plugin-ci.yml
@@ -12,9 +12,9 @@ build-py37-vdk-jobs-troubleshooting:
   extends: .build-vdk-jobs-troubleshooting
   image: "python:3.7"
 
-build-py311-vdk-jobs-troubleshooting:
+build-py312-vdk-jobs-troubleshooting:
   extends: .build-vdk-jobs-troubleshooting
-  image: "python:3.11"
+  image: "python:3.12"
 
 build-vdk-jobs-troubleshooting-on-vdk-core-release:
  variables:

diff --git a/projects/vdk-plugins/vdk-jobs-troubleshooting/setup.py b/projects/vdk-plugins/vdk-jobs-troubleshooting/setup.py
@@ -30,5 +30,6 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
 )
diff --git a/projects/vdk-plugins/vdk-kerberos-auth/.plugin-ci.yml b/projects/vdk-plugins/vdk-kerberos-auth/.plugin-ci.yml
@@ -20,9 +20,9 @@ build-py37-vdk-kerberos-auth:
   extends: .build-vdk-kerberos-auth
   image: "python:3.7"
 
-build-py311-vdk-kerberos-auth:
+build-py312-vdk-kerberos-auth:
   extends: .build-vdk-kerberos-auth
-  image: "python:3.11"
+  image: "python:3.12"
 
 #build-vdk-kerberos-auth-on-vdk-core-release:
 #  variables:

diff --git a/projects/vdk-plugins/vdk-kerberos-auth/setup.py b/projects/vdk-plugins/vdk-kerberos-auth/setup.py
@@ -33,5 +33,6 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
 )
diff --git a/projects/vdk-plugins/vdk-lineage-model/.plugin-ci.yml b/projects/vdk-plugins/vdk-lineage-model/.plugin-ci.yml
@@ -12,9 +12,9 @@ build-py37-vdk-lineage-model:
   extends: .build-vdk-lineage-model
   image: "python:3.7"
 
-build-py311-vdk-lineage-model:
+build-py312-vdk-lineage-model:
   extends: .build-vdk-lineage-model
-  image: "python:3.11"
+  image: "python:3.12"
 
 release-vdk-lineage-model:
   variables:

diff --git a/projects/vdk-plugins/vdk-lineage-model/setup.py b/projects/vdk-plugins/vdk-lineage-model/setup.py
@@ -30,5 +30,6 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
 )
diff --git a/projects/vdk-plugins/vdk-lineage/.plugin-ci.yml b/projects/vdk-plugins/vdk-lineage/.plugin-ci.yml
@@ -12,9 +12,9 @@ build-py37-vdk-lineage:
   extends: .build-vdk-lineage
   image: "python:3.7"
 
-build-py311-vdk-lineage:
+build-py312-vdk-lineage:
   extends: .build-vdk-lineage
-  image: "python:3.11"
+  image: "python:3.12"
 
 release-vdk-lineage:
   variables:

diff --git a/projects/vdk-plugins/vdk-lineage/setup.py b/projects/vdk-plugins/vdk-lineage/setup.py
@@ -43,5 +43,6 @@
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
     ],
 )