vdk-impala: support also pydantic 1.0 (#2368)

Ensure vdk-impala works with pydantic 1.0 as this is still used and
libraries do not support the new version.

In hindsight, I should have pinned to 1.0 only. But I did not and it's a
good idea to support the new version otherwise at some point it will
cause conflicts and problems as other libraries adopt 2.0 of pydantic

Testing Done: installed locally pydantic 1.0 . The Gitlab CI is testing
with 2
 - `pip install pydantic==1.*`
 - ../build-plugin.sh (from vdk-impala dir) 
- verified the test exited successfully. 

I toyed with the idea of adding a test for pydanitc 1.0 but it would
require some refactoring of hte plugin framework to allow that and it's
not that urgent as the changes are fairly small.

projects/vdk-plugins/vdk-impala/requirements.txt

@@ -1,12 +1,5 @@
 
 # testing requirements
-click
 docker-compose
-impyla
-pyarrow
-pydantic
 pytest-docker
-tabulate
-vdk-core
-vdk-lineage-model
 vdk-test-utils

projects/vdk-plugins/vdk-impala/src/vdk/plugin/impala/templates/load/versioned/00-versioned-definition.py

@@ -3,13 +3,18 @@
 from typing import List
 
 from pydantic import BaseModel
-from pydantic import field_validator
-from pydantic import FieldValidationInfo
 from vdk.api.job_input import IJobInput
 from vdk.plugin.impala.templates.template_arguments_validator import (
     TemplateArgumentsValidator,
 )
 
+try:
+    from pydantic import field_validator, FieldValidationInfo
+except ImportError:
+    from pydantic import validator
+
+    FieldValidationInfo = None
+
 
 class LoadVersionedParams(BaseModel):
     target_schema: str
@@ -25,11 +30,10 @@ class LoadVersionedParams(BaseModel):
     active_to_column: str = "active_to"
     active_to_max_value: str = "9999-12-31"
 
-    @field_validator("tracked_columns")
-    def tracked_columns_subset_of_value_columns(
-        cls, tracked_columns: List[str], values: FieldValidationInfo, **kwargs
+    @staticmethod
+    def _validate_tracked_columns_subset_of_value_columns(
+        tracked_columns: List[str], value_columns: List[str]
     ):
-        value_columns = values.data["value_columns"]
         if type(value_columns) == list and not tracked_columns:
             raise ValueError("The list must contain at least one column")
         if type(value_columns) == list == type(value_columns) and not set(
@@ -38,7 +42,30 @@ def tracked_columns_subset_of_value_columns(
             raise ValueError(
                 "All elements in the list must be also present in `value_columns`"
             )
-        return tracked_columns
+
+    if FieldValidationInfo is not None:
+
+        @field_validator("tracked_columns")
+        def tracked_columns_subset_of_value_columns(
+            cls, tracked_columns: List[str], values: FieldValidationInfo, **kwargs
+        ):
+            value_columns = values.data["value_columns"]
+            LoadVersionedParams._validate_tracked_columns_subset_of_value_columns(
+                tracked_columns, value_columns
+            )
+            return tracked_columns
+
+    else:
+
+        @validator("tracked_columns", allow_reuse=True)
+        def tracked_columns_subset_of_value_columns(
+            cls, tracked_columns, values, **kwargs
+        ):
+            value_columns = values.get("value_columns")
+            LoadVersionedParams._validate_tracked_columns_subset_of_value_columns(
+                tracked_columns, value_columns
+            )
+            return tracked_columns
 
 
 class LoadVersioned(TemplateArgumentsValidator):