Merge pull request #3679 from cal-itp/3514-fix-transfor-warehouse-errors

Fix transform_warehouse errors
cal-itp · Feb 7, 2025 · 87c2868 · 87c2868
2 parents 36b9127 + 32f6f46
commit 87c2868
Show file tree

Hide file tree

Showing 4 changed files with 12 additions and 12 deletions.
diff --git a/airflow/dags/create_external_tables/gtfs_schedule_v2/pathways.yml b/airflow/dags/create_external_tables/gtfs_schedule_v2/pathways.yml
@@ -23,7 +23,7 @@ schema_fields:
   - name: is_bidirectional
     type: INTEGER
   - name: length
-    type: NUMERIC
+    type: FLOAT
   - name: traversal_time
     type: INTEGER
   - name: stair_count

diff --git a/airflow/dags/create_external_tables/gtfs_schedule_v2/validation_notices.yml b/airflow/dags/create_external_tables/gtfs_schedule_v2/validation_notices.yml
@@ -151,7 +151,7 @@ schema_fields:
       - name: lineIndex
         type: BIGNUMERIC
       - name: locationType
-        type: BIGNUMERIC
+        type: STRING
       - name: lonFieldName
         type: STRING
       - name: lonFieldValue

diff --git a/...staging/ntd_safety_and_security/stg_ntd__monthly_modal_time_series_safety_and_service.sql b/...staging/ntd_safety_and_security/stg_ntd__monthly_modal_time_series_safety_and_service.sql
@@ -16,12 +16,12 @@ stg_ntd__monthly_modal_time_series_safety_and_service AS (
 )
 
 SELECT
-    {{ trim_make_empty_string_null('major_non_physical_assaults_on_operators') }} AS major_non_physical_assaults_on_operators,
-    {{ trim_make_empty_string_null('major_non_physical_assaults_on_other_transit_workers') }} AS major_non_physical_assaults_on_other_transit_workers,
-    {{ trim_make_empty_string_null('major_physical_assaults_on_operators') }} AS major_physical_assaults_on_operators,
-    {{ trim_make_empty_string_null('non_major_non_physical_assaults_on_other_transit_workers') }} AS non_major_non_physical_assaults_on_other_transit_workers,
-    {{ trim_make_empty_string_null('non_major_physical_assaults_on_other_transit_workers') }} AS non_major_physical_assaults_on_other_transit_workers,
-    {{ trim_make_empty_string_null('non_major_non_physical_assaults_on_operators') }} AS non_major_non_physical_assaults_on_operators,
+    SAFE_CAST(major_non_physical_assaults_on_operators AS FLOAT64) AS major_non_physical_assaults_on_operators,
+    SAFE_CAST(major_non_physical_assaults_on_other_transit_workers AS FLOAT64) AS major_non_physical_assaults_on_other_transit_workers,
+    SAFE_CAST(major_physical_assaults_on_operators AS FLOAT64) AS major_physical_assaults_on_operators,
+    SAFE_CAST(non_major_non_physical_assaults_on_other_transit_workers AS FLOAT64) AS non_major_non_physical_assaults_on_other_transit_workers,
+    SAFE_CAST(non_major_physical_assaults_on_other_transit_workers AS FLOAT64) AS non_major_physical_assaults_on_other_transit_workers,
+    SAFE_CAST(non_major_non_physical_assaults_on_operators AS FLOAT64) AS non_major_non_physical_assaults_on_operators,
     SAFE_CAST(total_injuries AS INTEGER) AS total_injuries,
     SAFE_CAST(trespasser_injuries AS INTEGER) AS trespasser_injuries,
     SAFE_CAST(other_injuries AS INTEGER) AS other_injuries,
@@ -62,7 +62,7 @@ SELECT
     SAFE_CAST(total_fires AS INTEGER) AS total_fires,
     SAFE_CAST(total_derailments AS INTEGER) AS total_derailments,
     SAFE_CAST(pedestrian_crossing_tracks AS INTEGER) AS pedestrian_crossing_tracks,
-    {{ trim_make_empty_string_null('total_assaults_on_transit_workers') }} AS total_assaults_on_transit_workers,
+    SAFE_CAST(total_assaults_on_transit_workers AS FLOAT64) AS total_assaults_on_transit_workers,
     SAFE_CAST(total_collisions AS INTEGER) AS total_collisions,
     {{ trim_make_empty_string_null('agency') }} AS agency,
     SAFE_CAST(collisions_with_rail_vehicle AS INTEGER) AS collisions_with_rail_vehicle,
@@ -71,11 +71,11 @@ SELECT
     SAFE_CAST(ridership AS NUMERIC) AS ridership,
     SAFE_CAST(service_area_population AS NUMERIC) AS service_area_population,
     SAFE_CAST(collisions_with_person AS INTEGER) AS collisions_with_person,
-    {{ trim_make_empty_string_null('major_physical_assaults_on_other_transit_workers') }} AS major_physical_assaults_on_other_transit_workers,
+    SAFE_CAST(major_physical_assaults_on_other_transit_workers AS FLOAT64) AS major_physical_assaults_on_other_transit_workers,
     SAFE_CAST(collisions_with_motor_vehicle AS INTEGER) AS collisions_with_motor_vehicle,
     SAFE_CAST(service_area_sq_miles AS NUMERIC) AS service_area_sq_miles,
     SAFE_CAST(other_employee_fatalities AS INTEGER) AS other_employee_fatalities,
-    {{ trim_make_empty_string_null('non_major_physical_assaults_on_operators') }} AS non_major_physical_assaults_on_operators,
+    SAFE_CAST(non_major_physical_assaults_on_operators AS FLOAT64) AS non_major_physical_assaults_on_operators,
     SAFE_CAST(year AS INTEGER) AS year,
     SAFE_CAST(vehicle_revenue_hours AS NUMERIC) AS vehicle_revenue_hours,
     SAFE_CAST(pedestrian_not_in_crosswalk_1 AS INTEGER) AS pedestrian_not_in_crosswalk_1,

diff --git a/...e/models/staging/ntd_safety_and_security/stg_ntd__nonmajor_safety_and_security_events.sql b/...e/models/staging/ntd_safety_and_security/stg_ntd__nonmajor_safety_and_security_events.sql
@@ -75,7 +75,7 @@ SELECT
     SAFE_CAST(pedestrian_in_crosswalk AS INTEGER) AS pedestrian_in_crosswalk,
     {{ trim_make_empty_string_null('safety_security') }} AS safety_security,
     SAFE_CAST(transit_employee_fatalities AS INTEGER) AS transit_employee_fatalities,
-    {{ trim_make_empty_string_null('revenue_vehicle_identifier_list') }} AS revenue_vehicle_identifier_list,
+    SAFE_CAST(revenue_vehicle_identifier_list AS INTEGER) AS revenue_vehicle_identifier_list,
     {{ trim_make_empty_string_null('manufacturer_description') }} AS manufacturer_description,
     SAFE_CAST(transit_vehicle_operator AS INTEGER) AS transit_vehicle_operator,
     SAFE_CAST(evac_to_right_of_way AS BOOLEAN) AS evac_to_right_of_way,