-
Notifications
You must be signed in to change notification settings - Fork 16
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Create NTD external tables for XLSX Safety and Security Events
[#3403]
- Loading branch information
Erika Pacheco
authored and
Erika Pacheco
committed
Sep 18, 2024
1 parent
592354b
commit 8e5447c
Showing
4 changed files
with
714 additions
and
0 deletions.
There are no files selected for viewing
133 changes: 133 additions & 0 deletions
133
...ables/ntd_data_products/historical__safety_and_security_major_event_time_series__data.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,133 @@ | ||
| operator: operators.ExternalTable | ||
| bucket: gs://calitp-ntd-xlsx-products-clean | ||
| prefix_bucket: false | ||
| post_hook: | | ||
| SELECT * | ||
| FROM `{{ get_project_id() }}`.external_ntd__ridership.historical__safety_and_security_major_event_time_series__data | ||
| LIMIT 1; | ||
| source_objects: | ||
| - "safety_and_security_major_event_time_series/historical/data/*.jsonl.gz" | ||
| destination_project_dataset_table: "external_ntd__ridership.historical__safety_and_security_major_event_time_series__data" | ||
| source_format: NEWLINE_DELIMITED_JSON | ||
| use_bq_client: true | ||
| hive_options: | ||
| mode: AUTO | ||
| require_partition_filter: false | ||
| source_uri_prefix: "safety_and_security_major_event_time_series/historical/data/" | ||
| schema_fields: | ||
| - year | ||
| type: NUMERIC | ||
| - ntd_id | ||
| type: NUMERIC | ||
| - agency | ||
| type: STRING | ||
| - mode | ||
| type: STRING | ||
| - tos | ||
| type: STRING | ||
| - city | ||
| type: STRING | ||
| - state | ||
| type: STRING | ||
| - uace_cd | ||
| type: NUMERIC | ||
| - uza_name | ||
| type: STRING | ||
| - reporter_type | ||
| type: STRING | ||
| - upt | ||
| type: NUMERIC | ||
| - vehicle_pass_car_revenue_miles | ||
| type: NUMERIC | ||
| - vrh | ||
| type: NUMERIC | ||
| - voms | ||
| type: NUMERIC | ||
| - events_collision_total | ||
| type: NUMERIC | ||
| - events_derailment_total | ||
| type: NUMERIC | ||
| - events_fire_total | ||
| type: NUMERIC | ||
| - events_security_total | ||
| type: NUMERIC | ||
| - events_assault_events_involving_transit_workers | ||
| type: NUMERIC | ||
| - events_other_assault_events | ||
| type: NUMERIC | ||
| - events_other_security_events | ||
| type: NUMERIC | ||
| - events_noc_total | ||
| type: NUMERIC | ||
| - events_event_total | ||
| type: NUMERIC | ||
| - fatalities_passenger | ||
| type: NUMERIC | ||
| - fatalities_people_waiting_or_leaving | ||
| type: NUMERIC | ||
| - fatalities_operator | ||
| type: NUMERIC | ||
| - fatalities_employee | ||
| type: NUMERIC | ||
| - fatalities_total_employee | ||
| type: NUMERIC | ||
| - fatalities_other_worker | ||
| type: NUMERIC | ||
| - fatalities_bicyclist | ||
| type: NUMERIC | ||
| - fatalities_ped_in_crossing | ||
| type: NUMERIC | ||
| - fatalities_ped_not_in_crossing | ||
| type: NUMERIC | ||
| - fatalities_ped_crossing_tracks | ||
| type: NUMERIC | ||
| - fatalities_ped_walking_along_tracks | ||
| type: NUMERIC | ||
| - fatalities_other_vehicle_occupant | ||
| type: NUMERIC | ||
| - fatalities_other | ||
| type: NUMERIC | ||
| - fatalities_trespasser | ||
| type: NUMERIC | ||
| - fatalities_suicide | ||
| type: NUMERIC | ||
| - fatalities_total_other | ||
| type: NUMERIC | ||
| - fatalities_total_fatalities | ||
| type: NUMERIC | ||
| - injuries_passenger | ||
| type: NUMERIC | ||
| - injuries_people_waiting_or_leaving | ||
| type: NUMERIC | ||
| - injuries_operator | ||
| type: NUMERIC | ||
| - injuries_employee | ||
| type: NUMERIC | ||
| - injuries_total_employee | ||
| type: NUMERIC | ||
| - injuries_other_worker | ||
| type: NUMERIC | ||
| - injuries_bicyclist | ||
| type: NUMERIC | ||
| - injuries_ped_in_crossing | ||
| type: NUMERIC | ||
| - injuries_ped_not_in_crossing | ||
| type: NUMERIC | ||
| - injuries_ped_crossing_tracks | ||
| type: NUMERIC | ||
| - injuries_ped_walking_along_tracks | ||
| type: NUMERIC | ||
| - injuries_other_vehicle_occupant | ||
| type: NUMERIC | ||
| - injuries_other | ||
| type: NUMERIC | ||
| - injuries_trespasser | ||
| type: NUMERIC | ||
| - injuries_suicide | ||
| type: NUMERIC | ||
| - injuries_total_other | ||
| type: NUMERIC | ||
| - injuries_total_injuries | ||
| type: NUMERIC | ||
| - injuries_serious_injuries | ||
| type: NUMERIC |
205 changes: 205 additions & 0 deletions
205
...es/ntd_data_products/historical__safety_and_security_major_event_time_series__summary.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,205 @@ | ||
| operator: operators.ExternalTable | ||
| bucket: gs://calitp-ntd-xlsx-products-clean | ||
| prefix_bucket: false | ||
| post_hook: | | ||
| SELECT * | ||
| FROM `{{ get_project_id() }}`.external_ntd__ridership.historical__safety_and_security_major_event_time_series__summary | ||
| LIMIT 1; | ||
| source_objects: | ||
| - "safety_and_security_major_event_time_series/historical/summary/*.jsonl.gz" | ||
| destination_project_dataset_table: "external_ntd__ridership.historical__safety_and_security_major_event_time_series__summary" | ||
| source_format: NEWLINE_DELIMITED_JSON | ||
| use_bq_client: true | ||
| hive_options: | ||
| mode: AUTO | ||
| require_partition_filter: false | ||
| source_uri_prefix: "safety_and_security_major_event_time_series/historical/summary/" | ||
| schema_fields: | ||
| - mode | ||
| type: STRING | ||
| - year | ||
| type: NUMERIC | ||
| - upt | ||
| type: NUMERIC | ||
| - vehicle_pass_car_revenue_miles | ||
| type: NUMERIC | ||
| - vrh | ||
| type: NUMERIC | ||
| - voms | ||
| type: NUMERIC | ||
| - events_collision_total | ||
| type: NUMERIC | ||
| - events_derailment_total | ||
| type: NUMERIC | ||
| - events_fire_total | ||
| type: NUMERIC | ||
| - events_security_total | ||
| type: NUMERIC | ||
| - events_assaults_homicides_on_transit_workers | ||
| type: NUMERIC | ||
| - events_other_assaults_homicides | ||
| type: NUMERIC | ||
| - events_other_security_event_count | ||
| type: NUMERIC | ||
| - events_noc_total | ||
| type: NUMERIC | ||
| - events_event_total | ||
| type: NUMERIC | ||
| - fatalities_passenger | ||
| type: NUMERIC | ||
| - fatalities_people_waiting_or_leaving | ||
| type: NUMERIC | ||
| - fatalities_operator | ||
| type: NUMERIC | ||
| - fatalities_employee | ||
| type: NUMERIC | ||
| - fatalities_total_employee | ||
| type: NUMERIC | ||
| - fatalities_other_worker | ||
| type: NUMERIC | ||
| - fatalities_bicyclist | ||
| type: NUMERIC | ||
| - fatalities_ped_in_crossing | ||
| type: NUMERIC | ||
| - fatalities_ped_not_in_crossing | ||
| type: NUMERIC | ||
| - fatalities_ped_crossing_tracks | ||
| type: NUMERIC | ||
| - fatalities_ped_walking_along_tracks | ||
| type: NUMERIC | ||
| - fatalities_other_vehicle_occupant | ||
| type: NUMERIC | ||
| - fatalities_other | ||
| type: NUMERIC | ||
| - fatalities_trespasser | ||
| type: NUMERIC | ||
| - fatalities_suicide | ||
| type: NUMERIC | ||
| - fatalities_total_other | ||
| type: NUMERIC | ||
| - fatalities_total_fatalities | ||
| type: NUMERIC | ||
| - injuries_passenger | ||
| type: NUMERIC | ||
| - injuries_people_waiting_or_leaving | ||
| type: NUMERIC | ||
| - injuries_operator | ||
| type: NUMERIC | ||
| - injuries_employee | ||
| type: NUMERIC | ||
| - injuries_total_employee | ||
| type: NUMERIC | ||
| - injuries_other_worker | ||
| type: NUMERIC | ||
| - injuries_bicyclist | ||
| type: NUMERIC | ||
| - injuries_ped_in_crossing | ||
| type: NUMERIC | ||
| - injuries_ped_not_in_crossing | ||
| type: NUMERIC | ||
| - injuries_ped_crossing_tracks | ||
| type: NUMERIC | ||
| - injuries_ped_walking_along_tracks | ||
| type: NUMERIC | ||
| - injuries_other_vehicle_occupant | ||
| type: NUMERIC | ||
| - injuries_other | ||
| type: NUMERIC | ||
| - injuries_trespasser | ||
| type: NUMERIC | ||
| - injuries_suicide | ||
| type: NUMERIC | ||
| - injuries_total_other | ||
| type: NUMERIC | ||
| - injuries_total_injuries | ||
| type: NUMERIC | ||
| - injuries_serious_injuries | ||
| type: NUMERIC | ||
| - average_service_ratios_revenue_speed_vrm_vrh | ||
| type: NUMERIC | ||
| - average_service_ratios_trips_per_hour_upt_vrh | ||
| type: NUMERIC | ||
| - average_event_rates_per_100m_vrm_collision_total | ||
| type: NUMERIC | ||
| - average_event_rates_per_100m_vrm_derailment_total | ||
| type: NUMERIC | ||
| - average_event_rates_per_100m_vrm_fire_total | ||
| type: NUMERIC | ||
| - average_event_rates_per_100m_vrm_security_total | ||
| type: NUMERIC | ||
| - average_event_rates_per_100m_vrm_assaults_homicides_on_transit_workers_other_assaults_homicides | ||
| type: NUMERIC | ||
| - average_event_rates_per_100m_vrm_other_security_event_count | ||
| type: NUMERIC | ||
| - average_event_rates_per_100m_vrm_noc_total | ||
| type: NUMERIC | ||
| - average_event_rates_per_100m_vrm_event_total | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_passenger | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_people_waiting_or_leaving | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_operator | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_employee | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_total_employee | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_other_worker | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_bicyclist | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_ped_in_crossing | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_ped_not_in_crossing | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_ped_crossing_tracks | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_ped_walking_along_tracks | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_other_vehicle_occupant | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_other | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_trespasser | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_suicide | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_total_other | ||
| type: NUMERIC | ||
| - average_fatality_rates_per_100m_vrm_total_fatalities | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_passenger | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_people_waiting_or_leaving | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_operator | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_employee | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_total_employee | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_other_worker | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_bicyclist | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_ped_in_crossing | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_ped_not_in_crossing | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_ped_crossing_tracks | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_ped_walking_along_tracks | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_other_vehicle_occupant | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_other | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_trespasser | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_suicide | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_total_other | ||
| type: NUMERIC | ||
| - average_injury_rates_per_100m_vrm_total_injuries | ||
| type: NUMERIC |
Oops, something went wrong.