Change fields to bignumeric to accept bigger numbers on NTD track and roadway tables.

[#4276]

Author: erikamov

airflow/dags/create_external_tables/ntd_data_products/multi_year__track_and_roadway_by_agency.yml

@@ -74,4 +74,4 @@ schema_fields:
   - name: sum_total_miles
     type: NUMERIC
   - name: sum_total_track_miles
-    type: NUMERIC
+    type: BIGNUMERIC

airflow/dags/create_external_tables/ntd_data_products/multi_year__track_and_roadway_guideway_age_distribution.yml

@@ -12,39 +12,39 @@ destination_project_dataset_table: "external_ntd__annual_reporting.multi_year__t
 post_hook: SELECT * FROM `{{ env_var('GOOGLE_CLOUD_PROJECT') }}`.external_ntd__annual_reporting.multi_year__track_and_roadway_guideway_age_distribution LIMIT 1;
 schema_fields:
   - name: _1940s
-    type: NUMERIC
+    type: BIGNUMERIC
   - name: _1940s_q
     type: STRING
   - name: _1950s
-    type: NUMERIC
+    type: BIGNUMERIC
   - name: _1950s_q
     type: STRING
   - name: _1960s
-    type: NUMERIC
+    type: BIGNUMERIC
   - name: _1960s_q
     type: STRING
   - name: _1970s
-    type: NUMERIC
+    type: BIGNUMERIC
   - name: _1970s_q
     type: STRING
   - name: _1980s
-    type: NUMERIC
+    type: BIGNUMERIC
   - name: _1980s_q
     type: STRING
   - name: _1990s
-    type: NUMERIC
+    type: BIGNUMERIC
   - name: _1990s_q
     type: STRING
   - name: _2000s
-    type: NUMERIC
+    type: BIGNUMERIC
   - name: _2000s_q
     type: STRING
   - name: _2010s
-    type: NUMERIC
+    type: BIGNUMERIC
   - name: _2010s_q
     type: STRING
   - name: _2020s
-    type: NUMERIC
+    type: BIGNUMERIC
   - name: _2020s_q
     type: STRING
   - name: agency
@@ -64,7 +64,7 @@ schema_fields:
   - name: organization_type
     type: STRING
   - name: pre1940s
-    type: NUMERIC
+    type: BIGNUMERIC
   - name: pre1940s_q
     type: STRING
   - name: primary_uza_population

warehouse/models/staging/ntd_annual_reporting/stg_ntd__track_and_roadway_by_agency.sql

@@ -44,7 +44,7 @@ stg_ntd__track_and_roadway_by_agency AS (
         SAFE_CAST(sum_single_turnout AS NUMERIC) AS sum_single_turnout,
         SAFE_CAST(sum_slip_switch AS NUMERIC) AS sum_slip_switch,
         SAFE_CAST(sum_total_miles AS NUMERIC) AS sum_total_miles,
-        SAFE_CAST(sum_total_track_miles AS NUMERIC) AS sum_total_track_miles,
+        SAFE_CAST(sum_total_track_miles AS BIGNUMERIC) AS sum_total_track_miles,
         dt,
         execution_ts
     FROM get_latest_extract

warehouse/models/staging/ntd_annual_reporting/stg_ntd__track_and_roadway_guideway_age_distribution.sql

@@ -13,23 +13,23 @@ get_latest_extract AS(
 stg_ntd__track_and_roadway_guideway_age_distribution AS (
     SELECT
         {{ dbt_utils.generate_surrogate_key(['ntd_id', 'report_year', 'mode', 'type_of_service', 'guideway_element']) }} AS key,
-        SAFE_CAST(_1940s AS NUMERIC) AS _1940s,
+        SAFE_CAST(_1940s AS BIGNUMERIC) AS _1940s,
         {{ trim_make_empty_string_null('_1940s_q') }} AS _1940s_q,
-        SAFE_CAST(_1950s AS NUMERIC) AS _1950s,
+        SAFE_CAST(_1950s AS BIGNUMERIC) AS _1950s,
         {{ trim_make_empty_string_null('_1950s_q') }} AS _1950s_q,
-        SAFE_CAST(_1960s AS NUMERIC) AS _1960s,
+        SAFE_CAST(_1960s AS BIGNUMERIC) AS _1960s,
         {{ trim_make_empty_string_null('_1960s_q') }} AS _1960s_q,
-        SAFE_CAST(_1970s AS NUMERIC) AS _1970s,
+        SAFE_CAST(_1970s AS BIGNUMERIC) AS _1970s,
         {{ trim_make_empty_string_null('_1970s_q') }} AS _1970s_q,
-        SAFE_CAST(_1980s AS NUMERIC) AS _1980s,
+        SAFE_CAST(_1980s AS BIGNUMERIC) AS _1980s,
         {{ trim_make_empty_string_null('_1980s_q') }} AS _1980s_q,
-        SAFE_CAST(_1990s AS NUMERIC) AS _1990s,
+        SAFE_CAST(_1990s AS BIGNUMERIC) AS _1990s,
         {{ trim_make_empty_string_null('_1990s_q') }} AS _1990s_q,
-        SAFE_CAST(_2000s AS NUMERIC) AS _2000s,
+        SAFE_CAST(_2000s AS BIGNUMERIC) AS _2000s,
         {{ trim_make_empty_string_null('_2000s_q') }} AS _2000s_q,
-        SAFE_CAST(_2010s AS NUMERIC) AS _2010s,
+        SAFE_CAST(_2010s AS BIGNUMERIC) AS _2010s,
         {{ trim_make_empty_string_null('_2010s_q') }} AS _2010s_q,
-        SAFE_CAST(_2020s AS NUMERIC) AS _2020s,
+        SAFE_CAST(_2020s AS BIGNUMERIC) AS _2020s,
         {{ trim_make_empty_string_null('_2020s_q') }} AS _2020s_q,
         {{ trim_make_empty_string_null('agency') }} AS agency,
         SAFE_CAST(agency_voms AS NUMERIC) AS agency_voms,
@@ -39,7 +39,7 @@ stg_ntd__track_and_roadway_guideway_age_distribution AS (
         {{ trim_make_empty_string_null('mode_name') }} AS mode_name,
         {{ trim_make_empty_string_null('ntd_id') }} AS ntd_id,
         {{ trim_make_empty_string_null('organization_type') }} AS organization_type,
-        SAFE_CAST(pre1940s AS NUMERIC) AS pre1940s,
+        SAFE_CAST(pre1940s AS BIGNUMERIC) AS pre1940s,
         {{ trim_make_empty_string_null('pre1940s_q') }} AS pre1940s_q,
         SAFE_CAST(primary_uza_population AS NUMERIC) AS primary_uza_population,
         SAFE_CAST(report_year AS INT64) AS report_year,