From e922171016f0fd1c0e32d974745907abe4218843 Mon Sep 17 00:00:00 2001 From: tricktx Date: Mon, 9 Dec 2024 16:05:58 -0300 Subject: [PATCH] fix date column --- pipelines/utils/crawler_cgu/flows.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/pipelines/utils/crawler_cgu/flows.py b/pipelines/utils/crawler_cgu/flows.py index 27891e816..e7d9c426e 100644 --- a/pipelines/utils/crawler_cgu/flows.py +++ b/pipelines/utils/crawler_cgu/flows.py @@ -307,7 +307,7 @@ update_django_metadata( dataset_id=dataset_id, table_id=table_id, - date_column_name={"year": "ano_extrato", "month": "mes_extrato"}, + date_column_name={"year": "ano", "month": "mes"}, date_format="%Y-%m", coverage_type="part_bdpro", time_delta={"months": 6}, @@ -315,6 +315,5 @@ bq_project="basedosdados", upstream_tasks=[wait_for_materialization], ) - flow_cgu_licitacao_contrato.storage = GCS(constants.GCS_FLOWS_BUCKET.value) flow_cgu_licitacao_contrato.run_config = KubernetesRun(image=constants.DOCKER_IMAGE.value)