diff --git a/pipelines/datasets/br_me_cnpj/flows.py b/pipelines/datasets/br_me_cnpj/flows.py index 7603a16d8..7a85f58b6 100644 --- a/pipelines/datasets/br_me_cnpj/flows.py +++ b/pipelines/datasets/br_me_cnpj/flows.py @@ -86,6 +86,7 @@ "table_id": table_id, "mode": materialization_mode, "dbt_alias": dbt_alias, + "dbt_command": "run and test", }, labels=current_flow_labels, run_name=f"Materialize {dataset_id}.{table_id}", @@ -265,6 +266,7 @@ "table_id": table_id, "mode": materialization_mode, "dbt_alias": dbt_alias, + "dbt_command": "run and test", }, labels=current_flow_labels, run_name=f"Materialize {dataset_id}.{table_id}", @@ -294,7 +296,7 @@ bq_project="basedosdados", upstream_tasks=[wait_for_materialization], ) - + ## atualiza o diretório de empresas with case(materialize_after_dump, True): # Trigger DBT flow run current_flow_labels = get_current_flow_labels() diff --git a/pipelines/datasets/br_me_cnpj/schedules.py b/pipelines/datasets/br_me_cnpj/schedules.py index a54355c5b..d6b35c492 100644 --- a/pipelines/datasets/br_me_cnpj/schedules.py +++ b/pipelines/datasets/br_me_cnpj/schedules.py @@ -25,7 +25,7 @@ "table_id": "empresas", "materialization_mode": "prod", "materialize_after_dump": True, - "dbt_alias": False, + "dbt_alias": True, }, ), ] @@ -43,7 +43,7 @@ "table_id": "socios", "materialization_mode": "prod", "materialize_after_dump": True, - "dbt_alias": False, + "dbt_alias": True, }, ), ] @@ -61,7 +61,7 @@ "table_id": "simples", "materialization_mode": "prod", "materialize_after_dump": True, - "dbt_alias": False, + "dbt_alias": True, }, ), ] @@ -79,7 +79,7 @@ "table_id": "estabelecimentos", "materialization_mode": "prod", "materialize_after_dump": True, - "dbt_alias": False, + "dbt_alias": True, }, ), ] diff --git a/pipelines/utils/execute_dbt_model/tasks.py b/pipelines/utils/execute_dbt_model/tasks.py index e4ce01407..3faa09bb7 100644 --- a/pipelines/utils/execute_dbt_model/tasks.py +++ b/pipelines/utils/execute_dbt_model/tasks.py @@ -34,8 +34,7 @@ def get_k8s_dbt_client( @task( checkpoint=False, - max_retries=constants.TASK_MAX_RETRIES.value, - retry_delay=timedelta(seconds=constants.TASK_RETRY_DELAY.value), + max_retries=0, ) def run_dbt_model( dbt_client: DbtClient,