diff --git a/pipelines/datasets/br_rf_cafir/tasks.py b/pipelines/datasets/br_rf_cafir/tasks.py index 21e90469b..e3318b4cf 100644 --- a/pipelines/datasets/br_rf_cafir/tasks.py +++ b/pipelines/datasets/br_rf_cafir/tasks.py @@ -54,9 +54,6 @@ def parse_data(url: str, file_list: list[str], data_atualizacao:[datetime.date], files_list = file_list log(f"------ Os seguintes arquivos foram selecionados para download: {files_list}") - - files_list = files_list[1:3] - for file in files_list: @@ -65,8 +62,6 @@ def parse_data(url: str, file_list: list[str], data_atualizacao:[datetime.date], # monta url complete_url = url + file - - # baixa arquivo download_csv_files( file_name=file, @@ -114,7 +109,6 @@ def parse_data(url: str, file_list: list[str], data_atualizacao:[datetime.date], + ".csv" ) - df.to_csv(save_path, index=False, sep=",", na_rep="", encoding="utf-8",escapechar='\\') log(f"Arquivo salvo: {save_path.split('/')[-1]}")