update file selection

basedosdados · Jan 22, 2025 · 139f8b6 · 139f8b6
1 parent f0f9114
commit 139f8b6
Showing 1 changed file with 0 additions and 6 deletions.
diff --git a/pipelines/datasets/br_rf_cafir/tasks.py b/pipelines/datasets/br_rf_cafir/tasks.py
@@ -54,9 +54,6 @@ def parse_data(url: str, file_list: list[str], data_atualizacao:[datetime.date],
     files_list = file_list
     log(f"------ Os seguintes arquivos foram selecionados para download: {files_list}")
 
-
-    files_list = files_list[1:3]
-
     for file in files_list:
 
 
@@ -65,8 +62,6 @@ def parse_data(url: str, file_list: list[str], data_atualizacao:[datetime.date],
         # monta url
         complete_url = url + file
 
-
-
         # baixa arquivo
         download_csv_files(
             file_name=file,
@@ -114,7 +109,6 @@ def parse_data(url: str, file_list: list[str], data_atualizacao:[datetime.date],
             + ".csv"
         )
 
-
         df.to_csv(save_path, index=False, sep=",", na_rep="", encoding="utf-8",escapechar='\\')
 
         log(f"Arquivo salvo: {save_path.split('/')[-1]}")