more fixes

basedosdados · Jan 28, 2025 · 1fe4c32 · 1fe4c32
1 parent 9f5e5a1
commit 1fe4c32
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 7 deletions.
diff --git a/pipelines/datasets/cross_update/utils.py b/pipelines/datasets/cross_update/utils.py
@@ -74,8 +74,7 @@ def find_closed_tables(backend: Backend):
             }
             }"""
 
-    response = backend._execute_query(query=query)
-    response = backend._simplify_response(response)["allCoverage"]
+    response = backend._execute_query(query=query)["allCoverage"]["items"]
     data = json_normalize(response)
     open_tables = data["table._id"].tolist()
 
@@ -104,8 +103,7 @@ def find_closed_tables(backend: Backend):
             }
             }"""
 
-    response = backend._execute_query(query=query)
-    response = backend._simplify_response(response)["allCoverage"]
+    response = backend._execute_query(query=query)["allCoverage"]["items"]
     data = json_normalize(response)
     closed_tables = data["table._id"].tolist()
 

diff --git a/pipelines/utils/dump_to_gcs/tasks.py b/pipelines/utils/dump_to_gcs/tasks.py
@@ -115,11 +115,11 @@ def download_data_to_gcs(  # pylint: disable=R0912,R0913,R0914,R0915
             """
         log(query)
         data = b._execute_query(query_graphql, {'table_id' : table_id})
-        nodes = data['allTable']['edges']
-        if nodes == []:
+        nodes = data['allTable']['items']
+        if len(nodes) == 0:
             return None
 
-        num_bytes = nodes[0]['node']['uncompressedFileSize']
+        num_bytes = nodes[0]['uncompressedFileSize']
 
     url_path = get_credentials_from_secret('url_download_data')
     secret_path_url_free = url_path['URL_DOWNLOAD_OPEN']