diff --git a/pipelines/datasets/cross_update/utils.py b/pipelines/datasets/cross_update/utils.py index 76c3bb484..33ef3121f 100644 --- a/pipelines/datasets/cross_update/utils.py +++ b/pipelines/datasets/cross_update/utils.py @@ -74,8 +74,7 @@ def find_closed_tables(backend: Backend): } }""" - response = backend._execute_query(query=query) - response = backend._simplify_response(response)["allCoverage"] + response = backend._execute_query(query=query)["allCoverage"]["items"] data = json_normalize(response) open_tables = data["table._id"].tolist() @@ -104,8 +103,7 @@ def find_closed_tables(backend: Backend): } }""" - response = backend._execute_query(query=query) - response = backend._simplify_response(response)["allCoverage"] + response = backend._execute_query(query=query)["allCoverage"]["items"] data = json_normalize(response) closed_tables = data["table._id"].tolist() diff --git a/pipelines/utils/dump_to_gcs/tasks.py b/pipelines/utils/dump_to_gcs/tasks.py index ec16cd11e..3d4a4164e 100644 --- a/pipelines/utils/dump_to_gcs/tasks.py +++ b/pipelines/utils/dump_to_gcs/tasks.py @@ -115,11 +115,11 @@ def download_data_to_gcs( # pylint: disable=R0912,R0913,R0914,R0915 """ log(query) data = b._execute_query(query_graphql, {'table_id' : table_id}) - nodes = data['allTable']['edges'] - if nodes == []: + nodes = data['allTable']['items'] + if len(nodes) == 0: return None - num_bytes = nodes[0]['node']['uncompressedFileSize'] + num_bytes = nodes[0]['uncompressedFileSize'] url_path = get_credentials_from_secret('url_download_data') secret_path_url_free = url_path['URL_DOWNLOAD_OPEN']