From 6a382fca4a815657a3b11d25032f792f585de8c8 Mon Sep 17 00:00:00 2001 From: Tim Swast Date: Wed, 27 Dec 2017 14:55:44 -0800 Subject: [PATCH 001/117] BigQuery: Add Data Transfer Service quickstart. [(#1295)](https://github.com/GoogleCloudPlatform/python-docs-samples/issues/1295) * BigQuery: Add Data Transfer Service quickstart. Client library docs: https://googlecloudplatform.github.io/google-cloud-python/latest/bigquery_datatransfer/index.html * Enable BigQuery Data Transfer API in test project. * Remove project from quickstart test assertion. Don't depend on specific data sources being available. I believe the reason the tests are failing is that the data sources weren't allowed for the test project because the API was enabled, but the project wasn't enrolled as described in https://cloud.google.com/bigquery/docs/enable-transfer-service --- bigquery-datatransfer/snippets/quickstart.py | 41 +++++++++++++++++++ .../snippets/quickstart_test.py | 41 +++++++++++++++++++ .../snippets/requirements.txt | 1 + 3 files changed, 83 insertions(+) create mode 100644 bigquery-datatransfer/snippets/quickstart.py create mode 100644 bigquery-datatransfer/snippets/quickstart_test.py create mode 100644 bigquery-datatransfer/snippets/requirements.txt diff --git a/bigquery-datatransfer/snippets/quickstart.py b/bigquery-datatransfer/snippets/quickstart.py new file mode 100644 index 000000000000..7ae44669a090 --- /dev/null +++ b/bigquery-datatransfer/snippets/quickstart.py @@ -0,0 +1,41 @@ +#!/usr/bin/env python + +# Copyright 2017 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +def run_quickstart(): + # [START bigquery_datatransfer_quickstart] + from google.cloud import bigquery_datatransfer + + client = bigquery_datatransfer.DataTransferServiceClient() + + project = 'my-project' # TODO: Update to your project ID. + + # Get the full path to your project. + parent = client.project_path(project) + + print('Supported Data Sources:') + + # Iterate over all possible data sources. + for data_source in client.list_data_sources(parent): + print('{}:'.format(data_source.display_name)) + print('\tID: {}'.format(data_source.data_source_id)) + print('\tFull path: {}'.format(data_source.name)) + print('\tDescription: {}'.format(data_source.description)) + # [END bigquery_datatransfer_quickstart] + + +if __name__ == '__main__': + run_quickstart() diff --git a/bigquery-datatransfer/snippets/quickstart_test.py b/bigquery-datatransfer/snippets/quickstart_test.py new file mode 100644 index 000000000000..0bb5ddd68110 --- /dev/null +++ b/bigquery-datatransfer/snippets/quickstart_test.py @@ -0,0 +1,41 @@ +# Copyright 2017 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import os + +import mock +import pytest + +import quickstart + + +PROJECT = os.environ['GCLOUD_PROJECT'] + + +@pytest.fixture +def mock_project_path(): + """Mock out project and replace with project from environment.""" + project_patch = mock.patch( + 'google.cloud.bigquery_datatransfer.DataTransferServiceClient.' + 'project_path') + + with project_patch as project_mock: + project_mock.return_value = 'projects/{}'.format(PROJECT) + yield project_mock + + +def test_quickstart(capsys, mock_project_path): + quickstart.run_quickstart() + out, _ = capsys.readouterr() + assert 'Supported Data Sources:' in out diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt new file mode 100644 index 000000000000..25782e4b01ed --- /dev/null +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -0,0 +1 @@ +google-cloud-bigquery-datatransfer==0.1.0 From 882c24628000f1f2d8f00eca42668ba1bf615020 Mon Sep 17 00:00:00 2001 From: DPE bot Date: Mon, 5 Mar 2018 12:28:55 -0800 Subject: [PATCH 002/117] Auto-update dependencies. [(#1377)](https://github.com/GoogleCloudPlatform/python-docs-samples/issues/1377) * Auto-update dependencies. * Update requirements.txt --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 25782e4b01ed..d1b3c97fef27 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==0.1.0 +google-cloud-bigquery-datatransfer==0.1.1 From c5072431ab5ee8c1c6167106ce12ed10ea7148ff Mon Sep 17 00:00:00 2001 From: Tim Swast Date: Wed, 21 Mar 2018 13:19:57 -0700 Subject: [PATCH 003/117] bigquery_datatransfer -> bigquerydatatransfer Update region tags because we are treating BigQuery Data Transfer Service as its own product in the samples tracker. --- bigquery-datatransfer/snippets/quickstart.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/bigquery-datatransfer/snippets/quickstart.py b/bigquery-datatransfer/snippets/quickstart.py index 7ae44669a090..a16a0c9cb624 100644 --- a/bigquery-datatransfer/snippets/quickstart.py +++ b/bigquery-datatransfer/snippets/quickstart.py @@ -16,7 +16,7 @@ def run_quickstart(): - # [START bigquery_datatransfer_quickstart] + # [START bigquerydatatransfer_quickstart] from google.cloud import bigquery_datatransfer client = bigquery_datatransfer.DataTransferServiceClient() @@ -34,7 +34,7 @@ def run_quickstart(): print('\tID: {}'.format(data_source.data_source_id)) print('\tFull path: {}'.format(data_source.name)) print('\tDescription: {}'.format(data_source.description)) - # [END bigquery_datatransfer_quickstart] + # [END bigquerydatatransfer_quickstart] if __name__ == '__main__': From 05b9e480ab7f1430d84115188d901ace95f081e4 Mon Sep 17 00:00:00 2001 From: DPE bot Date: Tue, 20 Nov 2018 15:40:29 -0800 Subject: [PATCH 004/117] Auto-update dependencies. [(#1846)](https://github.com/GoogleCloudPlatform/python-docs-samples/issues/1846) ACK, merging. --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index d1b3c97fef27..f3aa20652ec2 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==0.1.1 +google-cloud-bigquery-datatransfer==0.2.0 From 6768a5911e597661d575d2d1a6a3248069f45166 Mon Sep 17 00:00:00 2001 From: DPEBot Date: Wed, 6 Feb 2019 12:06:35 -0800 Subject: [PATCH 005/117] Auto-update dependencies. [(#1980)](https://github.com/GoogleCloudPlatform/python-docs-samples/issues/1980) * Auto-update dependencies. * Update requirements.txt * Update requirements.txt --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index f3aa20652ec2..3e3a59d19ce2 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==0.2.0 +google-cloud-bigquery-datatransfer==0.3.0 From 12b237b45e89ae6936a024ed9f4e8872ec72fbf6 Mon Sep 17 00:00:00 2001 From: Gus Class Date: Wed, 23 Oct 2019 16:27:00 -0700 Subject: [PATCH 006/117] Adds updates including compute [(#2436)](https://github.com/GoogleCloudPlatform/python-docs-samples/issues/2436) * Adds updates including compute * Python 2 compat pytest * Fixing weird \r\n issue from GH merge * Put asset tests back in * Re-add pod operator test * Hack parameter for k8s pod operator --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 3e3a59d19ce2..44481294d39a 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==0.3.0 +google-cloud-bigquery-datatransfer==0.4.1 From 6d82d5b3edd99088da1379dfbdc0a25f615c1b4c Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Mon, 30 Mar 2020 18:26:48 +0200 Subject: [PATCH 007/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v1 [(#3208)](https://github.com/GoogleCloudPlatform/python-docs-samples/issues/3208) This PR contains the following updates: | Package | Update | Change | |---|---|---| | [google-cloud-bigquery-datatransfer](https://togithub.com/googleapis/python-bigquery-datatransfer) | major | `==0.4.1` -> `==1.0.0` | --- ### Release Notes
googleapis/python-bigquery-datatransfer ### [`v1.0.0`](https://togithub.com/googleapis/python-bigquery-datatransfer/blob/master/CHANGELOG.md#​100-httpswwwgithubcomgoogleapispython-bigquery-datatransfercomparev041v100-2020-03-04) [Compare Source](https://togithub.com/googleapis/python-bigquery-datatransfer/compare/v0.4.1...v1.0.0) ##### Features - **bigquerydatatransfer:** add `service_account_name` option to transfer configs ([#​10013](https://www.github.com/googleapis/python-bigquery-datatransfer/issues/10013)) ([9ca090a](https://www.github.com/googleapis/python-bigquery-datatransfer/commit/9ca090af431092bc4286fa4443dd0dc0141f6de6)) - **bigquerydatatransfer:** undeprecate resource name helper methods; add py2 deprecation warning; bump copyright year to 2020 (via synth) ([#​10226](https://www.github.com/googleapis/python-bigquery-datatransfer/issues/10226)) ([c0f9cc3](https://www.github.com/googleapis/python-bigquery-datatransfer/commit/c0f9cc398e5558002c79a875809bb6cd1a98a8a4)) - set release_status to production/stable ([#​15](https://www.github.com/googleapis/python-bigquery-datatransfer/issues/15)) ([a9c1160](https://www.github.com/googleapis/python-bigquery-datatransfer/commit/a9c1160475dbc327e8cc5da3b5aee3ceaa618bd3)) ##### Bug Fixes - **bigquery_datatransfer:** deprecate resource name helper methods (via synth) ([#​9829](https://www.github.com/googleapis/python-bigquery-datatransfer/issues/9829)) ([fc06995](https://www.github.com/googleapis/python-bigquery-datatransfer/commit/fc0699549479cc3e34e217f9e588f5128107ba89))
--- ### Renovate configuration :date: **Schedule**: At any time (no schedule defined). :vertical_traffic_light: **Automerge**: Disabled by config. Please merge this manually once you are satisfied. :recycle: **Rebasing**: Never, or you tick the rebase/retry checkbox. :no_bell: **Ignore**: Close this PR and you won't be reminded about this update again. --- - [ ] If you want to rebase/retry this PR, check this box --- This PR has been generated by [WhiteSource Renovate](https://renovate.whitesourcesoftware.com). View repository job log [here](https://app.renovatebot.com/dashboard#GoogleCloudPlatform/python-docs-samples). --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 44481294d39a..85446c4f390a 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==0.4.1 +google-cloud-bigquery-datatransfer==1.0.0 From 029e1263bc5c64194365adf8dd355f3b8ac42667 Mon Sep 17 00:00:00 2001 From: Kurtis Van Gent <31518063+kurtisvg@users.noreply.github.com> Date: Wed, 1 Apr 2020 19:11:50 -0700 Subject: [PATCH 008/117] Simplify noxfile setup. [(#2806)](https://github.com/GoogleCloudPlatform/python-docs-samples/issues/2806) * chore(deps): update dependency requests to v2.23.0 * Simplify noxfile and add version control. * Configure appengine/standard to only test Python 2.7. * Update Kokokro configs to match noxfile. * Add requirements-test to each folder. * Remove Py2 versions from everything execept appengine/standard. * Remove conftest.py. * Remove appengine/standard/conftest.py * Remove 'no-sucess-flaky-report' from pytest.ini. * Add GAE SDK back to appengine/standard tests. * Fix typo. * Roll pytest to python 2 version. * Add a bunch of testing requirements. * Remove typo. * Add appengine lib directory back in. * Add some additional requirements. * Fix issue with flake8 args. * Even more requirements. * Readd appengine conftest.py. * Add a few more requirements. * Even more Appengine requirements. * Add webtest for appengine/standard/mailgun. * Add some additional requirements. * Add workaround for issue with mailjet-rest. * Add responses for appengine/standard/mailjet. Co-authored-by: Renovate Bot --- bigquery-datatransfer/snippets/requirements-test.txt | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 bigquery-datatransfer/snippets/requirements-test.txt diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt new file mode 100644 index 000000000000..41c4d5110536 --- /dev/null +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -0,0 +1,2 @@ +pytest==5.3.2 +mock==3.0.5 From 086743404417096ddc0f0dd00bd780e3963227db Mon Sep 17 00:00:00 2001 From: Kurtis Van Gent <31518063+kurtisvg@users.noreply.github.com> Date: Tue, 9 Jun 2020 14:34:27 -0700 Subject: [PATCH 009/117] Replace GCLOUD_PROJECT with GOOGLE_CLOUD_PROJECT. [(#4022)](https://github.com/GoogleCloudPlatform/python-docs-samples/issues/4022) --- bigquery-datatransfer/snippets/quickstart_test.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/quickstart_test.py b/bigquery-datatransfer/snippets/quickstart_test.py index 0bb5ddd68110..cd397b814871 100644 --- a/bigquery-datatransfer/snippets/quickstart_test.py +++ b/bigquery-datatransfer/snippets/quickstart_test.py @@ -20,7 +20,7 @@ import quickstart -PROJECT = os.environ['GCLOUD_PROJECT'] +PROJECT = os.environ['GOOGLE_CLOUD_PROJECT'] @pytest.fixture From 75e18672258a1d3cfaaee081791f7bb74b85bdc8 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Tue, 30 Jun 2020 20:20:00 +0200 Subject: [PATCH 010/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v1.1.0 [(#4215)](https://github.com/GoogleCloudPlatform/python-docs-samples/issues/4215) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 85446c4f390a..769139877b2b 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==1.0.0 +google-cloud-bigquery-datatransfer==1.1.0 From e3fa3c616bf553e080f90139be02ee2c1323d3b9 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Mon, 13 Jul 2020 00:46:30 +0200 Subject: [PATCH 011/117] chore(deps): update dependency pytest to v5.4.3 [(#4279)](https://github.com/GoogleCloudPlatform/python-docs-samples/issues/4279) * chore(deps): update dependency pytest to v5.4.3 * specify pytest for python 2 in appengine Co-authored-by: Leah Cole --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 41c4d5110536..1a71e3e3296a 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,2 +1,2 @@ -pytest==5.3.2 +pytest==5.4.3 mock==3.0.5 From 092e617c794b2d09df2a9bec63aca01fc1e42ecd Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Mon, 13 Jul 2020 07:10:34 +0200 Subject: [PATCH 012/117] chore(deps): update dependency mock to v4 [(#4287)](https://github.com/GoogleCloudPlatform/python-docs-samples/issues/4287) * chore(deps): update dependency mock to v4 * specify mock version for appengine python 2 Co-authored-by: Leah Cole --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 1a71e3e3296a..676ff949e8ae 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,2 +1,2 @@ pytest==5.4.3 -mock==3.0.5 +mock==4.0.2 From 36a9df91f0b07265854a02b73e706175074c3143 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Sat, 1 Aug 2020 21:51:00 +0200 Subject: [PATCH 013/117] Update dependency pytest to v6 [(#4390)](https://github.com/GoogleCloudPlatform/python-docs-samples/issues/4390) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 676ff949e8ae..2466e25087c6 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,2 +1,2 @@ -pytest==5.4.3 +pytest==6.0.1 mock==4.0.2 From 485189f941a333239e21b35ecd46bb22ddfec313 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Wed, 16 Sep 2020 21:40:59 +0200 Subject: [PATCH 014/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v1.1.1 (#55) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 769139877b2b..af45f439d090 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==1.1.0 +google-cloud-bigquery-datatransfer==1.1.1 From 28ba2407407aee40c5a06162b32576aaddc30272 Mon Sep 17 00:00:00 2001 From: Peter Lamut Date: Mon, 21 Sep 2020 17:34:58 +0200 Subject: [PATCH 015/117] chore: transition the library to microgenerator (#56) * chore: remove old GAPIC code * Regenerate the library with microgenerator * Fix docs toctree includes * Update Python version compatibility in README * Adjust samples * Fix datatransfer shim unit test * Reduce required coverage threshold The generated code tests do not cover all code paths after all... * Simplify TransferConfig instantiation in sample * Add UPGRADING guide * Update UPGRADING.md (method name) Co-authored-by: Bu Sun Kim <8822365+busunkim96@users.noreply.github.com> Co-authored-by: Bu Sun Kim <8822365+busunkim96@users.noreply.github.com> --- bigquery-datatransfer/snippets/quickstart.py | 13 +++++++------ bigquery-datatransfer/snippets/quickstart_test.py | 14 ++++---------- 2 files changed, 11 insertions(+), 16 deletions(-) diff --git a/bigquery-datatransfer/snippets/quickstart.py b/bigquery-datatransfer/snippets/quickstart.py index a16a0c9cb624..347ccdbf5f7c 100644 --- a/bigquery-datatransfer/snippets/quickstart.py +++ b/bigquery-datatransfer/snippets/quickstart.py @@ -15,21 +15,22 @@ # limitations under the License. -def run_quickstart(): +def run_quickstart(project="my-project"): # [START bigquerydatatransfer_quickstart] - from google.cloud import bigquery_datatransfer + from google.cloud.bigquery import datatransfer - client = bigquery_datatransfer.DataTransferServiceClient() + client = datatransfer.DataTransferServiceClient() - project = 'my-project' # TODO: Update to your project ID. + # TODO: Update to your project ID. + # project = "my-project" # Get the full path to your project. - parent = client.project_path(project) + parent = f"projects/{project}" print('Supported Data Sources:') # Iterate over all possible data sources. - for data_source in client.list_data_sources(parent): + for data_source in client.list_data_sources(parent=parent): print('{}:'.format(data_source.display_name)) print('\tID: {}'.format(data_source.data_source_id)) print('\tFull path: {}'.format(data_source.name)) diff --git a/bigquery-datatransfer/snippets/quickstart_test.py b/bigquery-datatransfer/snippets/quickstart_test.py index cd397b814871..387c2e8b6066 100644 --- a/bigquery-datatransfer/snippets/quickstart_test.py +++ b/bigquery-datatransfer/snippets/quickstart_test.py @@ -14,7 +14,6 @@ import os -import mock import pytest import quickstart @@ -24,18 +23,13 @@ @pytest.fixture -def mock_project_path(): +def mock_project_id(): """Mock out project and replace with project from environment.""" - project_patch = mock.patch( - 'google.cloud.bigquery_datatransfer.DataTransferServiceClient.' - 'project_path') - with project_patch as project_mock: - project_mock.return_value = 'projects/{}'.format(PROJECT) - yield project_mock + return PROJECT -def test_quickstart(capsys, mock_project_path): - quickstart.run_quickstart() +def test_quickstart(capsys, mock_project_id): + quickstart.run_quickstart(mock_project_id) out, _ = capsys.readouterr() assert 'Supported Data Sources:' in out From 22d55fc43f77e808d2b488529b3fe028d8a44457 Mon Sep 17 00:00:00 2001 From: Peter Lamut Date: Tue, 29 Sep 2020 18:34:08 +0200 Subject: [PATCH 016/117] chore: Adjust gapic namespace to google.cloud.bigquery_datatransfer (#61) * chore: use google.cloud.bigquery_datatransfer namespace Using google.cloud.bigquery.datatransfer turned out to be too problematic to use with the google.cloud.bigquery library (namespace clashes). * Adjust code to renamed namespace * Update UPGRADING guide with new (old) namespace --- bigquery-datatransfer/snippets/quickstart.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/bigquery-datatransfer/snippets/quickstart.py b/bigquery-datatransfer/snippets/quickstart.py index 347ccdbf5f7c..042a6459d6c1 100644 --- a/bigquery-datatransfer/snippets/quickstart.py +++ b/bigquery-datatransfer/snippets/quickstart.py @@ -17,9 +17,9 @@ def run_quickstart(project="my-project"): # [START bigquerydatatransfer_quickstart] - from google.cloud.bigquery import datatransfer + from google.cloud import bigquery_datatransfer - client = datatransfer.DataTransferServiceClient() + client = bigquery_datatransfer.DataTransferServiceClient() # TODO: Update to your project ID. # project = "my-project" From 51195a0a8ab18b2c21368ffb75f1d88245783f97 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Mon, 5 Oct 2020 19:58:28 +0200 Subject: [PATCH 017/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v2 (#59) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index af45f439d090..00c87c7c32ad 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==1.1.1 +google-cloud-bigquery-datatransfer==2.1.0 From c03aacc25322b0429e274eadc86a79a9551dae1d Mon Sep 17 00:00:00 2001 From: Tim Swast Date: Wed, 9 Dec 2020 10:25:34 -0600 Subject: [PATCH 018/117] docs: add sample for dataset copy (#76) * docs: add sample for dataset copy * add google-cloud-bigquery to test requirements * use relative imports to hopefully fix lint --- bigquery-datatransfer/snippets/__init__.py | 13 +++ .../snippets/copy_dataset.py | 54 +++++++++++ .../snippets/copy_dataset_test.py | 95 +++++++++++++++++++ .../snippets/quickstart_test.py | 6 +- .../snippets/requirements-test.txt | 1 + 5 files changed, 166 insertions(+), 3 deletions(-) create mode 100644 bigquery-datatransfer/snippets/__init__.py create mode 100644 bigquery-datatransfer/snippets/copy_dataset.py create mode 100644 bigquery-datatransfer/snippets/copy_dataset_test.py diff --git a/bigquery-datatransfer/snippets/__init__.py b/bigquery-datatransfer/snippets/__init__.py new file mode 100644 index 000000000000..c6334245aea5 --- /dev/null +++ b/bigquery-datatransfer/snippets/__init__.py @@ -0,0 +1,13 @@ +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. diff --git a/bigquery-datatransfer/snippets/copy_dataset.py b/bigquery-datatransfer/snippets/copy_dataset.py new file mode 100644 index 000000000000..084ab733034b --- /dev/null +++ b/bigquery-datatransfer/snippets/copy_dataset.py @@ -0,0 +1,54 @@ +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +def copy_dataset(override_values={}): + # [START bigquerydatatransfer_copy_dataset] + from google.cloud import bigquery_datatransfer + + transfer_client = bigquery_datatransfer.DataTransferServiceClient() + + destination_project_id = "my-destination-project" + destination_dataset_id = "my_destination_dataset" + source_project_id = "my-source-project" + source_dataset_id = "my_source_dataset" + # [END bigquerydatatransfer_copy_dataset] + # To facilitate testing, we replace values with alternatives + # provided by the testing harness. + destination_project_id = override_values.get( + "destination_project_id", destination_project_id + ) + destination_dataset_id = override_values.get( + "destination_dataset_id", destination_dataset_id + ) + source_project_id = override_values.get("source_project_id", source_project_id) + source_dataset_id = override_values.get("source_dataset_id", source_dataset_id) + # [START bigquerydatatransfer_copy_dataset] + transfer_config = bigquery_datatransfer.TransferConfig( + destination_dataset_id=destination_dataset_id, + display_name="Your Dataset Copy Name", + data_source_id="cross_region_copy", + params={ + "source_project_id": source_project_id, + "source_dataset_id": source_dataset_id, + }, + schedule="every 24 hours", + ) + transfer_config = transfer_client.create_transfer_config( + parent=transfer_client.common_project_path(destination_project_id), + transfer_config=transfer_config, + ) + print(f"Created transfer config: {transfer_config.name}") + # [END bigquerydatatransfer_copy_dataset] + return transfer_config diff --git a/bigquery-datatransfer/snippets/copy_dataset_test.py b/bigquery-datatransfer/snippets/copy_dataset_test.py new file mode 100644 index 000000000000..6ff702372171 --- /dev/null +++ b/bigquery-datatransfer/snippets/copy_dataset_test.py @@ -0,0 +1,95 @@ +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import datetime +import uuid + +import google.api_core.exceptions +import google.auth +from google.cloud import bigquery +from google.cloud import bigquery_datatransfer +import pytest + +from . import copy_dataset + + +def temp_suffix(): + now = datetime.datetime.now() + return f"{now.strftime('%Y%m%d%H%M%S')}_{uuid.uuid4().hex[:8]}" + + +@pytest.fixture(scope="session") +def default_credentials(): + return google.auth.default(["https://www.googleapis.com/auth/cloud-platform"]) + + +@pytest.fixture(scope="session") +def project_id(default_credentials): + _, project_id = default_credentials + return project_id + + +@pytest.fixture(scope="session") +def bigquery_client(default_credentials): + credentials, project_id = default_credentials + return bigquery.Client(credentials=credentials, project=project_id) + + +@pytest.fixture(scope="session") +def transfer_client(default_credentials): + credentials, _ = default_credentials + return bigquery_datatransfer.DataTransferServiceClient(credentials=credentials) + + +@pytest.fixture +def to_delete_configs(transfer_client): + to_delete = [] + yield to_delete + for config_name in to_delete: + try: + transfer_client.delete_transfer_config(name=config_name) + except google.api_core.exceptions.GoogleAPICallError: + pass + + +@pytest.fixture(scope="module") +def destination_dataset_id(bigquery_client, project_id): + dataset_id = f"bqdts_dest_{temp_suffix()}" + bigquery_client.create_dataset(f"{project_id}.{dataset_id}") + yield dataset_id + bigquery_client.delete_dataset(dataset_id, delete_contents=True) + + +@pytest.fixture(scope="module") +def source_dataset_id(bigquery_client, project_id): + dataset_id = f"bqdts_src_{temp_suffix()}" + bigquery_client.create_dataset(f"{project_id}.{dataset_id}") + yield dataset_id + bigquery_client.delete_dataset(dataset_id, delete_contents=True) + + +def test_copy_dataset( + capsys, project_id, destination_dataset_id, source_dataset_id, to_delete_configs +): + transfer_config = copy_dataset.copy_dataset( + { + "destination_project_id": project_id, + "destination_dataset_id": destination_dataset_id, + "source_project_id": project_id, + "source_dataset_id": source_dataset_id, + } + ) + to_delete_configs.append(transfer_config.name) + out, _ = capsys.readouterr() + assert transfer_config.name in out diff --git a/bigquery-datatransfer/snippets/quickstart_test.py b/bigquery-datatransfer/snippets/quickstart_test.py index 387c2e8b6066..5b873c63bea7 100644 --- a/bigquery-datatransfer/snippets/quickstart_test.py +++ b/bigquery-datatransfer/snippets/quickstart_test.py @@ -16,10 +16,10 @@ import pytest -import quickstart +from . import quickstart -PROJECT = os.environ['GOOGLE_CLOUD_PROJECT'] +PROJECT = os.environ["GOOGLE_CLOUD_PROJECT"] @pytest.fixture @@ -32,4 +32,4 @@ def mock_project_id(): def test_quickstart(capsys, mock_project_id): quickstart.run_quickstart(mock_project_id) out, _ = capsys.readouterr() - assert 'Supported Data Sources:' in out + assert "Supported Data Sources:" in out diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 2466e25087c6..fff09f56d36c 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,2 +1,3 @@ +google-cloud-bigquery==2.6.0 pytest==6.0.1 mock==4.0.2 From cf7ed2c7979dff968b93b06600ad5ff7174c6423 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Wed, 9 Dec 2020 18:12:02 +0100 Subject: [PATCH 019/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3 (#81) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit [![WhiteSource Renovate](https://app.renovatebot.com/images/banner.svg)](https://renovatebot.com) This PR contains the following updates: | Package | Update | Change | |---|---|---| | [google-cloud-bigquery-datatransfer](https://togithub.com/googleapis/python-bigquery-datatransfer) | major | `==2.1.0` -> `==3.0.0` | --- ### Release Notes
googleapis/python-bigquery-datatransfer ### [`v3.0.0`](https://togithub.com/googleapis/python-bigquery-datatransfer/blob/master/CHANGELOG.md#​300-httpswwwgithubcomgoogleapispython-bigquery-datatransfercomparev210v300-2020-12-09) [Compare Source](https://togithub.com/googleapis/python-bigquery-datatransfer/compare/v2.1.0...v3.0.0) ##### ⚠ BREAKING CHANGES - type is renamed to type\_ to avoid conflict with built-in functions (introduced in [googleapis/gapic-generator-python#​595](https://togithub.com/googleapis/gapic-generator-python/issues/595)) ##### Features - add common resource path helpers ([#​69](https://www.github.com/googleapis/python-bigquery-datatransfer/issues/69)) ([e0bcedb](https://www.github.com/googleapis/python-bigquery-datatransfer/commit/e0bcedb58109e38a58584d5b3087f03e1fa10835)) ##### Bug Fixes - avoid collision with built-in functions by renaming type property to type\_ ([#​53](https://www.github.com/googleapis/python-bigquery-datatransfer/issues/53)) ([b954411](https://www.github.com/googleapis/python-bigquery-datatransfer/commit/b95441140f7c86dd3e833aef0532badd6280ef48)), closes [/github.com/googleapis/python-talent/blob/ef045e8eb348db36d7a2a611e6f26b11530d273b/samples/snippets/noxfile_config.py#L27-L32](https://www.github.com/googleapis//github.com/googleapis/python-talent/blob/ef045e8eb348db36d7a2a611e6f26b11530d273b/samples/snippets/noxfile_config.py/issues/L27-L32) ##### Documentation - update intersphinx links ([#​78](https://www.github.com/googleapis/python-bigquery-datatransfer/issues/78)) ([a78ba39](https://www.github.com/googleapis/python-bigquery-datatransfer/commit/a78ba39bf1507cbc9e2a51fe4553d602da7f7601))
--- ### Renovate configuration :date: **Schedule**: At any time (no schedule defined). :vertical_traffic_light: **Automerge**: Disabled by config. Please merge this manually once you are satisfied. :recycle: **Rebasing**: Whenever PR becomes conflicted, or you tick the rebase/retry checkbox. :no_bell: **Ignore**: Close this PR and you won't be reminded about this update again. --- - [ ] If you want to rebase/retry this PR, check this box --- This PR has been generated by [WhiteSource Renovate](https://renovate.whitesourcesoftware.com). View repository job log [here](https://app.renovatebot.com/dashboard#github/googleapis/python-bigquery-datatransfer). --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 00c87c7c32ad..fca77e1043f8 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==2.1.0 +google-cloud-bigquery-datatransfer==3.0.0 From 6453eafa4fc5f48beaaf047e0823e33c340c3dbc Mon Sep 17 00:00:00 2001 From: Tim Swast Date: Thu, 10 Dec 2020 10:56:58 -0600 Subject: [PATCH 020/117] docs: remove out-of-date sample from README (#80) See samples/ directory for maintained and tested samples --- bigquery-datatransfer/snippets/conftest.py | 53 +++++++++++++++++++ .../snippets/copy_dataset_test.py | 38 ------------- bigquery-datatransfer/snippets/quickstart.py | 27 ++++++---- .../snippets/quickstart_test.py | 18 +------ 4 files changed, 72 insertions(+), 64 deletions(-) create mode 100644 bigquery-datatransfer/snippets/conftest.py diff --git a/bigquery-datatransfer/snippets/conftest.py b/bigquery-datatransfer/snippets/conftest.py new file mode 100644 index 000000000000..44a8fb497782 --- /dev/null +++ b/bigquery-datatransfer/snippets/conftest.py @@ -0,0 +1,53 @@ +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import google.api_core.exceptions +import google.auth +from google.cloud import bigquery +from google.cloud import bigquery_datatransfer +import pytest + + +@pytest.fixture(scope="session") +def default_credentials(): + return google.auth.default(["https://www.googleapis.com/auth/cloud-platform"]) + + +@pytest.fixture(scope="session") +def project_id(default_credentials): + _, project_id = default_credentials + return project_id + + +@pytest.fixture(scope="session") +def bigquery_client(default_credentials): + credentials, project_id = default_credentials + return bigquery.Client(credentials=credentials, project=project_id) + + +@pytest.fixture(scope="session") +def transfer_client(default_credentials): + credentials, _ = default_credentials + return bigquery_datatransfer.DataTransferServiceClient(credentials=credentials) + + +@pytest.fixture +def to_delete_configs(transfer_client): + to_delete = [] + yield to_delete + for config_name in to_delete: + try: + transfer_client.delete_transfer_config(name=config_name) + except google.api_core.exceptions.GoogleAPICallError: + pass diff --git a/bigquery-datatransfer/snippets/copy_dataset_test.py b/bigquery-datatransfer/snippets/copy_dataset_test.py index 6ff702372171..00a5e560454b 100644 --- a/bigquery-datatransfer/snippets/copy_dataset_test.py +++ b/bigquery-datatransfer/snippets/copy_dataset_test.py @@ -15,10 +15,6 @@ import datetime import uuid -import google.api_core.exceptions -import google.auth -from google.cloud import bigquery -from google.cloud import bigquery_datatransfer import pytest from . import copy_dataset @@ -29,40 +25,6 @@ def temp_suffix(): return f"{now.strftime('%Y%m%d%H%M%S')}_{uuid.uuid4().hex[:8]}" -@pytest.fixture(scope="session") -def default_credentials(): - return google.auth.default(["https://www.googleapis.com/auth/cloud-platform"]) - - -@pytest.fixture(scope="session") -def project_id(default_credentials): - _, project_id = default_credentials - return project_id - - -@pytest.fixture(scope="session") -def bigquery_client(default_credentials): - credentials, project_id = default_credentials - return bigquery.Client(credentials=credentials, project=project_id) - - -@pytest.fixture(scope="session") -def transfer_client(default_credentials): - credentials, _ = default_credentials - return bigquery_datatransfer.DataTransferServiceClient(credentials=credentials) - - -@pytest.fixture -def to_delete_configs(transfer_client): - to_delete = [] - yield to_delete - for config_name in to_delete: - try: - transfer_client.delete_transfer_config(name=config_name) - except google.api_core.exceptions.GoogleAPICallError: - pass - - @pytest.fixture(scope="module") def destination_dataset_id(bigquery_client, project_id): dataset_id = f"bqdts_dest_{temp_suffix()}" diff --git a/bigquery-datatransfer/snippets/quickstart.py b/bigquery-datatransfer/snippets/quickstart.py index 042a6459d6c1..de8d05e52428 100644 --- a/bigquery-datatransfer/snippets/quickstart.py +++ b/bigquery-datatransfer/snippets/quickstart.py @@ -14,29 +14,36 @@ # See the License for the specific language governing permissions and # limitations under the License. +import sys -def run_quickstart(project="my-project"): + +def run_quickstart(override_values={}): # [START bigquerydatatransfer_quickstart] from google.cloud import bigquery_datatransfer client = bigquery_datatransfer.DataTransferServiceClient() # TODO: Update to your project ID. - # project = "my-project" + project_id = "my-project" + # [END bigquerydatatransfer_quickstart] + # To facilitate testing, we replace values with alternatives + # provided by the testing harness. + project_id = override_values.get("project_id", project_id) + # [START bigquerydatatransfer_quickstart] # Get the full path to your project. - parent = f"projects/{project}" + parent = client.common_project_path(project_id) - print('Supported Data Sources:') + print("Supported Data Sources:") # Iterate over all possible data sources. for data_source in client.list_data_sources(parent=parent): - print('{}:'.format(data_source.display_name)) - print('\tID: {}'.format(data_source.data_source_id)) - print('\tFull path: {}'.format(data_source.name)) - print('\tDescription: {}'.format(data_source.description)) + print("{}:".format(data_source.display_name)) + print("\tID: {}".format(data_source.data_source_id)) + print("\tFull path: {}".format(data_source.name)) + print("\tDescription: {}".format(data_source.description)) # [END bigquerydatatransfer_quickstart] -if __name__ == '__main__': - run_quickstart() +if __name__ == "__main__": + run_quickstart(override_values={"project_id": sys.argv[1]}) diff --git a/bigquery-datatransfer/snippets/quickstart_test.py b/bigquery-datatransfer/snippets/quickstart_test.py index 5b873c63bea7..570d5181d53f 100644 --- a/bigquery-datatransfer/snippets/quickstart_test.py +++ b/bigquery-datatransfer/snippets/quickstart_test.py @@ -12,24 +12,10 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os - -import pytest - from . import quickstart -PROJECT = os.environ["GOOGLE_CLOUD_PROJECT"] - - -@pytest.fixture -def mock_project_id(): - """Mock out project and replace with project from environment.""" - - return PROJECT - - -def test_quickstart(capsys, mock_project_id): - quickstart.run_quickstart(mock_project_id) +def test_quickstart(capsys, project_id): + quickstart.run_quickstart(override_values={"project_id": project_id}) out, _ = capsys.readouterr() assert "Supported Data Sources:" in out From f5693fccc27ffcf8a0c221090a053b9c12700092 Mon Sep 17 00:00:00 2001 From: Tim Swast Date: Tue, 15 Dec 2020 14:04:45 -0600 Subject: [PATCH 021/117] docs: add scheduled query samples (#83) * docs: add scheduled query samples * test: opt-out of type annotations for now * test: use environment variable for project ID * set quota project * consolidate config creation to conserve quota --- bigquery-datatransfer/snippets/conftest.py | 75 +++++++- .../snippets/copy_dataset_test.py | 11 +- .../snippets/manage_transfer_configs.py | 171 ++++++++++++++++++ .../snippets/manage_transfer_configs_test.py | 70 +++++++ .../snippets/noxfile_config.py | 38 ++++ .../snippets/quickstart_test.py | 6 +- .../snippets/scheduled_query.py | 80 ++++++++ .../snippets/scheduled_query_test.py | 22 +++ 8 files changed, 463 insertions(+), 10 deletions(-) create mode 100644 bigquery-datatransfer/snippets/manage_transfer_configs.py create mode 100644 bigquery-datatransfer/snippets/manage_transfer_configs_test.py create mode 100644 bigquery-datatransfer/snippets/noxfile_config.py create mode 100644 bigquery-datatransfer/snippets/scheduled_query.py create mode 100644 bigquery-datatransfer/snippets/scheduled_query_test.py diff --git a/bigquery-datatransfer/snippets/conftest.py b/bigquery-datatransfer/snippets/conftest.py index 44a8fb497782..998d5ea7f551 100644 --- a/bigquery-datatransfer/snippets/conftest.py +++ b/bigquery-datatransfer/snippets/conftest.py @@ -12,6 +12,11 @@ # See the License for the specific language governing permissions and # limitations under the License. +import datetime +import os +import uuid + +from google.api_core import client_options import google.api_core.exceptions import google.auth from google.cloud import bigquery @@ -19,27 +24,81 @@ import pytest +def temp_suffix(): + now = datetime.datetime.now() + return f"{now.strftime('%Y%m%d%H%M%S')}_{uuid.uuid4().hex[:8]}" + + +@pytest.fixture(scope="session") +def bigquery_client(default_credentials): + credentials, project_id = default_credentials + return bigquery.Client(credentials=credentials, project=project_id) + + +@pytest.fixture(scope="session") +def dataset_id(bigquery_client, project_id): + dataset_id = f"bqdts_{temp_suffix()}" + bigquery_client.create_dataset(f"{project_id}.{dataset_id}") + yield dataset_id + bigquery_client.delete_dataset(dataset_id, delete_contents=True) + + @pytest.fixture(scope="session") def default_credentials(): return google.auth.default(["https://www.googleapis.com/auth/cloud-platform"]) @pytest.fixture(scope="session") -def project_id(default_credentials): - _, project_id = default_credentials - return project_id +def project_id(): + return os.environ["GOOGLE_CLOUD_PROJECT"] @pytest.fixture(scope="session") -def bigquery_client(default_credentials): - credentials, project_id = default_credentials - return bigquery.Client(credentials=credentials, project=project_id) +def service_account_name(default_credentials): + credentials, _ = default_credentials + # Note: this property is not available when running with user account + # credentials, but only service account credentials are used in our test + # infrastructure. + return credentials.service_account_email @pytest.fixture(scope="session") -def transfer_client(default_credentials): +def transfer_client(default_credentials, project_id): credentials, _ = default_credentials - return bigquery_datatransfer.DataTransferServiceClient(credentials=credentials) + options = client_options.ClientOptions(quota_project_id=project_id) + + transfer_client = bigquery_datatransfer.DataTransferServiceClient( + credentials=credentials, client_options=options + ) + + # Ensure quota is always attributed to the correct project. + bigquery_datatransfer.DataTransferServiceClient = lambda: transfer_client + + return transfer_client + + +@pytest.fixture(scope="session") +def transfer_config_name(transfer_client, project_id, dataset_id, service_account_name): + from . import manage_transfer_configs, scheduled_query + + # Use the transfer_client fixture so we know quota is attributed to the + # correct project. + assert transfer_client is not None + + # To conserve limited BQ-DTS quota, this fixture creates only one transfer + # config for a whole session and is used to test the scheduled_query.py and + # the delete operation in manage_transfer_configs.py. + transfer_config = scheduled_query.create_scheduled_query( + { + "project_id": project_id, + "dataset_id": dataset_id, + "service_account_name": service_account_name, + } + ) + yield transfer_config.name + manage_transfer_configs.delete_config( + {"transfer_config_name": transfer_config.name} + ) @pytest.fixture diff --git a/bigquery-datatransfer/snippets/copy_dataset_test.py b/bigquery-datatransfer/snippets/copy_dataset_test.py index 00a5e560454b..349f05cef5f8 100644 --- a/bigquery-datatransfer/snippets/copy_dataset_test.py +++ b/bigquery-datatransfer/snippets/copy_dataset_test.py @@ -42,8 +42,17 @@ def source_dataset_id(bigquery_client, project_id): def test_copy_dataset( - capsys, project_id, destination_dataset_id, source_dataset_id, to_delete_configs + capsys, + transfer_client, + project_id, + destination_dataset_id, + source_dataset_id, + to_delete_configs, ): + # Use the transfer_client fixture so we know quota is attributed to the + # correct project. + assert transfer_client is not None + transfer_config = copy_dataset.copy_dataset( { "destination_project_id": project_id, diff --git a/bigquery-datatransfer/snippets/manage_transfer_configs.py b/bigquery-datatransfer/snippets/manage_transfer_configs.py new file mode 100644 index 000000000000..6b4abd7814e0 --- /dev/null +++ b/bigquery-datatransfer/snippets/manage_transfer_configs.py @@ -0,0 +1,171 @@ +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +def list_configs(override_values={}): + # [START bigquerydatatransfer_list_configs] + from google.cloud import bigquery_datatransfer + + transfer_client = bigquery_datatransfer.DataTransferServiceClient() + + project_id = "my-project" + # [END bigquerydatatransfer_list_configs] + # To facilitate testing, we replace values with alternatives + # provided by the testing harness. + project_id = override_values.get("project_id", project_id) + # [START bigquerydatatransfer_list_configs] + parent = transfer_client.common_project_path(project_id) + + configs = transfer_client.list_transfer_configs(parent=parent) + print("Got the following configs:") + for config in configs: + print(f"\tID: {config.name}, Schedule: {config.schedule}") + # [END bigquerydatatransfer_list_configs] + + +def update_config(override_values={}): + # [START bigquerydatatransfer_update_config] + from google.cloud import bigquery_datatransfer + from google.protobuf import field_mask_pb2 + + transfer_client = bigquery_datatransfer.DataTransferServiceClient() + + transfer_config_name = "projects/1234/locations/us/transferConfigs/abcd" + new_display_name = "My Transfer Config" + # [END bigquerydatatransfer_update_config] + # To facilitate testing, we replace values with alternatives + # provided by the testing harness. + new_display_name = override_values.get("new_display_name", new_display_name) + transfer_config_name = override_values.get( + "transfer_config_name", transfer_config_name + ) + # [START bigquerydatatransfer_update_config] + + transfer_config = bigquery_datatransfer.TransferConfig(name=transfer_config_name) + transfer_config.display_name = new_display_name + + transfer_config = transfer_client.update_transfer_config( + { + "transfer_config": transfer_config, + "update_mask": field_mask_pb2.FieldMask(paths=["display_name"]), + } + ) + + print(f"Updated config: '{transfer_config.name}'") + print(f"New display name: '{transfer_config.display_name}'") + # [END bigquerydatatransfer_update_config] + # Return the config name for testing purposes, so that it can be deleted. + return transfer_config + + +def update_credentials_with_service_account(override_values={}): + # [START bigquerydatatransfer_update_credentials] + from google.cloud import bigquery_datatransfer + from google.protobuf import field_mask_pb2 + + transfer_client = bigquery_datatransfer.DataTransferServiceClient() + + service_account_name = "abcdef-test-sa@abcdef-test.iam.gserviceaccount.com" + transfer_config_name = "projects/1234/locations/us/transferConfigs/abcd" + # [END bigquerydatatransfer_update_credentials] + # To facilitate testing, we replace values with alternatives + # provided by the testing harness. + service_account_name = override_values.get( + "service_account_name", service_account_name + ) + transfer_config_name = override_values.get( + "transfer_config_name", transfer_config_name + ) + # [START bigquerydatatransfer_update_credentials] + + transfer_config = bigquery_datatransfer.TransferConfig(name=transfer_config_name) + + transfer_config = transfer_client.update_transfer_config( + { + "transfer_config": transfer_config, + "update_mask": field_mask_pb2.FieldMask(paths=["service_account_name"]), + "service_account_name": service_account_name, + } + ) + + print("Updated config: '{}'".format(transfer_config.name)) + # [END bigquerydatatransfer_update_credentials] + # Return the config name for testing purposes, so that it can be deleted. + return transfer_config + + +def schedule_backfill(override_values={}): + # [START bigquerydatatransfer_schedule_backfill] + import datetime + + from google.cloud import bigquery_datatransfer + + transfer_client = bigquery_datatransfer.DataTransferServiceClient() + + transfer_config_name = "projects/1234/locations/us/transferConfigs/abcd" + # [END bigquerydatatransfer_schedule_backfill] + # To facilitate testing, we replace values with alternatives + # provided by the testing harness. + transfer_config_name = override_values.get( + "transfer_config_name", transfer_config_name + ) + # [START bigquerydatatransfer_schedule_backfill] + now = datetime.datetime.now(datetime.timezone.utc) + start_time = now - datetime.timedelta(days=5) + end_time = now - datetime.timedelta(days=2) + + # Some data sources, such as scheduled_query only support daily run. + # Truncate start_time and end_time to midnight time (00:00AM UTC). + start_time = datetime.datetime( + start_time.year, start_time.month, start_time.day, tzinfo=datetime.timezone.utc + ) + end_time = datetime.datetime( + end_time.year, end_time.month, end_time.day, tzinfo=datetime.timezone.utc + ) + + response = transfer_client.schedule_transfer_runs( + parent=transfer_config_name, + start_time=start_time, + end_time=end_time, + ) + + print("Started transfer runs:") + for run in response.runs: + print(f"backfill: {run.run_time} run: {run.name}") + # [END bigquerydatatransfer_schedule_backfill] + return response.runs + + +def delete_config(override_values={}): + # [START bigquerydatatransfer_delete_transfer] + import google.api_core.exceptions + from google.cloud import bigquery_datatransfer + + transfer_client = bigquery_datatransfer.DataTransferServiceClient() + + transfer_config_name = "projects/1234/locations/us/transferConfigs/abcd" + # [END bigquerydatatransfer_delete_transfer] + # To facilitate testing, we replace values with alternatives + # provided by the testing harness. + transfer_config_name = override_values.get( + "transfer_config_name", transfer_config_name + ) + # [START bigquerydatatransfer_delete_transfer] + try: + transfer_client.delete_transfer_config(name=transfer_config_name) + except google.api_core.exceptions.NotFound: + print("Transfer config not found.") + else: + print(f"Deleted transfer config: {transfer_config_name}") + # [END bigquerydatatransfer_delete_transfer] diff --git a/bigquery-datatransfer/snippets/manage_transfer_configs_test.py b/bigquery-datatransfer/snippets/manage_transfer_configs_test.py new file mode 100644 index 000000000000..de31c713a5e2 --- /dev/null +++ b/bigquery-datatransfer/snippets/manage_transfer_configs_test.py @@ -0,0 +1,70 @@ +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from . import manage_transfer_configs + + +def test_list_configs(capsys, project_id, transfer_config_name): + manage_transfer_configs.list_configs({"project_id": project_id}) + out, _ = capsys.readouterr() + assert "Got the following configs:" in out + assert transfer_config_name in out + + +def test_update_config(capsys, transfer_config_name): + manage_transfer_configs.update_config( + { + "new_display_name": "name from test_update_config", + "transfer_config_name": transfer_config_name, + } + ) + out, _ = capsys.readouterr() + assert "Updated config:" in out + assert transfer_config_name in out + assert "name from test_update_config" in out + + +def test_update_credentials_with_service_account( + capsys, project_id, service_account_name, transfer_config_name +): + manage_transfer_configs.update_credentials_with_service_account( + { + "project_id": project_id, + "service_account_name": service_account_name, + "transfer_config_name": transfer_config_name, + } + ) + out, _ = capsys.readouterr() + assert "Updated config:" in out + assert transfer_config_name in out + + +def test_schedule_backfill(capsys, transfer_config_name): + runs = manage_transfer_configs.schedule_backfill( + { + "transfer_config_name": transfer_config_name, + } + ) + out, _ = capsys.readouterr() + assert "Started transfer runs:" in out + # Run IDs should include the transfer name in their path. + assert transfer_config_name in out + # Check that there are runs for 5, 4, 3, and 2 days ago. + assert len(runs) == 4 + + +def test_delete_config(capsys, transfer_config_name): + # transfer_config_name fixture in conftest.py calls the delete config + # sample. To conserve limited BQ-DTS quota we only make basic checks. + assert len(transfer_config_name) != 0 diff --git a/bigquery-datatransfer/snippets/noxfile_config.py b/bigquery-datatransfer/snippets/noxfile_config.py new file mode 100644 index 000000000000..57b25e58e396 --- /dev/null +++ b/bigquery-datatransfer/snippets/noxfile_config.py @@ -0,0 +1,38 @@ +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Default TEST_CONFIG_OVERRIDE for python repos. + +# You can copy this file into your directory, then it will be inported from +# the noxfile.py. + +# The source of truth: +# https://github.com/GoogleCloudPlatform/python-docs-samples/blob/master/noxfile_config.py + +TEST_CONFIG_OVERRIDE = { + # You can opt out from the test for specific Python versions. + "ignored_versions": ["2.7"], + # Old samples are opted out of enforcing Python type hints + # All new samples should feature them + "enforce_type_hints": False, + # An envvar key for determining the project id to use. Change it + # to 'BUILD_SPECIFIC_GCLOUD_PROJECT' if you want to opt in using a + # build specific Cloud project. You can also use your own string + # to use your own Cloud project. + "gcloud_project_env": "GOOGLE_CLOUD_PROJECT", + # "gcloud_project_env": "BUILD_SPECIFIC_GCLOUD_PROJECT", + # A dictionary you want to inject into your test. Don't put any + # secrets here. These values will override predefined values. + "envs": {}, +} diff --git a/bigquery-datatransfer/snippets/quickstart_test.py b/bigquery-datatransfer/snippets/quickstart_test.py index 570d5181d53f..46398b0f939f 100644 --- a/bigquery-datatransfer/snippets/quickstart_test.py +++ b/bigquery-datatransfer/snippets/quickstart_test.py @@ -15,7 +15,11 @@ from . import quickstart -def test_quickstart(capsys, project_id): +def test_quickstart(capsys, transfer_client, project_id): + # Use the transfer_client fixture so we know quota is attributed to the + # correct project. + assert transfer_client is not None + quickstart.run_quickstart(override_values={"project_id": project_id}) out, _ = capsys.readouterr() assert "Supported Data Sources:" in out diff --git a/bigquery-datatransfer/snippets/scheduled_query.py b/bigquery-datatransfer/snippets/scheduled_query.py new file mode 100644 index 000000000000..ab85c5152baa --- /dev/null +++ b/bigquery-datatransfer/snippets/scheduled_query.py @@ -0,0 +1,80 @@ +# Copyright 2019 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +def create_scheduled_query(override_values={}): + # [START bigquerydatatransfer_create_scheduled_query] + # [START bigquerydatatransfer_create_scheduled_query_with_service_account] + from google.cloud import bigquery_datatransfer + + transfer_client = bigquery_datatransfer.DataTransferServiceClient() + + # The project where the query job runs is the same as the project + # containing the destination dataset. + project_id = "your-project-id" + dataset_id = "your_dataset_id" + + # This service account will be used to execute the scheduled queries. Omit + # this request parameter to run the query as the user with the credentials + # associated with this client. + service_account_name = "abcdef-test-sa@abcdef-test.iam.gserviceaccount.com" + # [END bigquerydatatransfer_create_scheduled_query_with_service_account] + # [END bigquerydatatransfer_create_scheduled_query] + # To facilitate testing, we replace values with alternatives + # provided by the testing harness. + project_id = override_values.get("project_id", project_id) + dataset_id = override_values.get("dataset_id", dataset_id) + service_account_name = override_values.get( + "service_account_name", service_account_name + ) + # [START bigquerydatatransfer_create_scheduled_query] + # [START bigquerydatatransfer_create_scheduled_query_with_service_account] + + # Use standard SQL syntax for the query. + query_string = """ + SELECT + CURRENT_TIMESTAMP() as current_time, + @run_time as intended_run_time, + @run_date as intended_run_date, + 17 as some_integer + """ + + parent = transfer_client.common_project_path(project_id) + + transfer_config = bigquery_datatransfer.TransferConfig( + destination_dataset_id=dataset_id, + display_name="Your Scheduled Query Name", + data_source_id="scheduled_query", + params={ + "query": query_string, + "destination_table_name_template": "your_table_{run_date}", + "write_disposition": "WRITE_TRUNCATE", + "partitioning_field": "", + }, + schedule="every 24 hours", + ) + + transfer_config = transfer_client.create_transfer_config( + bigquery_datatransfer.CreateTransferConfigRequest( + parent=parent, + transfer_config=transfer_config, + service_account_name=service_account_name, + ) + ) + + print("Created scheduled query '{}'".format(transfer_config.name)) + # [END bigquerydatatransfer_create_scheduled_query_with_service_account] + # [END bigquerydatatransfer_create_scheduled_query] + # Return the config name for testing purposes, so that it can be deleted. + return transfer_config diff --git a/bigquery-datatransfer/snippets/scheduled_query_test.py b/bigquery-datatransfer/snippets/scheduled_query_test.py new file mode 100644 index 000000000000..ef8418241924 --- /dev/null +++ b/bigquery-datatransfer/snippets/scheduled_query_test.py @@ -0,0 +1,22 @@ +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +def test_create_scheduled_query(transfer_config_name): + from . import scheduled_query + + # transfer_config_name fixture in conftest.py calls the scheduled query + # sample. To conserve limited BQ-DTS quota we only make basic checks. + assert hasattr(scheduled_query, "create_scheduled_query") + assert len(transfer_config_name) != 0 From 4f14fd6a53740de8eb7ac89bff56e414b399e389 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Wed, 10 Mar 2021 21:42:39 +0100 Subject: [PATCH 022/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3.0.1 (#111) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index fca77e1043f8..93a5405d4daf 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.0.0 +google-cloud-bigquery-datatransfer==3.0.1 From 742730b8ccadb209f6ddf3854d6223d50802b0f8 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Wed, 7 Apr 2021 17:43:28 +0200 Subject: [PATCH 023/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3.1.0 (#120) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 93a5405d4daf..e7fe546cba66 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.0.1 +google-cloud-bigquery-datatransfer==3.1.0 From afdafcb5658cdadbe9ab8f71c8356b472ae77f89 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Thu, 8 Apr 2021 20:30:33 +0200 Subject: [PATCH 024/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3.1.1 (#127) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index e7fe546cba66..272594982ff6 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.1.0 +google-cloud-bigquery-datatransfer==3.1.1 From fdf49b0ea6e8f0a371bad2b19c045961ad74f800 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Fri, 16 Apr 2021 23:52:01 +0200 Subject: [PATCH 025/117] chore(deps): update dependency pytest to v6.2.3 (#137) [![WhiteSource Renovate](https://app.renovatebot.com/images/banner.svg)](https://renovatebot.com) This PR contains the following updates: | Package | Change | Age | Adoption | Passing | Confidence | |---|---|---|---|---|---| | [pytest](https://docs.pytest.org/en/latest/) ([source](https://togithub.com/pytest-dev/pytest), [changelog](https://docs.pytest.org/en/stable/changelog.html)) | `==6.0.1` -> `==6.2.3` | [![age](https://badges.renovateapi.com/packages/pypi/pytest/6.2.3/age-slim)](https://docs.renovatebot.com/merge-confidence/) | [![adoption](https://badges.renovateapi.com/packages/pypi/pytest/6.2.3/adoption-slim)](https://docs.renovatebot.com/merge-confidence/) | [![passing](https://badges.renovateapi.com/packages/pypi/pytest/6.2.3/compatibility-slim/6.0.1)](https://docs.renovatebot.com/merge-confidence/) | [![confidence](https://badges.renovateapi.com/packages/pypi/pytest/6.2.3/confidence-slim/6.0.1)](https://docs.renovatebot.com/merge-confidence/) | --- ### Release Notes
pytest-dev/pytest ### [`v6.2.3`](https://togithub.com/pytest-dev/pytest/releases/6.2.3) [Compare Source](https://togithub.com/pytest-dev/pytest/compare/6.2.2...6.2.3) ##### pytest 6.2.3 (2021-04-03) ##### Bug Fixes - [#​8414](https://togithub.com/pytest-dev/pytest/issues/8414): pytest used to create directories under `/tmp` with world-readable permissions. This means that any user in the system was able to read information written by tests in temporary directories (such as those created by the `tmp_path`/`tmpdir` fixture). Now the directories are created with private permissions. pytest used silenty use a pre-existing `/tmp/pytest-of-` directory, even if owned by another user. This means another user could pre-create such a directory and gain control of another user\\'s temporary directory. Now such a condition results in an error. ### [`v6.2.2`](https://togithub.com/pytest-dev/pytest/releases/6.2.2) [Compare Source](https://togithub.com/pytest-dev/pytest/compare/6.2.1...6.2.2) # pytest 6.2.2 (2021-01-25) ## Bug Fixes - [#​8152](https://togithub.com/pytest-dev/pytest/issues/8152): Fixed "(<Skipped instance>)" being shown as a skip reason in the verbose test summary line when the reason is empty. - [#​8249](https://togithub.com/pytest-dev/pytest/issues/8249): Fix the `faulthandler` plugin for occasions when running with `twisted.logger` and using `pytest --capture=no`. ### [`v6.2.1`](https://togithub.com/pytest-dev/pytest/releases/6.2.1) [Compare Source](https://togithub.com/pytest-dev/pytest/compare/6.2.0...6.2.1) ### pytest 6.2.1 (2020-12-15) #### Bug Fixes - [#​7678](https://togithub.com/pytest-dev/pytest/issues/7678): Fixed bug where `ImportPathMismatchError` would be raised for files compiled in the host and loaded later from an UNC mounted path (Windows). - [#​8132](https://togithub.com/pytest-dev/pytest/issues/8132): Fixed regression in `approx`: in 6.2.0 `approx` no longer raises `TypeError` when dealing with non-numeric types, falling back to normal comparison. Before 6.2.0, array types like tf.DeviceArray fell through to the scalar case, and happened to compare correctly to a scalar if they had only one element. After 6.2.0, these types began failing, because they inherited neither from standard Python number hierarchy nor from `numpy.ndarray`. `approx` now converts arguments to `numpy.ndarray` if they expose the array protocol and are not scalars. This treats array-like objects like numpy arrays, regardless of size. ### [`v6.2.0`](https://togithub.com/pytest-dev/pytest/releases/6.2.0) [Compare Source](https://togithub.com/pytest-dev/pytest/compare/6.1.2...6.2.0) # pytest 6.2.0 (2020-12-12) ## Breaking Changes - [#​7808](https://togithub.com/pytest-dev/pytest/issues/7808): pytest now supports python3.6+ only. ## Deprecations - [#​7469](https://togithub.com/pytest-dev/pytest/issues/7469): Directly constructing/calling the following classes/functions is now deprecated: - `_pytest.cacheprovider.Cache` - `_pytest.cacheprovider.Cache.for_config()` - `_pytest.cacheprovider.Cache.clear_cache()` - `_pytest.cacheprovider.Cache.cache_dir_from_config()` - `_pytest.capture.CaptureFixture` - `_pytest.fixtures.FixtureRequest` - `_pytest.fixtures.SubRequest` - `_pytest.logging.LogCaptureFixture` - `_pytest.pytester.Pytester` - `_pytest.pytester.Testdir` - `_pytest.recwarn.WarningsRecorder` - `_pytest.recwarn.WarningsChecker` - `_pytest.tmpdir.TempPathFactory` - `_pytest.tmpdir.TempdirFactory` These have always been considered private, but now issue a deprecation warning, which may become a hard error in pytest 7.0.0. - [#​7530](https://togithub.com/pytest-dev/pytest/issues/7530): The `--strict` command-line option has been deprecated, use `--strict-markers` instead. We have plans to maybe in the future to reintroduce `--strict` and make it an encompassing flag for all strictness related options (`--strict-markers` and `--strict-config` at the moment, more might be introduced in the future). - [#​7988](https://togithub.com/pytest-dev/pytest/issues/7988): The `@pytest.yield_fixture` decorator/function is now deprecated. Use pytest.fixture instead. `yield_fixture` has been an alias for `fixture` for a very long time, so can be search/replaced safely. ## Features - [#​5299](https://togithub.com/pytest-dev/pytest/issues/5299): pytest now warns about unraisable exceptions and unhandled thread exceptions that occur in tests on Python>=3.8. See unraisable for more information. - [#​7425](https://togithub.com/pytest-dev/pytest/issues/7425): New pytester fixture, which is identical to testdir but its methods return pathlib.Path when appropriate instead of `py.path.local`. This is part of the movement to use pathlib.Path objects internally, in order to remove the dependency to `py` in the future. Internally, the old Testdir <\_pytest.pytester.Testdir> is now a thin wrapper around Pytester <\_pytest.pytester.Pytester>, preserving the old interface. - [#​7695](https://togithub.com/pytest-dev/pytest/issues/7695): A new hook was added, pytest_markeval_namespace which should return a dictionary. This dictionary will be used to augment the "global" variables available to evaluate skipif/xfail/xpass markers. Pseudo example `conftest.py`: ```{.sourceCode .python} def pytest_markeval_namespace(): return {"color": "red"} ``` `test_func.py`: ```{.sourceCode .python} @​pytest.mark.skipif("color == 'blue'", reason="Color is not red") def test_func(): assert False ``` - [#​8006](https://togithub.com/pytest-dev/pytest/issues/8006): It is now possible to construct a ~pytest.MonkeyPatch object directly as `pytest.MonkeyPatch()`, in cases when the monkeypatch fixture cannot be used. Previously some users imported it from the private \_pytest.monkeypatch.MonkeyPatch namespace. Additionally, MonkeyPatch.context <pytest.MonkeyPatch.context> is now a classmethod, and can be used as `with MonkeyPatch.context() as mp: ...`. This is the recommended way to use `MonkeyPatch` directly, since unlike the `monkeypatch` fixture, an instance created directly is not `undo()`-ed automatically. ## Improvements - [#​1265](https://togithub.com/pytest-dev/pytest/issues/1265): Added an `__str__` implementation to the ~pytest.pytester.LineMatcher class which is returned from `pytester.run_pytest().stdout` and similar. It returns the entire output, like the existing `str()` method. - [#​2044](https://togithub.com/pytest-dev/pytest/issues/2044): Verbose mode now shows the reason that a test was skipped in the test's terminal line after the "SKIPPED", "XFAIL" or "XPASS". - [#​7469](https://togithub.com/pytest-dev/pytest/issues/7469) The types of builtin pytest fixtures are now exported so they may be used in type annotations of test functions. The newly-exported types are: - `pytest.FixtureRequest` for the request fixture. - `pytest.Cache` for the cache fixture. - `pytest.CaptureFixture[str]` for the capfd and capsys fixtures. - `pytest.CaptureFixture[bytes]` for the capfdbinary and capsysbinary fixtures. - `pytest.LogCaptureFixture` for the caplog fixture. - `pytest.Pytester` for the pytester fixture. - `pytest.Testdir` for the testdir fixture. - `pytest.TempdirFactory` for the tmpdir_factory fixture. - `pytest.TempPathFactory` for the tmp_path_factory fixture. - `pytest.MonkeyPatch` for the monkeypatch fixture. - `pytest.WarningsRecorder` for the recwarn fixture. Constructing them is not supported (except for MonkeyPatch); they are only meant for use in type annotations. Doing so will emit a deprecation warning, and may become a hard-error in pytest 7.0. Subclassing them is also not supported. This is not currently enforced at runtime, but is detected by type-checkers such as mypy. - [#​7527](https://togithub.com/pytest-dev/pytest/issues/7527): When a comparison between namedtuple <collections.namedtuple> instances of the same type fails, pytest now shows the differing field names (possibly nested) instead of their indexes. - [#​7615](https://togithub.com/pytest-dev/pytest/issues/7615): Node.warn <\_pytest.nodes.Node.warn> now permits any subclass of Warning, not just PytestWarning <pytest.PytestWarning>. - [#​7701](https://togithub.com/pytest-dev/pytest/issues/7701): Improved reporting when using `--collected-only`. It will now show the number of collected tests in the summary stats. - [#​7710](https://togithub.com/pytest-dev/pytest/issues/7710): Use strict equality comparison for non-numeric types in pytest.approx instead of raising TypeError. This was the undocumented behavior before 3.7, but is now officially a supported feature. - [#​7938](https://togithub.com/pytest-dev/pytest/issues/7938): New `--sw-skip` argument which is a shorthand for `--stepwise-skip`. - [#​8023](https://togithub.com/pytest-dev/pytest/issues/8023): Added `'node_modules'` to default value for norecursedirs. - [#​8032](https://togithub.com/pytest-dev/pytest/issues/8032): doClassCleanups <unittest.TestCase.doClassCleanups> (introduced in unittest in Python and 3.8) is now called appropriately. ## Bug Fixes - [#​4824](https://togithub.com/pytest-dev/pytest/issues/4824): Fixed quadratic behavior and improved performance of collection of items using autouse fixtures and xunit fixtures. - [#​7758](https://togithub.com/pytest-dev/pytest/issues/7758): Fixed an issue where some files in packages are getting lost from `--lf` even though they contain tests that failed. Regressed in pytest 5.4.0. - [#​7911](https://togithub.com/pytest-dev/pytest/issues/7911): Directories created by by tmp_path and tmpdir are now considered stale after 3 days without modification (previous value was 3 hours) to avoid deleting directories still in use in long running test suites. - [#​7913](https://togithub.com/pytest-dev/pytest/issues/7913): Fixed a crash or hang in pytester.spawn <\_pytest.pytester.Pytester.spawn> when the readline module is involved. - [#​7951](https://togithub.com/pytest-dev/pytest/issues/7951): Fixed handling of recursive symlinks when collecting tests. - [#​7981](https://togithub.com/pytest-dev/pytest/issues/7981): Fixed symlinked directories not being followed during collection. Regressed in pytest 6.1.0. - [#​8016](https://togithub.com/pytest-dev/pytest/issues/8016): Fixed only one doctest being collected when using `pytest --doctest-modules path/to/an/__init__.py`. ## Improved Documentation - [#​7429](https://togithub.com/pytest-dev/pytest/issues/7429): Add more information and use cases about skipping doctests. - [#​7780](https://togithub.com/pytest-dev/pytest/issues/7780): Classes which should not be inherited from are now marked `final class` in the API reference. - [#​7872](https://togithub.com/pytest-dev/pytest/issues/7872): `_pytest.config.argparsing.Parser.addini()` accepts explicit `None` and `"string"`. - [#​7878](https://togithub.com/pytest-dev/pytest/issues/7878): In pull request section, ask to commit after editing changelog and authors file. ## Trivial/Internal Changes - [#​7802](https://togithub.com/pytest-dev/pytest/issues/7802): The `attrs` dependency requirement is now >=19.2.0 instead of >=17.4.0. - [#​8014](https://togithub.com/pytest-dev/pytest/issues/8014): .pyc files created by pytest's assertion rewriting now conform to the newer PEP-552 format on Python>=3.7. (These files are internal and only interpreted by pytest itself.) ### [`v6.1.2`](https://togithub.com/pytest-dev/pytest/releases/6.1.2) [Compare Source](https://togithub.com/pytest-dev/pytest/compare/6.1.1...6.1.2) # pytest 6.1.2 (2020-10-28) ## Bug Fixes - [#​7758](https://togithub.com/pytest-dev/pytest/issues/7758): Fixed an issue where some files in packages are getting lost from `--lf` even though they contain tests that failed. Regressed in pytest 5.4.0. - [#​7911](https://togithub.com/pytest-dev/pytest/issues/7911): Directories created by tmpdir are now considered stale after 3 days without modification (previous value was 3 hours) to avoid deleting directories still in use in long running test suites. ## Improved Documentation - [#​7815](https://togithub.com/pytest-dev/pytest/issues/7815): Improve deprecation warning message for `pytest._fillfuncargs()`. ### [`v6.1.1`](https://togithub.com/pytest-dev/pytest/releases/6.1.1) [Compare Source](https://togithub.com/pytest-dev/pytest/compare/6.1.0...6.1.1) # pytest 6.1.1 (2020-10-03) ## Bug Fixes - [#​7807](https://togithub.com/pytest-dev/pytest/issues/7807): Fixed regression in pytest 6.1.0 causing incorrect rootdir to be determined in some non-trivial cases where parent directories have config files as well. - [#​7814](https://togithub.com/pytest-dev/pytest/issues/7814): Fixed crash in header reporting when testpaths is used and contains absolute paths (regression in 6.1.0). ### [`v6.1.0`](https://togithub.com/pytest-dev/pytest/releases/6.1.0) [Compare Source](https://togithub.com/pytest-dev/pytest/compare/6.0.2...6.1.0) # pytest 6.1.0 (2020-09-26) ## Breaking Changes - [#​5585](https://togithub.com/pytest-dev/pytest/issues/5585): As per our policy, the following features which have been deprecated in the 5.X series are now removed: - The `funcargnames` read-only property of `FixtureRequest`, `Metafunc`, and `Function` classes. Use `fixturenames` attribute. - `@pytest.fixture` no longer supports positional arguments, pass all arguments by keyword instead. - Direct construction of `Node` subclasses now raise an error, use `from_parent` instead. - The default value for `junit_family` has changed to `xunit2`. If you require the old format, add `junit_family=xunit1` to your configuration file. - The `TerminalReporter` no longer has a `writer` attribute. Plugin authors may use the public functions of the `TerminalReporter` instead of accessing the `TerminalWriter` object directly. - The `--result-log` option has been removed. Users are recommended to use the [pytest-reportlog](https://togithub.com/pytest-dev/pytest-reportlog) plugin instead. For more information consult [Deprecations and Removals](https://docs.pytest.org/en/stable/deprecations.html) in the docs. ## Deprecations - [#​6981](https://togithub.com/pytest-dev/pytest/issues/6981): The `pytest.collect` module is deprecated: all its names can be imported from `pytest` directly. - [#​7097](https://togithub.com/pytest-dev/pytest/issues/7097): The `pytest._fillfuncargs` function is deprecated. This function was kept for backward compatibility with an older plugin. It's functionality is not meant to be used directly, but if you must replace it, use function.\_request.\_fillfixtures() instead, though note this is not a public API and may break in the future. - [#​7210](https://togithub.com/pytest-dev/pytest/issues/7210): The special `-k '-expr'` syntax to `-k` is deprecated. Use `-k 'not expr'` instead. The special `-k 'expr:'` syntax to `-k` is deprecated. Please open an issue if you use this and want a replacement. - [#​7255](https://togithub.com/pytest-dev/pytest/issues/7255): The pytest_warning_captured <\_pytest.hookspec.pytest_warning_captured> hook is deprecated in favor of pytest_warning_recorded <\_pytest.hookspec.pytest_warning_recorded>, and will be removed in a future version. - [#​7648](https://togithub.com/pytest-dev/pytest/issues/7648): The `gethookproxy()` and `isinitpath()` methods of `FSCollector` and `Package` are deprecated; use `self.session.gethookproxy()` and `self.session.isinitpath()` instead. This should work on all pytest versions. ## Features - [#​7667](https://togithub.com/pytest-dev/pytest/issues/7667): New `--durations-min` command-line flag controls the minimal duration for inclusion in the slowest list of tests shown by `--durations`. Previously this was hard-coded to `0.005s`. ## Improvements - [#​6681](https://togithub.com/pytest-dev/pytest/issues/6681): Internal pytest warnings issued during the early stages of initialization are now properly handled and can filtered through filterwarnings or `--pythonwarnings/-W`. This also fixes a number of long standing issues: [#​2891](https://togithub.com/pytest-dev/pytest/issues/2891), [#​7620](https://togithub.com/pytest-dev/pytest/issues/7620), [#​7426](https://togithub.com/pytest-dev/pytest/issues/7426). - [#​7572](https://togithub.com/pytest-dev/pytest/issues/7572): When a plugin listed in `required_plugins` is missing or an unknown config key is used with `--strict-config`, a simple error message is now shown instead of a stacktrace. - [#​7685](https://togithub.com/pytest-dev/pytest/issues/7685): Added two new attributes rootpath <\_pytest.config.Config.rootpath> and inipath <\_pytest.config.Config.inipath> to Config <\_pytest.config.Config>. These attributes are pathlib.Path versions of the existing rootdir <\_pytest.config.Config.rootdir> and inifile <\_pytest.config.Config.inifile> attributes, and should be preferred over them when possible. - [#​7780](https://togithub.com/pytest-dev/pytest/issues/7780): Public classes which are not designed to be inherited from are now marked [@​final](https://docs.python.org/3/library/typing.html#typing.final). Code which inherits from these classes will trigger a type-checking (e.g. mypy) error, but will still work in runtime. Currently the `final` designation does not appear in the API Reference but hopefully will in the future. ## Bug Fixes - [#​1953](https://togithub.com/pytest-dev/pytest/issues/1953): Fixed error when overwriting a parametrized fixture, while also reusing the super fixture value. ```{.sourceCode .python} ``` ### conftest.py import pytest @​pytest.fixture(params=[1, 2]) def foo(request): return request.param ### test_foo.py import pytest @​pytest.fixture def foo(foo): return foo * 2 ``` - [#​4984](https://togithub.com/pytest-dev/pytest/issues/4984): Fixed an internal error crash with `IndexError: list index out of range` when collecting a module which starts with a decorated function, the decorator raises, and assertion rewriting is enabled. - [#​7591](https://togithub.com/pytest-dev/pytest/issues/7591): pylint shouldn't complain anymore about unimplemented abstract methods when inheriting from File <non-python tests>. - [#​7628](https://togithub.com/pytest-dev/pytest/issues/7628): Fixed test collection when a full path without a drive letter was passed to pytest on Windows (for example `\projects\tests\test.py` instead of `c:\projects\tests\pytest.py`). - [#​7638](https://togithub.com/pytest-dev/pytest/issues/7638): Fix handling of command-line options that appear as paths but trigger an OS-level syntax error on Windows, such as the options used internally by `pytest-xdist`. - [#​7742](https://togithub.com/pytest-dev/pytest/issues/7742): Fixed INTERNALERROR when accessing locals / globals with faulty `exec`. ## Improved Documentation - [#​1477](https://togithub.com/pytest-dev/pytest/issues/1477): Removed faq.rst and its reference in contents.rst. ## Trivial/Internal Changes - [#​7536](https://togithub.com/pytest-dev/pytest/issues/7536): The internal `junitxml` plugin has rewritten to use `xml.etree.ElementTree`. The order of attributes in XML elements might differ. Some unneeded escaping is no longer performed. - [#​7587](https://togithub.com/pytest-dev/pytest/issues/7587): The dependency on the `more-itertools` package has been removed. - [#​7631](https://togithub.com/pytest-dev/pytest/issues/7631): The result type of capfd.readouterr() <\_pytest.capture.CaptureFixture.readouterr> (and similar) is no longer a namedtuple, but should behave like one in all respects. This was done for technical reasons. - [#​7671](https://togithub.com/pytest-dev/pytest/issues/7671): When collecting tests, pytest finds test classes and functions by examining the attributes of python objects (modules, classes and instances). To speed up this process, pytest now ignores builtin attributes (like `__class__`, `__delattr__` and `__new__`) without consulting the python_classes and python_functions configuration options and without passing them to plugins using the pytest_pycollect_makeitem <\_pytest.hookspec.pytest_pycollect_makeitem> hook. ### [`v6.0.2`](https://togithub.com/pytest-dev/pytest/releases/6.0.2) [Compare Source](https://togithub.com/pytest-dev/pytest/compare/6.0.1...6.0.2) # pytest 6.0.2 (2020-09-04) ## Bug Fixes - [#​7148](https://togithub.com/pytest-dev/pytest/issues/7148): Fixed `--log-cli` potentially causing unrelated `print` output to be swallowed. - [#​7672](https://togithub.com/pytest-dev/pytest/issues/7672): Fixed log-capturing level restored incorrectly if `caplog.set_level` is called more than once. - [#​7686](https://togithub.com/pytest-dev/pytest/issues/7686): Fixed NotSetType.token being used as the parameter ID when the parametrization list is empty. Regressed in pytest 6.0.0. - [#​7707](https://togithub.com/pytest-dev/pytest/issues/7707): Fix internal error when handling some exceptions that contain multiple lines or the style uses multiple lines (`--tb=line` for example).
--- ### Configuration :date: **Schedule**: At any time (no schedule defined). :vertical_traffic_light: **Automerge**: Disabled by config. Please merge this manually once you are satisfied. :recycle: **Rebasing**: Whenever PR becomes conflicted, or you tick the rebase/retry checkbox. :no_bell: **Ignore**: Close this PR and you won't be reminded about this update again. --- - [ ] If you want to rebase/retry this PR, check this box. --- This PR has been generated by [WhiteSource Renovate](https://renovate.whitesourcesoftware.com). View repository job log [here](https://app.renovatebot.com/dashboard#github/googleapis/python-bigquery-datatransfer). --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index fff09f56d36c..0096bd1f26f6 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,3 +1,3 @@ google-cloud-bigquery==2.6.0 -pytest==6.0.1 +pytest==6.2.3 mock==4.0.2 From 8648b34404ad8b7e9cea464b5b3970d4297d6c46 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Wed, 28 Apr 2021 17:54:19 +0200 Subject: [PATCH 026/117] chore(deps): update dependency mock to v4.0.3 (#135) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 0096bd1f26f6..d9e6ac347be7 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,3 +1,3 @@ google-cloud-bigquery==2.6.0 pytest==6.2.3 -mock==4.0.2 +mock==4.0.3 From 6ea6a6be3d9bc1a1fbf320c755e664cc9b08f542 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Tue, 11 May 2021 05:55:37 +0200 Subject: [PATCH 027/117] chore(deps): update dependency google-cloud-bigquery to v2.16.0 (#134) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index d9e6ac347be7..21aa439a0442 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,3 +1,3 @@ -google-cloud-bigquery==2.6.0 +google-cloud-bigquery==2.16.0 pytest==6.2.3 mock==4.0.3 From 7fe868f7498c84197f009726b775362111ba5d2d Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Tue, 11 May 2021 06:04:14 +0200 Subject: [PATCH 028/117] chore(deps): update dependency pytest to v6.2.4 (#147) Co-authored-by: shollyman --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 21aa439a0442..41d2dc7b1c7b 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,3 +1,3 @@ google-cloud-bigquery==2.16.0 -pytest==6.2.3 +pytest==6.2.4 mock==4.0.3 From 6b4c7bf374a74542572d92eea2decfe6951456b8 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Wed, 16 Jun 2021 13:00:10 +0200 Subject: [PATCH 029/117] chore(deps): update dependency google-cloud-bigquery to v2.20.0 (#154) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit [![WhiteSource Renovate](https://app.renovatebot.com/images/banner.svg)](https://renovatebot.com) This PR contains the following updates: | Package | Change | Age | Adoption | Passing | Confidence | |---|---|---|---|---|---| | [google-cloud-bigquery](https://togithub.com/googleapis/python-bigquery) | `==2.16.0` -> `==2.20.0` | [![age](https://badges.renovateapi.com/packages/pypi/google-cloud-bigquery/2.20.0/age-slim)](https://docs.renovatebot.com/merge-confidence/) | [![adoption](https://badges.renovateapi.com/packages/pypi/google-cloud-bigquery/2.20.0/adoption-slim)](https://docs.renovatebot.com/merge-confidence/) | [![passing](https://badges.renovateapi.com/packages/pypi/google-cloud-bigquery/2.20.0/compatibility-slim/2.16.0)](https://docs.renovatebot.com/merge-confidence/) | [![confidence](https://badges.renovateapi.com/packages/pypi/google-cloud-bigquery/2.20.0/confidence-slim/2.16.0)](https://docs.renovatebot.com/merge-confidence/) | --- ### Release Notes
googleapis/python-bigquery ### [`v2.20.0`](https://togithub.com/googleapis/python-bigquery/blob/master/CHANGELOG.md#​2200-httpswwwgithubcomgoogleapispython-bigquerycomparev2190v2200-2021-06-07) [Compare Source](https://togithub.com/googleapis/python-bigquery/compare/v2.19.0...v2.20.0) ##### Features - support script options in query job config ([#​690](https://www.github.com/googleapis/python-bigquery/issues/690)) ([1259e16](https://www.github.com/googleapis/python-bigquery/commit/1259e16394784315368e8be959c1ac097782b62e)) ### [`v2.19.0`](https://togithub.com/googleapis/python-bigquery/blob/master/CHANGELOG.md#​2190-httpswwwgithubcomgoogleapispython-bigquerycomparev2180v2190-2021-06-06) [Compare Source](https://togithub.com/googleapis/python-bigquery/compare/v2.18.0...v2.19.0) ##### Features - list_tables, list_projects, list_datasets, list_models, list_routines, and list_jobs now accept a page_size parameter to control page size ([#​686](https://www.github.com/googleapis/python-bigquery/issues/686)) ([1f1c4b7](https://www.github.com/googleapis/python-bigquery/commit/1f1c4b7ba4390fc4c5c8186bc22b83b45304ca06)) ### [`v2.18.0`](https://togithub.com/googleapis/python-bigquery/blob/master/CHANGELOG.md#​2180-httpswwwgithubcomgoogleapispython-bigquerycomparev2170v2180-2021-06-02) [Compare Source](https://togithub.com/googleapis/python-bigquery/compare/v2.17.0...v2.18.0) ##### Features - add support for Parquet options ([#​679](https://www.github.com/googleapis/python-bigquery/issues/679)) ([d792ce0](https://www.github.com/googleapis/python-bigquery/commit/d792ce09388a6ee3706777915dd2818d4c854f79)) ### [`v2.17.0`](https://togithub.com/googleapis/python-bigquery/blob/master/CHANGELOG.md#​2170-httpswwwgithubcomgoogleapispython-bigquerycomparev2161v2170-2021-05-21) [Compare Source](https://togithub.com/googleapis/python-bigquery/compare/v2.16.1...v2.17.0) ##### Features - detect obsolete BQ Storage extra at runtime ([#​666](https://www.github.com/googleapis/python-bigquery/issues/666)) ([bd7dbda](https://www.github.com/googleapis/python-bigquery/commit/bd7dbdae5c972b16bafc53c67911eeaa3255a880)) - Support parameterized NUMERIC, BIGNUMERIC, STRING, and BYTES types ([#​673](https://www.github.com/googleapis/python-bigquery/issues/673)) ([45421e7](https://www.github.com/googleapis/python-bigquery/commit/45421e73bfcddb244822e6a5cd43be6bd1ca2256)) ##### Bug Fixes - **tests:** invalid path to strptime() ([#​672](https://www.github.com/googleapis/python-bigquery/issues/672)) ([591cdd8](https://www.github.com/googleapis/python-bigquery/commit/591cdd851bb1321b048a05a378a0ef48d3ade462)) ##### [2.16.1](https://www.github.com/googleapis/python-bigquery/compare/v2.16.0...v2.16.1) (2021-05-12) ##### Bug Fixes - executemany rowcount only reflected the last execution ([#​660](https://www.github.com/googleapis/python-bigquery/issues/660)) ([aeadc8c](https://www.github.com/googleapis/python-bigquery/commit/aeadc8c2d614bb9f0883ec901fca48930f3aaf19)) ### [`v2.16.1`](https://togithub.com/googleapis/python-bigquery/blob/master/CHANGELOG.md#​2161-httpswwwgithubcomgoogleapispython-bigquerycomparev2160v2161-2021-05-12) [Compare Source](https://togithub.com/googleapis/python-bigquery/compare/v2.16.0...v2.16.1)
--- ### Configuration 📅 **Schedule**: At any time (no schedule defined). 🚦 **Automerge**: Disabled by config. Please merge this manually once you are satisfied. ♻ **Rebasing**: Whenever PR becomes conflicted, or you tick the rebase/retry checkbox. 🔕 **Ignore**: Close this PR and you won't be reminded about this update again. --- - [ ] If you want to rebase/retry this PR, check this box. --- This PR has been generated by [WhiteSource Renovate](https://renovate.whitesourcesoftware.com). View repository job log [here](https://app.renovatebot.com/dashboard#github/googleapis/python-bigquery-datatransfer). --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 41d2dc7b1c7b..e4d022b09ca7 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,3 +1,3 @@ -google-cloud-bigquery==2.16.0 +google-cloud-bigquery==2.20.0 pytest==6.2.4 mock==4.0.3 From 20bbafd0bac3d58e05839b319f211e5e2f8c75ce Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Thu, 24 Jun 2021 17:26:27 +0200 Subject: [PATCH 030/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3.2.0 (#168) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit [![WhiteSource Renovate](https://app.renovatebot.com/images/banner.svg)](https://renovatebot.com) This PR contains the following updates: | Package | Change | Age | Adoption | Passing | Confidence | |---|---|---|---|---|---| | [google-cloud-bigquery-datatransfer](https://togithub.com/googleapis/python-bigquery-datatransfer) | `==3.1.1` -> `==3.2.0` | [![age](https://badges.renovateapi.com/packages/pypi/google-cloud-bigquery-datatransfer/3.2.0/age-slim)](https://docs.renovatebot.com/merge-confidence/) | [![adoption](https://badges.renovateapi.com/packages/pypi/google-cloud-bigquery-datatransfer/3.2.0/adoption-slim)](https://docs.renovatebot.com/merge-confidence/) | [![passing](https://badges.renovateapi.com/packages/pypi/google-cloud-bigquery-datatransfer/3.2.0/compatibility-slim/3.1.1)](https://docs.renovatebot.com/merge-confidence/) | [![confidence](https://badges.renovateapi.com/packages/pypi/google-cloud-bigquery-datatransfer/3.2.0/confidence-slim/3.1.1)](https://docs.renovatebot.com/merge-confidence/) | --- ### Release Notes
googleapis/python-bigquery-datatransfer ### [`v3.2.0`](https://togithub.com/googleapis/python-bigquery-datatransfer/blob/master/CHANGELOG.md#​320-httpswwwgithubcomgoogleapispython-bigquery-datatransfercomparev311v320-2021-06-22) [Compare Source](https://togithub.com/googleapis/python-bigquery-datatransfer/compare/v3.1.1...v3.2.0) ##### Features - support self-signed JWT flow for service accounts ([046c368](https://www.github.com/googleapis/python-bigquery-datatransfer/commit/046c368cf5a75a210b0ecc7e6e1eee9bcd907669)) ##### Bug Fixes - add async client to %name\_%version/init.py ([046c368](https://www.github.com/googleapis/python-bigquery-datatransfer/commit/046c368cf5a75a210b0ecc7e6e1eee9bcd907669)) ##### Documentation - omit mention of Python 2.7 in 'CONTRIBUTING.rst' ([#​1127](https://www.github.com/googleapis/python-bigquery-datatransfer/issues/1127)) ([#​164](https://www.github.com/googleapis/python-bigquery-datatransfer/issues/164)) ([2741e4f](https://www.github.com/googleapis/python-bigquery-datatransfer/commit/2741e4fb1d9074494872fafcec96d870b14b671d)), closes [#​1126](https://www.github.com/googleapis/python-bigquery-datatransfer/issues/1126) ##### [3.1.1](https://www.github.com/googleapis/python-bigquery-datatransfer/compare/v3.1.0...v3.1.1) (2021-04-07) ##### Bug Fixes - require proto-plus>=1.15.0 ([91910f1](https://www.github.com/googleapis/python-bigquery-datatransfer/commit/91910f1ea01c5324fa63a7d85a034d08aeaae3f9)) - use correct retry deadline ([#​121](https://www.github.com/googleapis/python-bigquery-datatransfer/issues/121)) ([91910f1](https://www.github.com/googleapis/python-bigquery-datatransfer/commit/91910f1ea01c5324fa63a7d85a034d08aeaae3f9))
--- ### Configuration 📅 **Schedule**: At any time (no schedule defined). 🚦 **Automerge**: Disabled by config. Please merge this manually once you are satisfied. ♻ **Rebasing**: Whenever PR becomes conflicted, or you tick the rebase/retry checkbox. 🔕 **Ignore**: Close this PR and you won't be reminded about this update again. --- - [ ] If you want to rebase/retry this PR, check this box. --- This PR has been generated by [WhiteSource Renovate](https://renovate.whitesourcesoftware.com). View repository job log [here](https://app.renovatebot.com/dashboard#github/googleapis/python-bigquery-datatransfer). --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 272594982ff6..c3cb098dc99f 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.1.1 +google-cloud-bigquery-datatransfer==3.2.0 From b6a397956e08b0b316cb7146ec284133557e6e54 Mon Sep 17 00:00:00 2001 From: Tim Swast Date: Thu, 1 Jul 2021 14:15:32 -0500 Subject: [PATCH 031/117] docs: add sample to include run notification (#173) * docs: add sample to include run notification * blacken samples * fix sample lint --- bigquery-datatransfer/snippets/conftest.py | 55 +++++++++++++++++-- .../snippets/manage_transfer_configs.py | 4 +- .../snippets/manage_transfer_configs_test.py | 4 +- .../snippets/requirements-test.txt | 1 + .../snippets/run_notification.py | 44 +++++++++++++++ .../snippets/run_notification_test.py | 26 +++++++++ 6 files changed, 124 insertions(+), 10 deletions(-) create mode 100644 bigquery-datatransfer/snippets/run_notification.py create mode 100644 bigquery-datatransfer/snippets/run_notification_test.py diff --git a/bigquery-datatransfer/snippets/conftest.py b/bigquery-datatransfer/snippets/conftest.py index 998d5ea7f551..f708ff486b81 100644 --- a/bigquery-datatransfer/snippets/conftest.py +++ b/bigquery-datatransfer/snippets/conftest.py @@ -14,6 +14,7 @@ import datetime import os +import random import uuid from google.api_core import client_options @@ -21,9 +22,40 @@ import google.auth from google.cloud import bigquery from google.cloud import bigquery_datatransfer +from google.cloud import pubsub_v1 import pytest +RESOURCE_PREFIX = "python_bigquery_datatransfer_samples_snippets" +RESOURCE_DATE_FORMAT = "%Y%m%d%H%M%S" +RESOURCE_DATE_LENGTH = 4 + 2 + 2 + 2 + 2 + 2 + + +def resource_prefix() -> str: + timestamp = datetime.datetime.utcnow().strftime(RESOURCE_DATE_FORMAT) + random_string = hex(random.randrange(1000000))[2:] + return f"{RESOURCE_PREFIX}_{timestamp}_{random_string}" + + +def resource_name_to_date(resource_name: str): + start_date = len(RESOURCE_PREFIX) + 1 + date_string = resource_name[start_date : start_date + RESOURCE_DATE_LENGTH] + parsed_date = datetime.datetime.strptime(date_string, RESOURCE_DATE_FORMAT) + return parsed_date + + +@pytest.fixture(scope="session", autouse=True) +def cleanup_pubsub_topics(pubsub_client: pubsub_v1.PublisherClient, project_id): + yesterday = datetime.datetime.utcnow() - datetime.timedelta(days=1) + for topic in pubsub_client.list_topics(project=f"projects/{project_id}"): + topic_id = topic.name.split("/")[-1] + if ( + topic_id.startswith(RESOURCE_PREFIX) + and resource_name_to_date(topic_id) < yesterday + ): + pubsub_client.delete_topic(topic=topic.name) + + def temp_suffix(): now = datetime.datetime.now() return f"{now.strftime('%Y%m%d%H%M%S')}_{uuid.uuid4().hex[:8]}" @@ -35,6 +67,21 @@ def bigquery_client(default_credentials): return bigquery.Client(credentials=credentials, project=project_id) +@pytest.fixture(scope="session") +def pubsub_client(default_credentials): + credentials, _ = default_credentials + return pubsub_v1.PublisherClient(credentials=credentials) + + +@pytest.fixture(scope="session") +def pubsub_topic(pubsub_client: pubsub_v1.PublisherClient, project_id): + topic_id = resource_prefix() + topic_path = pubsub_v1.PublisherClient.topic_path(project_id, topic_id) + pubsub_client.create_topic(name=topic_path) + yield topic_path + pubsub_client.delete_topic(topic=topic_path) + + @pytest.fixture(scope="session") def dataset_id(bigquery_client, project_id): dataset_id = f"bqdts_{temp_suffix()}" @@ -56,10 +103,10 @@ def project_id(): @pytest.fixture(scope="session") def service_account_name(default_credentials): credentials, _ = default_credentials - # Note: this property is not available when running with user account - # credentials, but only service account credentials are used in our test - # infrastructure. - return credentials.service_account_email + # The service_account_email attribute is not available when running with + # user account credentials, but should be available when running from our + # continuous integration tests. + return getattr(credentials, "service_account_email", None) @pytest.fixture(scope="session") diff --git a/bigquery-datatransfer/snippets/manage_transfer_configs.py b/bigquery-datatransfer/snippets/manage_transfer_configs.py index 6b4abd7814e0..5f775f100bc2 100644 --- a/bigquery-datatransfer/snippets/manage_transfer_configs.py +++ b/bigquery-datatransfer/snippets/manage_transfer_configs.py @@ -135,9 +135,7 @@ def schedule_backfill(override_values={}): ) response = transfer_client.schedule_transfer_runs( - parent=transfer_config_name, - start_time=start_time, - end_time=end_time, + parent=transfer_config_name, start_time=start_time, end_time=end_time, ) print("Started transfer runs:") diff --git a/bigquery-datatransfer/snippets/manage_transfer_configs_test.py b/bigquery-datatransfer/snippets/manage_transfer_configs_test.py index de31c713a5e2..52d16dc20746 100644 --- a/bigquery-datatransfer/snippets/manage_transfer_configs_test.py +++ b/bigquery-datatransfer/snippets/manage_transfer_configs_test.py @@ -52,9 +52,7 @@ def test_update_credentials_with_service_account( def test_schedule_backfill(capsys, transfer_config_name): runs = manage_transfer_configs.schedule_backfill( - { - "transfer_config_name": transfer_config_name, - } + {"transfer_config_name": transfer_config_name} ) out, _ = capsys.readouterr() assert "Started transfer runs:" in out diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index e4d022b09ca7..f0a3f5478b7d 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,3 +1,4 @@ google-cloud-bigquery==2.20.0 +google-cloud-pubsub==2.6.0 pytest==6.2.4 mock==4.0.3 diff --git a/bigquery-datatransfer/snippets/run_notification.py b/bigquery-datatransfer/snippets/run_notification.py new file mode 100644 index 000000000000..44f1bf12451c --- /dev/null +++ b/bigquery-datatransfer/snippets/run_notification.py @@ -0,0 +1,44 @@ +# Copyright 2021 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +def run_notification(transfer_config_name, pubsub_topic): + orig_transfer_config_name = transfer_config_name + orig_pubsub_topic = pubsub_topic + # [START bigquerydatatransfer_run_notification] + transfer_config_name = "projects/1234/locations/us/transferConfigs/abcd" + pubsub_topic = "projects/PROJECT-ID/topics/TOPIC-ID" + # [END bigquerydatatransfer_run_notification] + transfer_config_name = orig_transfer_config_name + pubsub_topic = orig_pubsub_topic + + # [START bigquerydatatransfer_run_notification] + from google.cloud import bigquery_datatransfer + from google.protobuf import field_mask_pb2 + + transfer_client = bigquery_datatransfer.DataTransferServiceClient() + + transfer_config = bigquery_datatransfer.TransferConfig(name=transfer_config_name) + transfer_config.notification_pubsub_topic = pubsub_topic + update_mask = field_mask_pb2.FieldMask(paths=["notification_pubsub_topic"]) + + transfer_config = transfer_client.update_transfer_config( + {"transfer_config": transfer_config, "update_mask": update_mask} + ) + + print(f"Updated config: '{transfer_config.name}'") + print(f"Notification Pub/Sub topic: '{transfer_config.notification_pubsub_topic}'") + # [END bigquerydatatransfer_run_notification] + # Return the config name for testing purposes, so that it can be deleted. + return transfer_config diff --git a/bigquery-datatransfer/snippets/run_notification_test.py b/bigquery-datatransfer/snippets/run_notification_test.py new file mode 100644 index 000000000000..4c41e6890fe5 --- /dev/null +++ b/bigquery-datatransfer/snippets/run_notification_test.py @@ -0,0 +1,26 @@ +# Copyright 2021 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from . import run_notification + + +def test_run_notification(capsys, transfer_config_name, pubsub_topic): + run_notification.run_notification( + transfer_config_name=transfer_config_name, pubsub_topic=pubsub_topic, + ) + out, _ = capsys.readouterr() + assert "Updated config:" in out + assert transfer_config_name in out + assert "Notification Pub/Sub topic:" in out + assert pubsub_topic in out From 2d6e04b61d91a6596e21ab0f02195e325028266a Mon Sep 17 00:00:00 2001 From: "gcf-owl-bot[bot]" <78513119+gcf-owl-bot[bot]@users.noreply.github.com> Date: Mon, 12 Jul 2021 09:58:22 +0000 Subject: [PATCH 032/117] chore: use gapic-generator-python 0.50.4 (#174) PiperOrigin-RevId: 383929493 Source-Link: https://github.com/googleapis/googleapis/commit/dd1ef2849564ed64028b5c6ab0d098f5158a9165 Source-Link: https://github.com/googleapis/googleapis-gen/commit/507440292af237802f032d66830ed9c4f3435355 --- bigquery-datatransfer/snippets/manage_transfer_configs.py | 4 +++- bigquery-datatransfer/snippets/run_notification_test.py | 3 ++- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/bigquery-datatransfer/snippets/manage_transfer_configs.py b/bigquery-datatransfer/snippets/manage_transfer_configs.py index 5f775f100bc2..6b4abd7814e0 100644 --- a/bigquery-datatransfer/snippets/manage_transfer_configs.py +++ b/bigquery-datatransfer/snippets/manage_transfer_configs.py @@ -135,7 +135,9 @@ def schedule_backfill(override_values={}): ) response = transfer_client.schedule_transfer_runs( - parent=transfer_config_name, start_time=start_time, end_time=end_time, + parent=transfer_config_name, + start_time=start_time, + end_time=end_time, ) print("Started transfer runs:") diff --git a/bigquery-datatransfer/snippets/run_notification_test.py b/bigquery-datatransfer/snippets/run_notification_test.py index 4c41e6890fe5..02f24266cdf6 100644 --- a/bigquery-datatransfer/snippets/run_notification_test.py +++ b/bigquery-datatransfer/snippets/run_notification_test.py @@ -17,7 +17,8 @@ def test_run_notification(capsys, transfer_config_name, pubsub_topic): run_notification.run_notification( - transfer_config_name=transfer_config_name, pubsub_topic=pubsub_topic, + transfer_config_name=transfer_config_name, + pubsub_topic=pubsub_topic, ) out, _ = capsys.readouterr() assert "Updated config:" in out From d3bde5a7310063717d7e4ad9416771c38d1324cd Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Mon, 12 Jul 2021 20:52:09 +0200 Subject: [PATCH 033/117] chore(deps): update dependency google-cloud-pubsub to v2.6.1 (#175) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit [![WhiteSource Renovate](https://app.renovatebot.com/images/banner.svg)](https://renovatebot.com) This PR contains the following updates: | Package | Change | Age | Adoption | Passing | Confidence | |---|---|---|---|---|---| | [google-cloud-pubsub](https://togithub.com/googleapis/python-pubsub) | `==2.6.0` -> `==2.6.1` | [![age](https://badges.renovateapi.com/packages/pypi/google-cloud-pubsub/2.6.1/age-slim)](https://docs.renovatebot.com/merge-confidence/) | [![adoption](https://badges.renovateapi.com/packages/pypi/google-cloud-pubsub/2.6.1/adoption-slim)](https://docs.renovatebot.com/merge-confidence/) | [![passing](https://badges.renovateapi.com/packages/pypi/google-cloud-pubsub/2.6.1/compatibility-slim/2.6.0)](https://docs.renovatebot.com/merge-confidence/) | [![confidence](https://badges.renovateapi.com/packages/pypi/google-cloud-pubsub/2.6.1/confidence-slim/2.6.0)](https://docs.renovatebot.com/merge-confidence/) | --- ### Release Notes
googleapis/python-pubsub ### [`v2.6.1`](https://togithub.com/googleapis/python-pubsub/blob/master/CHANGELOG.md#​261) [Compare Source](https://togithub.com/googleapis/python-pubsub/compare/v2.6.0...v2.6.1) 07-05-2021 10:33 PDT ##### Dependencies - Fix possible crash by requiring `grpcio >= 1.38.1`. ([#​414](https://togithub.com/googleapis/python-pubsub/issues/414)) ([7037a28](https://togithub.com/googleapis/python-pubsub/pull/435/commits/7037a28090aa4efa01808231721716bca80bb0b7)) ##### Documentation - Adjust samples for publishing with error handler and flow control. ([#​433](https://togithub.com/googleapis/python-pubsub/pull/433)) ##### Internal / Testing Changes - Fix flaky sync pull sample test. ([#​434](https://togithub.com/googleapis/python-pubsub/pull/434)) - Mitigate flaky snippets tests. ([#​432](https://togithub.com/googleapis/python-pubsub/pull/432))
--- ### Configuration 📅 **Schedule**: At any time (no schedule defined). 🚦 **Automerge**: Disabled by config. Please merge this manually once you are satisfied. ♻ **Rebasing**: Whenever PR becomes conflicted, or you tick the rebase/retry checkbox. 🔕 **Ignore**: Close this PR and you won't be reminded about this update again. --- - [ ] If you want to rebase/retry this PR, check this box. --- This PR has been generated by [WhiteSource Renovate](https://renovate.whitesourcesoftware.com). View repository job log [here](https://app.renovatebot.com/dashboard#github/googleapis/python-bigquery-datatransfer). --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index f0a3f5478b7d..e763d1e2c6f9 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==2.20.0 -google-cloud-pubsub==2.6.0 +google-cloud-pubsub==2.6.1 pytest==6.2.4 mock==4.0.3 From 8c9f3ca5ba16c501a7526adff9360d09c814f931 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Fri, 16 Jul 2021 21:03:17 +0200 Subject: [PATCH 034/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3.3.0 (#176) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index c3cb098dc99f..c1d4d3917acb 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.2.0 +google-cloud-bigquery-datatransfer==3.3.0 From 84dcb4b3482042f8e7e4fd0086a9db348413e75a Mon Sep 17 00:00:00 2001 From: "gcf-owl-bot[bot]" <78513119+gcf-owl-bot[bot]@users.noreply.github.com> Date: Thu, 22 Jul 2021 13:48:16 +0000 Subject: [PATCH 035/117] feat: add Samples section to CONTRIBUTING.rst (#181) Source-Link: https://github.com/googleapis/synthtool/commit/52e4e46eff2a0b70e3ff5506a02929d089d077d4 Post-Processor: gcr.io/repo-automation-bots/owlbot-python:latest@sha256:6186535cbdbf6b9fe61f00294929221d060634dae4a0795c1cefdbc995b2d605 --- bigquery-datatransfer/snippets/manage_transfer_configs.py | 4 +--- bigquery-datatransfer/snippets/run_notification_test.py | 3 +-- 2 files changed, 2 insertions(+), 5 deletions(-) diff --git a/bigquery-datatransfer/snippets/manage_transfer_configs.py b/bigquery-datatransfer/snippets/manage_transfer_configs.py index 6b4abd7814e0..5f775f100bc2 100644 --- a/bigquery-datatransfer/snippets/manage_transfer_configs.py +++ b/bigquery-datatransfer/snippets/manage_transfer_configs.py @@ -135,9 +135,7 @@ def schedule_backfill(override_values={}): ) response = transfer_client.schedule_transfer_runs( - parent=transfer_config_name, - start_time=start_time, - end_time=end_time, + parent=transfer_config_name, start_time=start_time, end_time=end_time, ) print("Started transfer runs:") diff --git a/bigquery-datatransfer/snippets/run_notification_test.py b/bigquery-datatransfer/snippets/run_notification_test.py index 02f24266cdf6..4c41e6890fe5 100644 --- a/bigquery-datatransfer/snippets/run_notification_test.py +++ b/bigquery-datatransfer/snippets/run_notification_test.py @@ -17,8 +17,7 @@ def test_run_notification(capsys, transfer_config_name, pubsub_topic): run_notification.run_notification( - transfer_config_name=transfer_config_name, - pubsub_topic=pubsub_topic, + transfer_config_name=transfer_config_name, pubsub_topic=pubsub_topic, ) out, _ = capsys.readouterr() assert "Updated config:" in out From 4293861d21816c795f002e737be3c187261e96bb Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Mon, 26 Jul 2021 20:12:24 +0200 Subject: [PATCH 036/117] chore(deps): update dependency google-cloud-bigquery to v2.22.1 (#177) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index e763d1e2c6f9..1f919865cea9 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.20.0 +google-cloud-bigquery==2.22.1 google-cloud-pubsub==2.6.1 pytest==6.2.4 mock==4.0.3 From 68543a2504dba45315d14aa618583ea7bef828f8 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Mon, 26 Jul 2021 22:16:39 +0200 Subject: [PATCH 037/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3.3.1 (#188) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit [![WhiteSource Renovate](https://app.renovatebot.com/images/banner.svg)](https://renovatebot.com) This PR contains the following updates: | Package | Change | Age | Adoption | Passing | Confidence | |---|---|---|---|---|---| | [google-cloud-bigquery-datatransfer](https://togithub.com/googleapis/python-bigquery-datatransfer) | `==3.3.0` -> `==3.3.1` | [![age](https://badges.renovateapi.com/packages/pypi/google-cloud-bigquery-datatransfer/3.3.1/age-slim)](https://docs.renovatebot.com/merge-confidence/) | [![adoption](https://badges.renovateapi.com/packages/pypi/google-cloud-bigquery-datatransfer/3.3.1/adoption-slim)](https://docs.renovatebot.com/merge-confidence/) | [![passing](https://badges.renovateapi.com/packages/pypi/google-cloud-bigquery-datatransfer/3.3.1/compatibility-slim/3.3.0)](https://docs.renovatebot.com/merge-confidence/) | [![confidence](https://badges.renovateapi.com/packages/pypi/google-cloud-bigquery-datatransfer/3.3.1/confidence-slim/3.3.0)](https://docs.renovatebot.com/merge-confidence/) | --- ### Release Notes
googleapis/python-bigquery-datatransfer ### [`v3.3.1`](https://togithub.com/googleapis/python-bigquery-datatransfer/blob/master/CHANGELOG.md#​331-httpswwwgithubcomgoogleapispython-bigquery-datatransfercomparev330v331-2021-07-26) [Compare Source](https://togithub.com/googleapis/python-bigquery-datatransfer/compare/v3.3.0...v3.3.1)
--- ### Configuration 📅 **Schedule**: At any time (no schedule defined). 🚦 **Automerge**: Disabled by config. Please merge this manually once you are satisfied. ♻ **Rebasing**: Whenever PR becomes conflicted, or you tick the rebase/retry checkbox. 🔕 **Ignore**: Close this PR and you won't be reminded about this update again. --- - [ ] If you want to rebase/retry this PR, check this box. --- This PR has been generated by [WhiteSource Renovate](https://renovate.whitesourcesoftware.com). View repository job log [here](https://app.renovatebot.com/dashboard#github/googleapis/python-bigquery-datatransfer). --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index c1d4d3917acb..4266eefcdb37 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.3.0 +google-cloud-bigquery-datatransfer==3.3.1 From 2547df0d6cac1ccea85b1793172864effafdacaf Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Wed, 28 Jul 2021 16:46:37 +0200 Subject: [PATCH 038/117] chore(deps): update dependency google-cloud-bigquery to v2.23.0 (#189) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 1f919865cea9..c81965bb4bc5 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.22.1 +google-cloud-bigquery==2.23.0 google-cloud-pubsub==2.6.1 pytest==6.2.4 mock==4.0.3 From 306fee430d77f310a0e2c4f84511ff8e3b617c0b Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Wed, 28 Jul 2021 19:07:06 +0200 Subject: [PATCH 039/117] chore(deps): update dependency google-cloud-bigquery to v2.23.1 (#191) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index c81965bb4bc5..2159c97ae967 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.23.0 +google-cloud-bigquery==2.23.1 google-cloud-pubsub==2.6.1 pytest==6.2.4 mock==4.0.3 From 8576e869a571e81d2920a171114e1efb4e9316ab Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Wed, 28 Jul 2021 21:45:13 +0200 Subject: [PATCH 040/117] chore(deps): update dependency google-cloud-pubsub to v2.7.0 (#190) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 2159c97ae967..d7bcccae85f1 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==2.23.1 -google-cloud-pubsub==2.6.1 +google-cloud-pubsub==2.7.0 pytest==6.2.4 mock==4.0.3 From 6f5eed2f188a67405dd226c98bfc16d3caa2e285 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Thu, 29 Jul 2021 21:36:36 +0200 Subject: [PATCH 041/117] chore(deps): update dependency google-cloud-bigquery to v2.23.2 (#193) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index d7bcccae85f1..b9262d0afb66 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.23.1 +google-cloud-bigquery==2.23.2 google-cloud-pubsub==2.7.0 pytest==6.2.4 mock==4.0.3 From 3f47bd7c399c3ebac76374d0195df3aa0aed67b3 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Fri, 13 Aug 2021 20:20:05 +0200 Subject: [PATCH 042/117] chore(deps): update dependency google-cloud-bigquery to v2.24.0 (#195) Co-authored-by: Anthonios Partheniou --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index b9262d0afb66..ac0acd022ca3 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.23.2 +google-cloud-bigquery==2.24.0 google-cloud-pubsub==2.7.0 pytest==6.2.4 mock==4.0.3 From cc69b58b973330b3286f41d6064e734110abb1c7 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Fri, 27 Aug 2021 22:33:17 +0200 Subject: [PATCH 043/117] chore(deps): update dependency google-cloud-pubsub to v2.7.1 (#204) Co-authored-by: Anthonios Partheniou --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index ac0acd022ca3..635bbcec75c3 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==2.24.0 -google-cloud-pubsub==2.7.0 +google-cloud-pubsub==2.7.1 pytest==6.2.4 mock==4.0.3 From c90fe4d1918f0aad01f0a8418d8f7254864f7304 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Fri, 27 Aug 2021 22:48:14 +0200 Subject: [PATCH 044/117] chore(deps): update dependency google-cloud-bigquery to v2.25.1 (#203) Co-authored-by: Anthonios Partheniou --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 635bbcec75c3..64a590b816f3 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.24.0 +google-cloud-bigquery==2.25.1 google-cloud-pubsub==2.7.1 pytest==6.2.4 mock==4.0.3 From c9242eeeeb440757f9ec3d105590c85f4bdb9668 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Mon, 30 Aug 2021 22:31:07 +0200 Subject: [PATCH 045/117] chore(deps): update dependency pytest to v6.2.5 (#210) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 64a590b816f3..1544ef10d44f 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==2.25.1 google-cloud-pubsub==2.7.1 -pytest==6.2.4 +pytest==6.2.5 mock==4.0.3 From 3d3af08adc94855828fe4d71b5a9507ac1ba9669 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Tue, 31 Aug 2021 16:47:36 +0200 Subject: [PATCH 046/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3.3.2 (#212) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 4266eefcdb37..5ab939b47d0a 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.3.1 +google-cloud-bigquery-datatransfer==3.3.2 From b79b8ccd1771e99852b3ca45789e0316481c2c7a Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Wed, 1 Sep 2021 16:52:05 +0200 Subject: [PATCH 047/117] chore(deps): update dependency google-cloud-bigquery to v2.25.2 (#213) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 1544ef10d44f..f297edf2ff03 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.25.1 +google-cloud-bigquery==2.25.2 google-cloud-pubsub==2.7.1 pytest==6.2.5 mock==4.0.3 From 05ac41ba877ca608550a975073dcc29e57a6cd2b Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Thu, 2 Sep 2021 02:29:58 +0200 Subject: [PATCH 048/117] chore(deps): update dependency google-cloud-bigquery to v2.26.0 (#216) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index f297edf2ff03..dbc9f78e2645 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.25.2 +google-cloud-bigquery==2.26.0 google-cloud-pubsub==2.7.1 pytest==6.2.5 mock==4.0.3 From 2133c39d99855334618a56ff6eb864450b6e641d Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Wed, 15 Sep 2021 00:18:23 +0200 Subject: [PATCH 049/117] chore(deps): update dependency google-cloud-pubsub to v2.8.0 (#218) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit [![WhiteSource Renovate](https://app.renovatebot.com/images/banner.svg)](https://renovatebot.com) This PR contains the following updates: | Package | Change | Age | Adoption | Passing | Confidence | |---|---|---|---|---|---| | [google-cloud-pubsub](https://togithub.com/googleapis/python-pubsub) | `==2.7.1` -> `==2.8.0` | [![age](https://badges.renovateapi.com/packages/pypi/google-cloud-pubsub/2.8.0/age-slim)](https://docs.renovatebot.com/merge-confidence/) | [![adoption](https://badges.renovateapi.com/packages/pypi/google-cloud-pubsub/2.8.0/adoption-slim)](https://docs.renovatebot.com/merge-confidence/) | [![passing](https://badges.renovateapi.com/packages/pypi/google-cloud-pubsub/2.8.0/compatibility-slim/2.7.1)](https://docs.renovatebot.com/merge-confidence/) | [![confidence](https://badges.renovateapi.com/packages/pypi/google-cloud-pubsub/2.8.0/confidence-slim/2.7.1)](https://docs.renovatebot.com/merge-confidence/) | --- ### Release Notes
googleapis/python-pubsub ### [`v2.8.0`](https://togithub.com/googleapis/python-pubsub/blob/master/CHANGELOG.md#​280-httpswwwgithubcomgoogleapispython-pubsubcomparev271v280-2021-09-02) [Compare Source](https://togithub.com/googleapis/python-pubsub/compare/v2.7.1...v2.8.0) ##### Features - closed subscriber as context manager raises ([#​488](https://www.togithub.com/googleapis/python-pubsub/issues/488)) ([a05a3f2](https://www.github.com/googleapis/python-pubsub/commit/a05a3f250cf8567ffe0d2eb3ecc45856a2bcd07c)) ##### Documentation - clarify the types of Message parameters ([#​486](https://www.togithub.com/googleapis/python-pubsub/issues/486)) ([633e91b](https://www.github.com/googleapis/python-pubsub/commit/633e91bbfc0a8f4f484089acff6812b754f40c75)) ##### [2.7.1](https://www.github.com/googleapis/python-pubsub/compare/v2.7.0...v2.7.1) (2021-08-13) ##### Bug Fixes - remove dependency on pytz ([#​472](https://www.togithub.com/googleapis/python-pubsub/issues/472)) ([972cc16](https://www.github.com/googleapis/python-pubsub/commit/972cc163f5a1477b37a5ab7e329faf1468637fa2))
--- ### Configuration 📅 **Schedule**: At any time (no schedule defined). 🚦 **Automerge**: Disabled by config. Please merge this manually once you are satisfied. ♻ **Rebasing**: Whenever PR becomes conflicted, or you tick the rebase/retry checkbox. 🔕 **Ignore**: Close this PR and you won't be reminded about this update again. --- - [ ] If you want to rebase/retry this PR, check this box. --- This PR has been generated by [WhiteSource Renovate](https://renovate.whitesourcesoftware.com). View repository job log [here](https://app.renovatebot.com/dashboard#github/googleapis/python-bigquery-datatransfer). --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index dbc9f78e2645..fa06d96a5790 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==2.26.0 -google-cloud-pubsub==2.7.1 +google-cloud-pubsub==2.8.0 pytest==6.2.5 mock==4.0.3 From 634aae0dca563a9de1954aa95df8b1e0cce4a77d Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Mon, 27 Sep 2021 17:59:15 +0200 Subject: [PATCH 050/117] chore(deps): update all dependencies (#224) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- bigquery-datatransfer/snippets/requirements.txt | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index fa06d96a5790..1a1a7950188e 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.26.0 +google-cloud-bigquery==2.27.0 google-cloud-pubsub==2.8.0 pytest==6.2.5 mock==4.0.3 diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 5ab939b47d0a..5681ebc88385 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.3.2 +google-cloud-bigquery-datatransfer==3.3.3 From 77a47923ac5719f0770bd084088b3ae6a31f8558 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Tue, 28 Sep 2021 16:57:54 +0200 Subject: [PATCH 051/117] chore(deps): update dependency google-cloud-bigquery to v2.27.1 (#225) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 1a1a7950188e..b791e1b82321 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.27.0 +google-cloud-bigquery==2.27.1 google-cloud-pubsub==2.8.0 pytest==6.2.5 mock==4.0.3 From 308175214636794b6910e04aeb1df0fba5c07670 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Thu, 30 Sep 2021 22:28:06 +0200 Subject: [PATCH 052/117] chore(deps): update dependency google-cloud-bigquery to v2.28.0 (#229) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index b791e1b82321..20cc6cbaf245 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.27.1 +google-cloud-bigquery==2.28.0 google-cloud-pubsub==2.8.0 pytest==6.2.5 mock==4.0.3 From 394d70ad8b92b14a31b87f9fcbac62d054fa4eda Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Thu, 21 Oct 2021 03:09:26 +0200 Subject: [PATCH 053/117] chore(deps): update all dependencies (#231) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- bigquery-datatransfer/snippets/requirements.txt | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 20cc6cbaf245..dfa5ca05cd19 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.28.0 +google-cloud-bigquery==2.28.1 google-cloud-pubsub==2.8.0 pytest==6.2.5 mock==4.0.3 diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 5681ebc88385..1a064a3e3bd2 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.3.3 +google-cloud-bigquery-datatransfer==3.4.0 From 2d85895e20befd69ae90968a950f1bd9318440a8 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Sat, 30 Oct 2021 19:19:52 +0200 Subject: [PATCH 054/117] chore(deps): update dependency google-cloud-bigquery to v2.29.0 (#240) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index dfa5ca05cd19..ab0b7e5f97dc 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.28.1 +google-cloud-bigquery==2.29.0 google-cloud-pubsub==2.8.0 pytest==6.2.5 mock==4.0.3 From ff4242e369b0bde1f942b02ade8b6262cc0300e6 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Wed, 3 Nov 2021 18:15:34 +0100 Subject: [PATCH 055/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3.4.1 (#243) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 1a064a3e3bd2..f4565412b4b3 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.4.0 +google-cloud-bigquery-datatransfer==3.4.1 From a8575ab3513bea07af2355fb505f2eff96b77208 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Thu, 4 Nov 2021 11:36:15 +0100 Subject: [PATCH 056/117] chore(deps): update dependency google-cloud-bigquery to v2.30.0 (#245) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index ab0b7e5f97dc..a5dcc4304128 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.29.0 +google-cloud-bigquery==2.30.0 google-cloud-pubsub==2.8.0 pytest==6.2.5 mock==4.0.3 From 32d0f3427161970a1543b939c64a4bc4ae41c034 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Mon, 8 Nov 2021 11:43:08 +0100 Subject: [PATCH 057/117] chore(deps): update dependency google-cloud-bigquery to v2.30.1 (#246) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index a5dcc4304128..1b24cf762e71 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.30.0 +google-cloud-bigquery==2.30.1 google-cloud-pubsub==2.8.0 pytest==6.2.5 mock==4.0.3 From c48ef0ca44485f4ba7b464bfafa0bfd9929d15dd Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Thu, 11 Nov 2021 02:50:39 +0100 Subject: [PATCH 058/117] chore(deps): update dependency google-cloud-pubsub to v2.9.0 (#249) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 1b24cf762e71..a86571daf037 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==2.30.1 -google-cloud-pubsub==2.8.0 +google-cloud-pubsub==2.9.0 pytest==6.2.5 mock==4.0.3 From 6dfa37895d8215747bce8f4878f056e845c8c03d Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Fri, 3 Dec 2021 01:12:20 +0100 Subject: [PATCH 059/117] chore(deps): update dependency google-cloud-bigquery to v2.31.0 (#256) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index a86571daf037..4979751bd726 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.30.1 +google-cloud-bigquery==2.31.0 google-cloud-pubsub==2.9.0 pytest==6.2.5 mock==4.0.3 From 9fd972e749aad53b660e8dd06fe453ca7b90e3ae Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Thu, 13 Jan 2022 19:46:19 +0100 Subject: [PATCH 060/117] chore(deps): update dependency google-cloud-bigquery to v2.32.0 (#269) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 4979751bd726..09453fe523b4 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.31.0 +google-cloud-bigquery==2.32.0 google-cloud-pubsub==2.9.0 pytest==6.2.5 mock==4.0.3 From a0979fbf64e755a9b9e062b7b8b630eac3b1377b Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Wed, 19 Jan 2022 01:37:23 +0100 Subject: [PATCH 061/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3.5.0 (#272) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index f4565412b4b3..8147cb871fc5 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.4.1 +google-cloud-bigquery-datatransfer==3.5.0 From 5b04686cb21a399e7596f3622fcdc6a86f837966 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Mon, 7 Feb 2022 23:02:41 +0100 Subject: [PATCH 062/117] chore(deps): update dependency pytest to v7 (#282) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 09453fe523b4..e123410e2037 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==2.32.0 google-cloud-pubsub==2.9.0 -pytest==6.2.5 +pytest==7.0.0 mock==4.0.3 From cb62bf72733b1bb2f11cfbd329d8e001512bc858 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Mon, 14 Feb 2022 16:53:38 +0100 Subject: [PATCH 063/117] chore(deps): update dependency pytest to v7.0.1 (#284) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index e123410e2037..8c8d5fef8001 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==2.32.0 google-cloud-pubsub==2.9.0 -pytest==7.0.0 +pytest==7.0.1 mock==4.0.3 From 8a7b200a54aacd646dbdd87bcd00e0e248c17641 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Thu, 24 Feb 2022 16:52:46 +0100 Subject: [PATCH 064/117] chore(deps): update all dependencies (#285) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- bigquery-datatransfer/snippets/requirements.txt | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 8c8d5fef8001..57869254133d 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.32.0 +google-cloud-bigquery==2.34.0 google-cloud-pubsub==2.9.0 pytest==7.0.1 mock==4.0.3 diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 8147cb871fc5..6286e0dc31b3 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.5.0 +google-cloud-bigquery-datatransfer==3.6.0 From f6b46eb4954afbc82d4628dafbb263d60b0aa9d6 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Thu, 3 Mar 2022 13:55:19 +0100 Subject: [PATCH 065/117] chore(deps): update all dependencies (#294) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * chore(deps): update all dependencies * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md Co-authored-by: Owl Bot --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 57869254133d..bf2891174f79 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.34.0 +google-cloud-bigquery==2.34.1 google-cloud-pubsub==2.9.0 pytest==7.0.1 mock==4.0.3 From 4e73abd7a5e02d1718aaf16c107bd09df768add3 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Sat, 5 Mar 2022 17:30:57 +0100 Subject: [PATCH 066/117] chore(deps): update dependency google-cloud-pubsub to v2.10.0 (#299) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index bf2891174f79..6e81a536679a 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==2.34.1 -google-cloud-pubsub==2.9.0 +google-cloud-pubsub==2.10.0 pytest==7.0.1 mock==4.0.3 From 4cf4f91a3bf636969bab908a6bd2d7305199e4c2 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Mon, 7 Mar 2022 21:15:59 +0100 Subject: [PATCH 067/117] chore(deps): update all dependencies (#301) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- bigquery-datatransfer/snippets/requirements.txt | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 6e81a536679a..c0294a9ea35c 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.34.1 +google-cloud-bigquery==2.34.2 google-cloud-pubsub==2.10.0 pytest==7.0.1 mock==4.0.3 diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 6286e0dc31b3..ef77f23f5f19 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.6.0 +google-cloud-bigquery-datatransfer==3.6.1 From 0149a42c0644ac9ccdf4e06a5a42ca16cd85532d Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Thu, 10 Mar 2022 11:38:05 +0100 Subject: [PATCH 068/117] chore(deps): update dependency google-cloud-pubsub to v2.11.0 (#302) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index c0294a9ea35c..a2d73ab0f9a2 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==2.34.2 -google-cloud-pubsub==2.10.0 +google-cloud-pubsub==2.11.0 pytest==7.0.1 mock==4.0.3 From 8451f5f7d093512b233f9724ee3385c34c254039 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Sun, 13 Mar 2022 21:08:17 +0100 Subject: [PATCH 069/117] chore(deps): update dependency pytest to v7.1.0 (#305) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index a2d73ab0f9a2..54f276d3cafe 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==2.34.2 google-cloud-pubsub==2.11.0 -pytest==7.0.1 +pytest==7.1.0 mock==4.0.3 From b76e965ba80b34a79857c585f48dab93f760da09 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Sat, 19 Mar 2022 11:17:35 +0100 Subject: [PATCH 070/117] chore(deps): update dependency pytest to v7.1.1 (#306) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 54f276d3cafe..cff7a7d98a37 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==2.34.2 google-cloud-pubsub==2.11.0 -pytest==7.1.0 +pytest==7.1.1 mock==4.0.3 From 891be72a65131bd3be0ce159f345e645009c0369 Mon Sep 17 00:00:00 2001 From: "gcf-owl-bot[bot]" <78513119+gcf-owl-bot[bot]@users.noreply.github.com> Date: Tue, 29 Mar 2022 00:00:27 +0000 Subject: [PATCH 071/117] chore(python): use black==22.3.0 (#310) Source-Link: https://github.com/googleapis/synthtool/commit/6fab84af09f2cf89a031fd8671d1def6b2931b11 Post-Processor: gcr.io/cloud-devrel-public-resources/owlbot-python:latest@sha256:7cffbc10910c3ab1b852c05114a08d374c195a81cdec1d4a67a1d129331d0bfe --- bigquery-datatransfer/snippets/manage_transfer_configs.py | 4 +++- bigquery-datatransfer/snippets/run_notification_test.py | 3 ++- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/bigquery-datatransfer/snippets/manage_transfer_configs.py b/bigquery-datatransfer/snippets/manage_transfer_configs.py index 5f775f100bc2..6b4abd7814e0 100644 --- a/bigquery-datatransfer/snippets/manage_transfer_configs.py +++ b/bigquery-datatransfer/snippets/manage_transfer_configs.py @@ -135,7 +135,9 @@ def schedule_backfill(override_values={}): ) response = transfer_client.schedule_transfer_runs( - parent=transfer_config_name, start_time=start_time, end_time=end_time, + parent=transfer_config_name, + start_time=start_time, + end_time=end_time, ) print("Started transfer runs:") diff --git a/bigquery-datatransfer/snippets/run_notification_test.py b/bigquery-datatransfer/snippets/run_notification_test.py index 4c41e6890fe5..02f24266cdf6 100644 --- a/bigquery-datatransfer/snippets/run_notification_test.py +++ b/bigquery-datatransfer/snippets/run_notification_test.py @@ -17,7 +17,8 @@ def test_run_notification(capsys, transfer_config_name, pubsub_topic): run_notification.run_notification( - transfer_config_name=transfer_config_name, pubsub_topic=pubsub_topic, + transfer_config_name=transfer_config_name, + pubsub_topic=pubsub_topic, ) out, _ = capsys.readouterr() assert "Updated config:" in out From 612c47e96157cc0db82d5af0dd87837876030707 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Wed, 30 Mar 2022 16:41:58 +0200 Subject: [PATCH 072/117] chore(deps): update dependency google-cloud-bigquery to v2.34.3 (#311) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index cff7a7d98a37..9e73a4ad0986 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.34.2 +google-cloud-bigquery==2.34.3 google-cloud-pubsub==2.11.0 pytest==7.1.1 mock==4.0.3 From a5b6b66c2e49159c280dbfe65f4443f87de0a5d8 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Wed, 30 Mar 2022 23:25:17 +0200 Subject: [PATCH 073/117] chore(deps): update dependency google-cloud-bigquery to v3 (#314) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 9e73a4ad0986..ad227622e4d8 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==2.34.3 +google-cloud-bigquery==3.0.1 google-cloud-pubsub==2.11.0 pytest==7.1.1 mock==4.0.3 From 363a38b3fe2c0961c0448172b883aa976e043fb2 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Thu, 7 Apr 2022 13:15:44 +0200 Subject: [PATCH 074/117] chore(deps): update dependency google-cloud-pubsub to v2.12.0 (#320) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index ad227622e4d8..c1e7e2070322 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.0.1 -google-cloud-pubsub==2.11.0 +google-cloud-pubsub==2.12.0 pytest==7.1.1 mock==4.0.3 From 748c6261f5ff680975d3f924c041cce9f61eff3a Mon Sep 17 00:00:00 2001 From: "gcf-owl-bot[bot]" <78513119+gcf-owl-bot[bot]@users.noreply.github.com> Date: Wed, 20 Apr 2022 20:02:20 -0400 Subject: [PATCH 075/117] chore(python): add nox session to sort python imports (#326) Source-Link: https://github.com/googleapis/synthtool/commit/1b71c10e20de7ed3f97f692f99a0e3399b67049f Post-Processor: gcr.io/cloud-devrel-public-resources/owlbot-python:latest@sha256:00c9d764fd1cd56265f12a5ef4b99a0c9e87cf261018099141e2ca5158890416 Co-authored-by: Owl Bot --- bigquery-datatransfer/snippets/conftest.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/bigquery-datatransfer/snippets/conftest.py b/bigquery-datatransfer/snippets/conftest.py index f708ff486b81..1248a9407f79 100644 --- a/bigquery-datatransfer/snippets/conftest.py +++ b/bigquery-datatransfer/snippets/conftest.py @@ -20,12 +20,9 @@ from google.api_core import client_options import google.api_core.exceptions import google.auth -from google.cloud import bigquery -from google.cloud import bigquery_datatransfer -from google.cloud import pubsub_v1 +from google.cloud import bigquery, bigquery_datatransfer, pubsub_v1 import pytest - RESOURCE_PREFIX = "python_bigquery_datatransfer_samples_snippets" RESOURCE_DATE_FORMAT = "%Y%m%d%H%M%S" RESOURCE_DATE_LENGTH = 4 + 2 + 2 + 2 + 2 + 2 From e729678774ac6d47426aff74aeea26031d96ba9e Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Mon, 25 Apr 2022 16:58:59 +0200 Subject: [PATCH 076/117] chore(deps): update dependency pytest to v7.1.2 (#329) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index c1e7e2070322..254047e38cc4 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.0.1 google-cloud-pubsub==2.12.0 -pytest==7.1.1 +pytest==7.1.2 mock==4.0.3 From 72dbac755420654a818de49f5e3ea1d8c2a3950d Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Mon, 9 May 2022 22:14:57 +0200 Subject: [PATCH 077/117] chore(deps): update dependency google-cloud-bigquery to v3.1.0 (#334) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 254047e38cc4..ca99b2656924 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==3.0.1 +google-cloud-bigquery==3.1.0 google-cloud-pubsub==2.12.0 pytest==7.1.2 mock==4.0.3 From 4644cfdd03f91615b877b9a7f9efa9f4a5f2885a Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Thu, 12 May 2022 20:24:03 +0200 Subject: [PATCH 078/117] chore(deps): update dependency google-cloud-pubsub to v2.12.1 (#335) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index ca99b2656924..a7d6e0cfe598 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.1.0 -google-cloud-pubsub==2.12.0 +google-cloud-pubsub==2.12.1 pytest==7.1.2 mock==4.0.3 From 810b45a71c04410e9c4d58946d890a30384bdfe2 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Sat, 16 Jul 2022 14:23:31 +0200 Subject: [PATCH 079/117] chore(deps): update all dependencies (#354) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * chore(deps): update all dependencies * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * revert Co-authored-by: Owl Bot Co-authored-by: Anthonios Partheniou --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- bigquery-datatransfer/snippets/requirements.txt | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index a7d6e0cfe598..dad7ec694a3c 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.1.0 -google-cloud-pubsub==2.12.1 +google-cloud-pubsub==2.13.0 pytest==7.1.2 mock==4.0.3 diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index ef77f23f5f19..c54873b8fa88 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.6.1 +google-cloud-bigquery-datatransfer==3.6.2 From 2a168bc9febb7e7d22e9ee5afa467433fc3a67e9 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Tue, 2 Aug 2022 16:00:53 +0200 Subject: [PATCH 080/117] chore(deps): update all dependencies (#370) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * chore(deps): update all dependencies * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * revert Co-authored-by: Owl Bot Co-authored-by: Anthonios Partheniou --- bigquery-datatransfer/snippets/requirements-test.txt | 4 ++-- bigquery-datatransfer/snippets/requirements.txt | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index dad7ec694a3c..27cc6b7e22ff 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==3.1.0 -google-cloud-pubsub==2.13.0 +google-cloud-bigquery==3.3.0 +google-cloud-pubsub==2.13.4 pytest==7.1.2 mock==4.0.3 diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index c54873b8fa88..be68443b7f3c 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.6.2 +google-cloud-bigquery-datatransfer==3.7.0 From ec5022fc233d07d16a7cde65c94be1ef90003413 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Tue, 9 Aug 2022 17:29:21 +0200 Subject: [PATCH 081/117] chore(deps): update all dependencies (#372) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * chore(deps): update all dependencies * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * revert Co-authored-by: Owl Bot Co-authored-by: Anthonios Partheniou --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 27cc6b7e22ff..3044a046bd6f 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==3.3.0 +google-cloud-bigquery==3.3.1 google-cloud-pubsub==2.13.4 pytest==7.1.2 mock==4.0.3 From aa6ac2931ec0a5ef23a92078abfc81b35a2d5f38 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Fri, 12 Aug 2022 01:13:41 +0200 Subject: [PATCH 082/117] chore(deps): update dependency google-cloud-pubsub to v2.13.5 (#374) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 3044a046bd6f..de454fdd64fe 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.3.1 -google-cloud-pubsub==2.13.4 +google-cloud-pubsub==2.13.5 pytest==7.1.2 mock==4.0.3 From 5a4338e1b3a011d761d93c39fff31e0a9002e23a Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Fri, 12 Aug 2022 13:11:49 +0200 Subject: [PATCH 083/117] chore(deps): update dependency google-cloud-pubsub to v2.13.6 (#377) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index de454fdd64fe..f92f8e9a1aa5 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.3.1 -google-cloud-pubsub==2.13.5 +google-cloud-pubsub==2.13.6 pytest==7.1.2 mock==4.0.3 From 0f8e2d7fe94069c384b73bf39ec7beebf509830c Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Tue, 16 Aug 2022 16:39:51 +0200 Subject: [PATCH 084/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3.7.1 (#379) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index be68443b7f3c..a81d3de567be 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.7.0 +google-cloud-bigquery-datatransfer==3.7.1 From b753472f3ed69bb57ed47cdcfac6f73859e6d63b Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Fri, 19 Aug 2022 18:33:35 +0200 Subject: [PATCH 085/117] chore(deps): update dependency google-cloud-bigquery to v3.3.2 (#380) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index f92f8e9a1aa5..5afd7ec1287c 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==3.3.1 +google-cloud-bigquery==3.3.2 google-cloud-pubsub==2.13.6 pytest==7.1.2 mock==4.0.3 From d14da2380344aab10a800d9970b5ee1b05cfffcd Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Tue, 6 Sep 2022 18:30:04 +0200 Subject: [PATCH 086/117] chore(deps): update dependency pytest to v7.1.3 (#389) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 5afd7ec1287c..a4f28ec0d891 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.3.2 google-cloud-pubsub==2.13.6 -pytest==7.1.2 +pytest==7.1.3 mock==4.0.3 From 4ebbabdf0502c1421f68476c0ffea16881e318f8 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Tue, 4 Oct 2022 03:30:29 +0200 Subject: [PATCH 087/117] chore(deps): update all dependencies (#395) Co-authored-by: Anthonios Partheniou --- bigquery-datatransfer/snippets/requirements-test.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index a4f28ec0d891..b6be017f0370 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==3.3.2 -google-cloud-pubsub==2.13.6 +google-cloud-bigquery==3.3.3 +google-cloud-pubsub==2.13.7 pytest==7.1.3 mock==4.0.3 From f6ed45b3a82fa1de9ad0d4aeb078139e3e17eeb6 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Tue, 4 Oct 2022 15:44:44 +0200 Subject: [PATCH 088/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3.7.2 (#399) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index a81d3de567be..0ee6773f9e37 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.7.1 +google-cloud-bigquery-datatransfer==3.7.2 From 0b5debd011fd99b8db51bfc554cd8e5d55766992 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Tue, 18 Oct 2022 15:18:23 +0200 Subject: [PATCH 089/117] chore(deps): update all dependencies (#402) --- bigquery-datatransfer/snippets/requirements-test.txt | 4 ++-- bigquery-datatransfer/snippets/requirements.txt | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index b6be017f0370..3d939e7887d9 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==3.3.3 -google-cloud-pubsub==2.13.7 +google-cloud-bigquery==3.3.5 +google-cloud-pubsub==2.13.10 pytest==7.1.3 mock==4.0.3 diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 0ee6773f9e37..b74d41851ed8 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.7.2 +google-cloud-bigquery-datatransfer==3.7.3 From 92f84cb83afd97248faf2504fa0447002528cda6 Mon Sep 17 00:00:00 2001 From: WhiteSource Renovate Date: Wed, 26 Oct 2022 12:55:21 +0200 Subject: [PATCH 090/117] chore(deps): update dependency pytest to v7.2.0 (#403) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 3d939e7887d9..5864a323ad0b 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.3.5 google-cloud-pubsub==2.13.10 -pytest==7.1.3 +pytest==7.2.0 mock==4.0.3 From b9810d08c20a0a63d00e0a268c13404023d0ac41 Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Mon, 21 Nov 2022 17:39:30 +0100 Subject: [PATCH 091/117] chore(deps): update all dependencies (#405) --- bigquery-datatransfer/snippets/requirements-test.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 5864a323ad0b..3893dff2cf19 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==3.3.5 -google-cloud-pubsub==2.13.10 +google-cloud-bigquery==3.4.0 +google-cloud-pubsub==2.13.11 pytest==7.2.0 mock==4.0.3 From 68726257b9f299bbbaedf9e2266bcd8f96f69c6e Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Thu, 15 Dec 2022 23:11:11 +0100 Subject: [PATCH 092/117] chore(deps): update dependency google-cloud-bigquery to v3.4.1 (#413) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 3893dff2cf19..90a137d2e7b0 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==3.4.0 +google-cloud-bigquery==3.4.1 google-cloud-pubsub==2.13.11 pytest==7.2.0 mock==4.0.3 From 6e61ab021ac9b122a6ef784c027d3e7f3283b13e Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Fri, 16 Dec 2022 03:28:06 +0100 Subject: [PATCH 093/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3.8.0 (#414) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index b74d41851ed8..d35ef09412c2 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.7.3 +google-cloud-bigquery-datatransfer==3.8.0 From a50b0eb3e19d4ff6f098a8175a4cf5df4c3f408b Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Tue, 3 Jan 2023 20:27:08 +0100 Subject: [PATCH 094/117] chore(deps): update dependency mock to v5 (#415) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 90a137d2e7b0..40ee72f10220 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.4.1 google-cloud-pubsub==2.13.11 pytest==7.2.0 -mock==4.0.3 +mock==5.0.0 From 29e88041e4982b6d107ba0e6f1b24946ff376c4b Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Wed, 4 Jan 2023 19:45:51 +0100 Subject: [PATCH 095/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3.9.0 (#418) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index d35ef09412c2..510a5c5f44bb 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.8.0 +google-cloud-bigquery-datatransfer==3.9.0 From f106a11de4997f675f0872b7cf09cc8f01411105 Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Mon, 9 Jan 2023 18:37:01 +0000 Subject: [PATCH 096/117] chore(deps): update dependency mock to v5.0.1 (#420) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 40ee72f10220..330f3f71234c 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.4.1 google-cloud-pubsub==2.13.11 pytest==7.2.0 -mock==5.0.0 +mock==5.0.1 From 5c1b4d7fa61f38e70b8dba1bb7ef2ae62544baba Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Tue, 10 Jan 2023 18:15:30 +0000 Subject: [PATCH 097/117] chore(deps): update dependency google-cloud-pubsub to v2.13.12 (#423) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 330f3f71234c..aa7d298406bc 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.4.1 -google-cloud-pubsub==2.13.11 +google-cloud-pubsub==2.13.12 pytest==7.2.0 mock==5.0.1 From 4c4eebaafa9d1fac1a5b369e1fc8fbd1c3790b66 Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Wed, 11 Jan 2023 15:14:29 +0000 Subject: [PATCH 098/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3.10.0 (#424) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 510a5c5f44bb..d3fca50fa03a 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.9.0 +google-cloud-bigquery-datatransfer==3.10.0 From f1d9828ea553e9a503ac79b06353e48c9a5b9fdc Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Sat, 14 Jan 2023 18:11:47 +0000 Subject: [PATCH 099/117] chore(deps): update dependency pytest to v7.2.1 (#425) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index aa7d298406bc..cb7b29ca3f49 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.4.1 google-cloud-pubsub==2.13.12 -pytest==7.2.0 +pytest==7.2.1 mock==5.0.1 From 9361eb7df76d9c753da9d154eba675327547acf8 Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Wed, 18 Jan 2023 16:39:23 +0000 Subject: [PATCH 100/117] chore(deps): update dependency google-cloud-bigquery to v3.4.2 (#426) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index cb7b29ca3f49..472e3a68950b 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==3.4.1 +google-cloud-bigquery==3.4.2 google-cloud-pubsub==2.13.12 pytest==7.2.1 mock==5.0.1 From 0d3230fc869ae3c3eb80e00506a577c0d4de6666 Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Mon, 23 Jan 2023 16:30:58 +0000 Subject: [PATCH 101/117] chore(deps): update dependency google-cloud-pubsub to v2.14.0 (#427) Co-authored-by: Anthonios Partheniou --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 472e3a68950b..8f833f4bb747 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.4.2 -google-cloud-pubsub==2.13.12 +google-cloud-pubsub==2.14.0 pytest==7.2.1 mock==5.0.1 From 70b838b15a7167013b1661edc2fac04a94e1ca9d Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Tue, 24 Jan 2023 15:08:24 +0000 Subject: [PATCH 102/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3.10.1 (#430) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index d3fca50fa03a..13e5c5defadb 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.10.0 +google-cloud-bigquery-datatransfer==3.10.1 From f9d6ab063bff779c8c6639e4efa03c8cb39f4ad5 Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Thu, 2 Feb 2023 10:44:21 +0000 Subject: [PATCH 103/117] chore(deps): update dependency google-cloud-bigquery to v3.5.0 (#434) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 8f833f4bb747..62c629258dc0 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==3.4.2 +google-cloud-bigquery==3.5.0 google-cloud-pubsub==2.14.0 pytest==7.2.1 mock==5.0.1 From 55391465d3a5966e6e3bbaebb65a1348af7c957a Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Wed, 8 Feb 2023 20:17:02 +0000 Subject: [PATCH 104/117] chore(deps): update dependency google-cloud-pubsub to v2.14.1 (#438) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 62c629258dc0..9b317ee2ad78 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.5.0 -google-cloud-pubsub==2.14.0 +google-cloud-pubsub==2.14.1 pytest==7.2.1 mock==5.0.1 From df0857f7f14ad7ca3e39de13f58be8df0a85ae15 Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Thu, 23 Feb 2023 18:07:51 +0000 Subject: [PATCH 105/117] chore(deps): update all dependencies (#442) --- bigquery-datatransfer/snippets/requirements-test.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 9b317ee2ad78..bbc2a70279d8 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==3.5.0 -google-cloud-pubsub==2.14.1 +google-cloud-bigquery==3.6.0 +google-cloud-pubsub==2.15.0 pytest==7.2.1 mock==5.0.1 From ddf6907b28597cceac29a31f98644b0ac523bbb0 Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Wed, 1 Mar 2023 10:06:45 +0000 Subject: [PATCH 106/117] chore(deps): update dependency google-cloud-bigquery-datatransfer to v3.11.0 (#446) --- bigquery-datatransfer/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 13e5c5defadb..047407db4d1e 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.10.1 +google-cloud-bigquery-datatransfer==3.11.0 From 0c0924c887f2de87d77b137ee2b431589d7a14ee Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Sat, 4 Mar 2023 11:30:08 +0000 Subject: [PATCH 107/117] chore(deps): update dependency pytest to v7.2.2 (#447) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index bbc2a70279d8..20d47eedb61b 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.6.0 google-cloud-pubsub==2.15.0 -pytest==7.2.1 +pytest==7.2.2 mock==5.0.1 From c901a8544a6c3a0b11ae4a47752642a67f046de3 Mon Sep 17 00:00:00 2001 From: Chalmer Lowe Date: Fri, 10 Mar 2023 10:31:56 -0500 Subject: [PATCH 108/117] fix: replaces deprecated snippet (#448) * fix: replaces deprecated snippet * adds a test * revises test assert statement * fix linting * examining return values * examining more return values * examining return values more betterly * evaluating timestamps in use * evaluating timestamps in use 2 * clean up test * clean up linting --- .../snippets/manage_transfer_configs.py | 56 +++++++++++++++++++ .../snippets/manage_transfer_configs_test.py | 12 ++++ 2 files changed, 68 insertions(+) diff --git a/bigquery-datatransfer/snippets/manage_transfer_configs.py b/bigquery-datatransfer/snippets/manage_transfer_configs.py index 6b4abd7814e0..59b5464f2be9 100644 --- a/bigquery-datatransfer/snippets/manage_transfer_configs.py +++ b/bigquery-datatransfer/snippets/manage_transfer_configs.py @@ -147,6 +147,62 @@ def schedule_backfill(override_values={}): return response.runs +def schedule_backfill_manual_transfer(override_values={}): + # [START bigquerydatatransfer_start_manual_transfer] + import datetime + + from google.cloud.bigquery_datatransfer_v1 import ( + DataTransferServiceClient, + StartManualTransferRunsRequest, + ) + + # Create a client object + client = DataTransferServiceClient() + + # Replace with your transfer configuration name + transfer_config_name = "projects/1234/locations/us/transferConfigs/abcd" + # [END bigquerydatatransfer_start_manual_transfer] + # To facilitate testing, we replace values with alternatives + # provided by the testing harness. + transfer_config_name = override_values.get( + "transfer_config_name", transfer_config_name + ) + # [START bigquerydatatransfer_start_manual_transfer] + now = datetime.datetime.now(datetime.timezone.utc) + start_time = now - datetime.timedelta(days=5) + end_time = now - datetime.timedelta(days=2) + + # Some data sources, such as scheduled_query only support daily run. + # Truncate start_time and end_time to midnight time (00:00AM UTC). + start_time = datetime.datetime( + start_time.year, start_time.month, start_time.day, tzinfo=datetime.timezone.utc + ) + end_time = datetime.datetime( + end_time.year, end_time.month, end_time.day, tzinfo=datetime.timezone.utc + ) + + requested_time_range = StartManualTransferRunsRequest.TimeRange( + start_time=start_time, + end_time=end_time, + ) + + # Initialize request argument(s) + request = StartManualTransferRunsRequest( + parent=transfer_config_name, + requested_time_range=requested_time_range, + ) + + # Make the request + response = client.start_manual_transfer_runs(request=request) + + # Handle the response + print("Started manual transfer runs:") + for run in response.runs: + print(f"backfill: {run.run_time} run: {run.name}") + # [END bigquerydatatransfer_start_manual_transfer] + return response.runs + + def delete_config(override_values={}): # [START bigquerydatatransfer_delete_transfer] import google.api_core.exceptions diff --git a/bigquery-datatransfer/snippets/manage_transfer_configs_test.py b/bigquery-datatransfer/snippets/manage_transfer_configs_test.py index 52d16dc20746..3ffc91cfa4be 100644 --- a/bigquery-datatransfer/snippets/manage_transfer_configs_test.py +++ b/bigquery-datatransfer/snippets/manage_transfer_configs_test.py @@ -62,6 +62,18 @@ def test_schedule_backfill(capsys, transfer_config_name): assert len(runs) == 4 +def test_schedule_backfill_manual_transfer(capsys, transfer_config_name): + runs = manage_transfer_configs.schedule_backfill_manual_transfer( + {"transfer_config_name": transfer_config_name} + ) + out, _ = capsys.readouterr() + assert "Started manual transfer runs:" in out + # Run IDs should include the transfer name in their path. + assert transfer_config_name in out + # Check that there are three runs for between 2 and 5 days ago. + assert len(runs) == 3 + + def test_delete_config(capsys, transfer_config_name): # transfer_config_name fixture in conftest.py calls the delete config # sample. To conserve limited BQ-DTS quota we only make basic checks. From 2ebdd570ffca7378395538a3fb593305f4482b81 Mon Sep 17 00:00:00 2001 From: Chalmer Lowe Date: Wed, 22 Mar 2023 09:36:27 -0400 Subject: [PATCH 109/117] docs: removes deprecated sample (#451) * docs: removes deprecated sample * modifies tags to matched deprecated function call --- .../snippets/manage_transfer_configs.py | 50 ++----------------- .../snippets/manage_transfer_configs_test.py | 12 ----- 2 files changed, 4 insertions(+), 58 deletions(-) diff --git a/bigquery-datatransfer/snippets/manage_transfer_configs.py b/bigquery-datatransfer/snippets/manage_transfer_configs.py index 59b5464f2be9..cd865455c10d 100644 --- a/bigquery-datatransfer/snippets/manage_transfer_configs.py +++ b/bigquery-datatransfer/snippets/manage_transfer_configs.py @@ -105,50 +105,8 @@ def update_credentials_with_service_account(override_values={}): return transfer_config -def schedule_backfill(override_values={}): - # [START bigquerydatatransfer_schedule_backfill] - import datetime - - from google.cloud import bigquery_datatransfer - - transfer_client = bigquery_datatransfer.DataTransferServiceClient() - - transfer_config_name = "projects/1234/locations/us/transferConfigs/abcd" - # [END bigquerydatatransfer_schedule_backfill] - # To facilitate testing, we replace values with alternatives - # provided by the testing harness. - transfer_config_name = override_values.get( - "transfer_config_name", transfer_config_name - ) - # [START bigquerydatatransfer_schedule_backfill] - now = datetime.datetime.now(datetime.timezone.utc) - start_time = now - datetime.timedelta(days=5) - end_time = now - datetime.timedelta(days=2) - - # Some data sources, such as scheduled_query only support daily run. - # Truncate start_time and end_time to midnight time (00:00AM UTC). - start_time = datetime.datetime( - start_time.year, start_time.month, start_time.day, tzinfo=datetime.timezone.utc - ) - end_time = datetime.datetime( - end_time.year, end_time.month, end_time.day, tzinfo=datetime.timezone.utc - ) - - response = transfer_client.schedule_transfer_runs( - parent=transfer_config_name, - start_time=start_time, - end_time=end_time, - ) - - print("Started transfer runs:") - for run in response.runs: - print(f"backfill: {run.run_time} run: {run.name}") - # [END bigquerydatatransfer_schedule_backfill] - return response.runs - - def schedule_backfill_manual_transfer(override_values={}): - # [START bigquerydatatransfer_start_manual_transfer] + # [START bigquerydatatransfer_schedule_backfill] import datetime from google.cloud.bigquery_datatransfer_v1 import ( @@ -161,13 +119,13 @@ def schedule_backfill_manual_transfer(override_values={}): # Replace with your transfer configuration name transfer_config_name = "projects/1234/locations/us/transferConfigs/abcd" - # [END bigquerydatatransfer_start_manual_transfer] + # [END bigquerydatatransfer_schedule_backfill] # To facilitate testing, we replace values with alternatives # provided by the testing harness. transfer_config_name = override_values.get( "transfer_config_name", transfer_config_name ) - # [START bigquerydatatransfer_start_manual_transfer] + # [START bigquerydatatransfer_schedule_backfill] now = datetime.datetime.now(datetime.timezone.utc) start_time = now - datetime.timedelta(days=5) end_time = now - datetime.timedelta(days=2) @@ -199,7 +157,7 @@ def schedule_backfill_manual_transfer(override_values={}): print("Started manual transfer runs:") for run in response.runs: print(f"backfill: {run.run_time} run: {run.name}") - # [END bigquerydatatransfer_start_manual_transfer] + # [END bigquerydatatransfer_schedule_backfill] return response.runs diff --git a/bigquery-datatransfer/snippets/manage_transfer_configs_test.py b/bigquery-datatransfer/snippets/manage_transfer_configs_test.py index 3ffc91cfa4be..5504f19cbf91 100644 --- a/bigquery-datatransfer/snippets/manage_transfer_configs_test.py +++ b/bigquery-datatransfer/snippets/manage_transfer_configs_test.py @@ -50,18 +50,6 @@ def test_update_credentials_with_service_account( assert transfer_config_name in out -def test_schedule_backfill(capsys, transfer_config_name): - runs = manage_transfer_configs.schedule_backfill( - {"transfer_config_name": transfer_config_name} - ) - out, _ = capsys.readouterr() - assert "Started transfer runs:" in out - # Run IDs should include the transfer name in their path. - assert transfer_config_name in out - # Check that there are runs for 5, 4, 3, and 2 days ago. - assert len(runs) == 4 - - def test_schedule_backfill_manual_transfer(capsys, transfer_config_name): runs = manage_transfer_configs.schedule_backfill_manual_transfer( {"transfer_config_name": transfer_config_name} From 388b9609174d73c5e516f512a6a26bb62972252f Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Thu, 6 Apr 2023 17:13:36 +0100 Subject: [PATCH 110/117] chore(deps): update all dependencies (#452) --- bigquery-datatransfer/snippets/requirements-test.txt | 4 ++-- bigquery-datatransfer/snippets/requirements.txt | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 20d47eedb61b..5a942543d974 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==3.6.0 -google-cloud-pubsub==2.15.0 +google-cloud-bigquery==3.9.0 +google-cloud-pubsub==2.15.2 pytest==7.2.2 mock==5.0.1 diff --git a/bigquery-datatransfer/snippets/requirements.txt b/bigquery-datatransfer/snippets/requirements.txt index 047407db4d1e..6c4dbfce1f1c 100644 --- a/bigquery-datatransfer/snippets/requirements.txt +++ b/bigquery-datatransfer/snippets/requirements.txt @@ -1 +1 @@ -google-cloud-bigquery-datatransfer==3.11.0 +google-cloud-bigquery-datatransfer==3.11.1 From eb3f9eb472cadad9c2cbcc038a95aa96b0428139 Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Tue, 18 Apr 2023 15:05:12 +0200 Subject: [PATCH 111/117] chore(deps): update all dependencies (#457) --- bigquery-datatransfer/snippets/requirements-test.txt | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 5a942543d974..318d9a9dc901 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.9.0 -google-cloud-pubsub==2.15.2 -pytest==7.2.2 -mock==5.0.1 +google-cloud-pubsub==2.16.0 +pytest==7.3.1 +mock==5.0.2 From 27dc67b123b936036646ee9577505084d4e05e00 Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Wed, 19 Apr 2023 18:09:56 +0200 Subject: [PATCH 112/117] chore(deps): update dependency google-cloud-bigquery to v3.10.0 (#459) --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 318d9a9dc901..e6b42a0be377 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==3.9.0 +google-cloud-bigquery==3.10.0 google-cloud-pubsub==2.16.0 pytest==7.3.1 mock==5.0.2 From d2f1819acef6e1c89d1558c316e83a5eacc29b97 Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Thu, 1 Jun 2023 13:28:17 +0200 Subject: [PATCH 113/117] chore(deps): update dependency google-cloud-pubsub to v2.17.1 (#460) Co-authored-by: Anthonios Partheniou --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index e6b42a0be377..61efe61566f8 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ google-cloud-bigquery==3.10.0 -google-cloud-pubsub==2.16.0 +google-cloud-pubsub==2.17.1 pytest==7.3.1 mock==5.0.2 From 25b3f2c476dc744ced7fcf87e8c7a741f7719536 Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Sun, 4 Jun 2023 02:12:30 +0200 Subject: [PATCH 114/117] chore(deps): update dependency google-cloud-bigquery to v3.11.0 (#463) Co-authored-by: Anthonios Partheniou --- bigquery-datatransfer/snippets/requirements-test.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 61efe61566f8..408ba1a0294e 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==3.10.0 +google-cloud-bigquery==3.11.0 google-cloud-pubsub==2.17.1 pytest==7.3.1 mock==5.0.2 From e4d0b71ff8273ee2e338bdf8c561a655d4daae3c Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Wed, 14 Jun 2023 19:13:49 +0200 Subject: [PATCH 115/117] chore(deps): update all dependencies (#466) --- bigquery-datatransfer/snippets/requirements-test.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/bigquery-datatransfer/snippets/requirements-test.txt b/bigquery-datatransfer/snippets/requirements-test.txt index 408ba1a0294e..51d3ed90bf18 100644 --- a/bigquery-datatransfer/snippets/requirements-test.txt +++ b/bigquery-datatransfer/snippets/requirements-test.txt @@ -1,4 +1,4 @@ -google-cloud-bigquery==3.11.0 +google-cloud-bigquery==3.11.1 google-cloud-pubsub==2.17.1 -pytest==7.3.1 +pytest==7.3.2 mock==5.0.2 From 483f657dbdeb17ddf16390163c15735b8b77788d Mon Sep 17 00:00:00 2001 From: Yu-Han Liu Date: Fri, 16 Jun 2023 14:07:59 -0700 Subject: [PATCH 116/117] skip python-3.6 in sample test --- bigquery-datatransfer/snippets/noxfile_config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigquery-datatransfer/snippets/noxfile_config.py b/bigquery-datatransfer/snippets/noxfile_config.py index 57b25e58e396..7c8439c74b37 100644 --- a/bigquery-datatransfer/snippets/noxfile_config.py +++ b/bigquery-datatransfer/snippets/noxfile_config.py @@ -22,7 +22,7 @@ TEST_CONFIG_OVERRIDE = { # You can opt out from the test for specific Python versions. - "ignored_versions": ["2.7"], + "ignored_versions": ["2.7", "3.6"], # Old samples are opted out of enforcing Python type hints # All new samples should feature them "enforce_type_hints": False, From ae4686abca8345e30379869e9086cc56e296b2df Mon Sep 17 00:00:00 2001 From: Yu-Han Liu Date: Tue, 20 Jun 2023 09:53:38 -0700 Subject: [PATCH 117/117] update .githug/CODEOWNERS --- .github/CODEOWNERS | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS index c54f0d6558b5..d523c7d254a0 100644 --- a/.github/CODEOWNERS +++ b/.github/CODEOWNERS @@ -98,6 +98,7 @@ /bigquery/remote_function/**/* @autoerr @GoogleCloudPlatform/python-samples-reviewers /cloud-media-livestream/**/* @GoogleCloudPlatform/cloud-media-team @GoogleCloudPlatform/python-samples-reviewers /bigquery-connection/**/* @GoogleCloudPlatform/api-bigquery @GoogleCloudPlatform/python-samples-reviewers +/bigquery-datatransfer/**/* @GoogleCloudPlatform/api-bigquery @GoogleCloudPlatform/python-samples-reviewers /dlp/**/* @GoogleCloudPlatform/googleapis-dlp @GoogleCloudPlatform/python-samples-reviewers /functions/spanner/* @GoogleCloudPlatform/api-spanner-python @GoogleCloudPlatform/functions-framework-google @GoogleCloudPlatform/python-samples-reviewers /healthcare/**/* @GoogleCloudPlatform/healthcare-life-sciences @GoogleCloudPlatform/python-samples-reviewers