From 6a2e6955ce57853afa59655890c1db88ad07070c Mon Sep 17 00:00:00 2001 From: Owl Bot Date: Thu, 3 Feb 2022 00:51:35 +0000 Subject: [PATCH 1/2] chore: use gapic-generator-python 0.62.1 fix: restore 100% coverage for generated clients feat: adds REST server-streaming support fix: add special method parameters to set of reserved module names feat: expose extended operations annotations within generator fix: resolve DuplicateCredentialArgs error when using credentials_file committer: parthea PiperOrigin-RevId: 425964861 Source-Link: https://github.com/googleapis/googleapis/commit/84b1a5a4f6fb2d04905be58e586b8a7a4310a8cf Source-Link: https://github.com/googleapis/googleapis-gen/commit/4fb761bbd8506ac156f49bac5f18306aa8eb3aa8 Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiNGZiNzYxYmJkODUwNmFjMTU2ZjQ5YmFjNWYxODMwNmFhOGViM2FhOCJ9 --- owl-bot-staging/v2alpha/.coveragerc | 17 + owl-bot-staging/v2alpha/MANIFEST.in | 2 + owl-bot-staging/v2alpha/README.rst | 49 + .../migration_service.rst | 10 + .../bigquery_migration_v2alpha/services.rst | 6 + .../docs/bigquery_migration_v2alpha/types.rst | 7 + owl-bot-staging/v2alpha/docs/conf.py | 376 ++ owl-bot-staging/v2alpha/docs/index.rst | 7 + .../cloud/bigquery_migration/__init__.py | 81 + .../google/cloud/bigquery_migration/py.typed | 2 + .../bigquery_migration_v2alpha/__init__.py | 82 + .../gapic_metadata.json | 93 + .../cloud/bigquery_migration_v2alpha/py.typed | 2 + .../services/__init__.py | 15 + .../services/migration_service/__init__.py | 22 + .../migration_service/async_client.py | 796 +++++ .../services/migration_service/client.py | 971 +++++ .../services/migration_service/pagers.py | 261 ++ .../migration_service/transports/__init__.py | 33 + .../migration_service/transports/base.py | 261 ++ .../migration_service/transports/grpc.py | 419 +++ .../transports/grpc_asyncio.py | 423 +++ .../types/__init__.py | 88 + .../types/assessment_task.py | 80 + .../types/migration_entities.py | 336 ++ .../types/migration_error_details.py | 112 + .../types/migration_metrics.py | 209 ++ .../types/migration_service.py | 284 ++ .../types/translation_task.py | 307 ++ owl-bot-staging/v2alpha/mypy.ini | 3 + owl-bot-staging/v2alpha/noxfile.py | 132 + ...xup_bigquery_migration_v2alpha_keywords.py | 182 + owl-bot-staging/v2alpha/setup.py | 54 + owl-bot-staging/v2alpha/tests/__init__.py | 16 + .../v2alpha/tests/unit/__init__.py | 16 + .../v2alpha/tests/unit/gapic/__init__.py | 16 + .../bigquery_migration_v2alpha/__init__.py | 16 + .../test_migration_service.py | 3160 +++++++++++++++++ 38 files changed, 8946 insertions(+) create mode 100644 owl-bot-staging/v2alpha/.coveragerc create mode 100644 owl-bot-staging/v2alpha/MANIFEST.in create mode 100644 owl-bot-staging/v2alpha/README.rst create mode 100644 owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/migration_service.rst create mode 100644 owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/services.rst create mode 100644 owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/types.rst create mode 100644 owl-bot-staging/v2alpha/docs/conf.py create mode 100644 owl-bot-staging/v2alpha/docs/index.rst create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration/__init__.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration/py.typed create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/__init__.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/gapic_metadata.json create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/py.typed create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/__init__.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/__init__.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/async_client.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/client.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/pagers.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/__init__.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/base.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc_asyncio.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/__init__.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/assessment_task.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_entities.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_error_details.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_metrics.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_service.py create mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/translation_task.py create mode 100644 owl-bot-staging/v2alpha/mypy.ini create mode 100644 owl-bot-staging/v2alpha/noxfile.py create mode 100644 owl-bot-staging/v2alpha/scripts/fixup_bigquery_migration_v2alpha_keywords.py create mode 100644 owl-bot-staging/v2alpha/setup.py create mode 100644 owl-bot-staging/v2alpha/tests/__init__.py create mode 100644 owl-bot-staging/v2alpha/tests/unit/__init__.py create mode 100644 owl-bot-staging/v2alpha/tests/unit/gapic/__init__.py create mode 100644 owl-bot-staging/v2alpha/tests/unit/gapic/bigquery_migration_v2alpha/__init__.py create mode 100644 owl-bot-staging/v2alpha/tests/unit/gapic/bigquery_migration_v2alpha/test_migration_service.py diff --git a/owl-bot-staging/v2alpha/.coveragerc b/owl-bot-staging/v2alpha/.coveragerc new file mode 100644 index 0000000..0c2439c --- /dev/null +++ b/owl-bot-staging/v2alpha/.coveragerc @@ -0,0 +1,17 @@ +[run] +branch = True + +[report] +show_missing = True +omit = + google/cloud/bigquery_migration/__init__.py +exclude_lines = + # Re-enable the standard pragma + pragma: NO COVER + # Ignore debug-only repr + def __repr__ + # Ignore pkg_resources exceptions. + # This is added at the module level as a safeguard for if someone + # generates the code and tries to run it without pip installing. This + # makes it virtually impossible to test properly. + except pkg_resources.DistributionNotFound diff --git a/owl-bot-staging/v2alpha/MANIFEST.in b/owl-bot-staging/v2alpha/MANIFEST.in new file mode 100644 index 0000000..34c2eb3 --- /dev/null +++ b/owl-bot-staging/v2alpha/MANIFEST.in @@ -0,0 +1,2 @@ +recursive-include google/cloud/bigquery_migration *.py +recursive-include google/cloud/bigquery_migration_v2alpha *.py diff --git a/owl-bot-staging/v2alpha/README.rst b/owl-bot-staging/v2alpha/README.rst new file mode 100644 index 0000000..e78566d --- /dev/null +++ b/owl-bot-staging/v2alpha/README.rst @@ -0,0 +1,49 @@ +Python Client for Google Cloud Bigquery Migration API +================================================= + +Quick Start +----------- + +In order to use this library, you first need to go through the following steps: + +1. `Select or create a Cloud Platform project.`_ +2. `Enable billing for your project.`_ +3. Enable the Google Cloud Bigquery Migration API. +4. `Setup Authentication.`_ + +.. _Select or create a Cloud Platform project.: https://console.cloud.google.com/project +.. _Enable billing for your project.: https://cloud.google.com/billing/docs/how-to/modify-project#enable_billing_for_a_project +.. _Setup Authentication.: https://googleapis.dev/python/google-api-core/latest/auth.html + +Installation +~~~~~~~~~~~~ + +Install this library in a `virtualenv`_ using pip. `virtualenv`_ is a tool to +create isolated Python environments. The basic problem it addresses is one of +dependencies and versions, and indirectly permissions. + +With `virtualenv`_, it's possible to install this library without needing system +install permissions, and without clashing with the installed system +dependencies. + +.. _`virtualenv`: https://virtualenv.pypa.io/en/latest/ + + +Mac/Linux +^^^^^^^^^ + +.. code-block:: console + + python3 -m venv + source /bin/activate + /bin/pip install /path/to/library + + +Windows +^^^^^^^ + +.. code-block:: console + + python3 -m venv + \Scripts\activate + \Scripts\pip.exe install \path\to\library diff --git a/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/migration_service.rst b/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/migration_service.rst new file mode 100644 index 0000000..e676817 --- /dev/null +++ b/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/migration_service.rst @@ -0,0 +1,10 @@ +MigrationService +---------------------------------- + +.. automodule:: google.cloud.bigquery_migration_v2alpha.services.migration_service + :members: + :inherited-members: + +.. automodule:: google.cloud.bigquery_migration_v2alpha.services.migration_service.pagers + :members: + :inherited-members: diff --git a/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/services.rst b/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/services.rst new file mode 100644 index 0000000..64b04ab --- /dev/null +++ b/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/services.rst @@ -0,0 +1,6 @@ +Services for Google Cloud Bigquery Migration v2alpha API +======================================================== +.. toctree:: + :maxdepth: 2 + + migration_service diff --git a/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/types.rst b/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/types.rst new file mode 100644 index 0000000..3024de8 --- /dev/null +++ b/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/types.rst @@ -0,0 +1,7 @@ +Types for Google Cloud Bigquery Migration v2alpha API +===================================================== + +.. automodule:: google.cloud.bigquery_migration_v2alpha.types + :members: + :undoc-members: + :show-inheritance: diff --git a/owl-bot-staging/v2alpha/docs/conf.py b/owl-bot-staging/v2alpha/docs/conf.py new file mode 100644 index 0000000..e3d707a --- /dev/null +++ b/owl-bot-staging/v2alpha/docs/conf.py @@ -0,0 +1,376 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +# +# google-cloud-bigquery-migration documentation build configuration file +# +# This file is execfile()d with the current directory set to its +# containing dir. +# +# Note that not all possible configuration values are present in this +# autogenerated file. +# +# All configuration values have a default; values that are commented out +# serve to show the default. + +import sys +import os +import shlex + +# If extensions (or modules to document with autodoc) are in another directory, +# add these directories to sys.path here. If the directory is relative to the +# documentation root, use os.path.abspath to make it absolute, like shown here. +sys.path.insert(0, os.path.abspath("..")) + +__version__ = "0.1.0" + +# -- General configuration ------------------------------------------------ + +# If your documentation needs a minimal Sphinx version, state it here. +needs_sphinx = "4.0.1" + +# Add any Sphinx extension module names here, as strings. They can be +# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom +# ones. +extensions = [ + "sphinx.ext.autodoc", + "sphinx.ext.autosummary", + "sphinx.ext.intersphinx", + "sphinx.ext.coverage", + "sphinx.ext.napoleon", + "sphinx.ext.todo", + "sphinx.ext.viewcode", +] + +# autodoc/autosummary flags +autoclass_content = "both" +autodoc_default_flags = ["members"] +autosummary_generate = True + + +# Add any paths that contain templates here, relative to this directory. +templates_path = ["_templates"] + +# Allow markdown includes (so releases.md can include CHANGLEOG.md) +# http://www.sphinx-doc.org/en/master/markdown.html +source_parsers = {".md": "recommonmark.parser.CommonMarkParser"} + +# The suffix(es) of source filenames. +# You can specify multiple suffix as a list of string: +source_suffix = [".rst", ".md"] + +# The encoding of source files. +# source_encoding = 'utf-8-sig' + +# The root toctree document. +root_doc = "index" + +# General information about the project. +project = u"google-cloud-bigquery-migration" +copyright = u"2020, Google, LLC" +author = u"Google APIs" # TODO: autogenerate this bit + +# The version info for the project you're documenting, acts as replacement for +# |version| and |release|, also used in various other places throughout the +# built documents. +# +# The full version, including alpha/beta/rc tags. +release = __version__ +# The short X.Y version. +version = ".".join(release.split(".")[0:2]) + +# The language for content autogenerated by Sphinx. Refer to documentation +# for a list of supported languages. +# +# This is also used if you do content translation via gettext catalogs. +# Usually you set "language" from the command line for these cases. +language = None + +# There are two options for replacing |today|: either, you set today to some +# non-false value, then it is used: +# today = '' +# Else, today_fmt is used as the format for a strftime call. +# today_fmt = '%B %d, %Y' + +# List of patterns, relative to source directory, that match files and +# directories to ignore when looking for source files. +exclude_patterns = ["_build"] + +# The reST default role (used for this markup: `text`) to use for all +# documents. +# default_role = None + +# If true, '()' will be appended to :func: etc. cross-reference text. +# add_function_parentheses = True + +# If true, the current module name will be prepended to all description +# unit titles (such as .. function::). +# add_module_names = True + +# If true, sectionauthor and moduleauthor directives will be shown in the +# output. They are ignored by default. +# show_authors = False + +# The name of the Pygments (syntax highlighting) style to use. +pygments_style = "sphinx" + +# A list of ignored prefixes for module index sorting. +# modindex_common_prefix = [] + +# If true, keep warnings as "system message" paragraphs in the built documents. +# keep_warnings = False + +# If true, `todo` and `todoList` produce output, else they produce nothing. +todo_include_todos = True + + +# -- Options for HTML output ---------------------------------------------- + +# The theme to use for HTML and HTML Help pages. See the documentation for +# a list of builtin themes. +html_theme = "alabaster" + +# Theme options are theme-specific and customize the look and feel of a theme +# further. For a list of options available for each theme, see the +# documentation. +html_theme_options = { + "description": "Google Cloud Client Libraries for Python", + "github_user": "googleapis", + "github_repo": "google-cloud-python", + "github_banner": True, + "font_family": "'Roboto', Georgia, sans", + "head_font_family": "'Roboto', Georgia, serif", + "code_font_family": "'Roboto Mono', 'Consolas', monospace", +} + +# Add any paths that contain custom themes here, relative to this directory. +# html_theme_path = [] + +# The name for this set of Sphinx documents. If None, it defaults to +# " v documentation". +# html_title = None + +# A shorter title for the navigation bar. Default is the same as html_title. +# html_short_title = None + +# The name of an image file (relative to this directory) to place at the top +# of the sidebar. +# html_logo = None + +# The name of an image file (within the static path) to use as favicon of the +# docs. This file should be a Windows icon file (.ico) being 16x16 or 32x32 +# pixels large. +# html_favicon = None + +# Add any paths that contain custom static files (such as style sheets) here, +# relative to this directory. They are copied after the builtin static files, +# so a file named "default.css" will overwrite the builtin "default.css". +html_static_path = ["_static"] + +# Add any extra paths that contain custom files (such as robots.txt or +# .htaccess) here, relative to this directory. These files are copied +# directly to the root of the documentation. +# html_extra_path = [] + +# If not '', a 'Last updated on:' timestamp is inserted at every page bottom, +# using the given strftime format. +# html_last_updated_fmt = '%b %d, %Y' + +# If true, SmartyPants will be used to convert quotes and dashes to +# typographically correct entities. +# html_use_smartypants = True + +# Custom sidebar templates, maps document names to template names. +# html_sidebars = {} + +# Additional templates that should be rendered to pages, maps page names to +# template names. +# html_additional_pages = {} + +# If false, no module index is generated. +# html_domain_indices = True + +# If false, no index is generated. +# html_use_index = True + +# If true, the index is split into individual pages for each letter. +# html_split_index = False + +# If true, links to the reST sources are added to the pages. +# html_show_sourcelink = True + +# If true, "Created using Sphinx" is shown in the HTML footer. Default is True. +# html_show_sphinx = True + +# If true, "(C) Copyright ..." is shown in the HTML footer. Default is True. +# html_show_copyright = True + +# If true, an OpenSearch description file will be output, and all pages will +# contain a tag referring to it. The value of this option must be the +# base URL from which the finished HTML is served. +# html_use_opensearch = '' + +# This is the file name suffix for HTML files (e.g. ".xhtml"). +# html_file_suffix = None + +# Language to be used for generating the HTML full-text search index. +# Sphinx supports the following languages: +# 'da', 'de', 'en', 'es', 'fi', 'fr', 'hu', 'it', 'ja' +# 'nl', 'no', 'pt', 'ro', 'ru', 'sv', 'tr' +# html_search_language = 'en' + +# A dictionary with options for the search language support, empty by default. +# Now only 'ja' uses this config value +# html_search_options = {'type': 'default'} + +# The name of a javascript file (relative to the configuration directory) that +# implements a search results scorer. If empty, the default will be used. +# html_search_scorer = 'scorer.js' + +# Output file base name for HTML help builder. +htmlhelp_basename = "google-cloud-bigquery-migration-doc" + +# -- Options for warnings ------------------------------------------------------ + + +suppress_warnings = [ + # Temporarily suppress this to avoid "more than one target found for + # cross-reference" warning, which are intractable for us to avoid while in + # a mono-repo. + # See https://github.com/sphinx-doc/sphinx/blob + # /2a65ffeef5c107c19084fabdd706cdff3f52d93c/sphinx/domains/python.py#L843 + "ref.python" +] + +# -- Options for LaTeX output --------------------------------------------- + +latex_elements = { + # The paper size ('letterpaper' or 'a4paper'). + # 'papersize': 'letterpaper', + # The font size ('10pt', '11pt' or '12pt'). + # 'pointsize': '10pt', + # Additional stuff for the LaTeX preamble. + # 'preamble': '', + # Latex figure (float) alignment + # 'figure_align': 'htbp', +} + +# Grouping the document tree into LaTeX files. List of tuples +# (source start file, target name, title, +# author, documentclass [howto, manual, or own class]). +latex_documents = [ + ( + root_doc, + "google-cloud-bigquery-migration.tex", + u"google-cloud-bigquery-migration Documentation", + author, + "manual", + ) +] + +# The name of an image file (relative to this directory) to place at the top of +# the title page. +# latex_logo = None + +# For "manual" documents, if this is true, then toplevel headings are parts, +# not chapters. +# latex_use_parts = False + +# If true, show page references after internal links. +# latex_show_pagerefs = False + +# If true, show URL addresses after external links. +# latex_show_urls = False + +# Documents to append as an appendix to all manuals. +# latex_appendices = [] + +# If false, no module index is generated. +# latex_domain_indices = True + + +# -- Options for manual page output --------------------------------------- + +# One entry per manual page. List of tuples +# (source start file, name, description, authors, manual section). +man_pages = [ + ( + root_doc, + "google-cloud-bigquery-migration", + u"Google Cloud Bigquery Migration Documentation", + [author], + 1, + ) +] + +# If true, show URL addresses after external links. +# man_show_urls = False + + +# -- Options for Texinfo output ------------------------------------------- + +# Grouping the document tree into Texinfo files. List of tuples +# (source start file, target name, title, author, +# dir menu entry, description, category) +texinfo_documents = [ + ( + root_doc, + "google-cloud-bigquery-migration", + u"google-cloud-bigquery-migration Documentation", + author, + "google-cloud-bigquery-migration", + "GAPIC library for Google Cloud Bigquery Migration API", + "APIs", + ) +] + +# Documents to append as an appendix to all manuals. +# texinfo_appendices = [] + +# If false, no module index is generated. +# texinfo_domain_indices = True + +# How to display URL addresses: 'footnote', 'no', or 'inline'. +# texinfo_show_urls = 'footnote' + +# If true, do not generate a @detailmenu in the "Top" node's menu. +# texinfo_no_detailmenu = False + + +# Example configuration for intersphinx: refer to the Python standard library. +intersphinx_mapping = { + "python": ("http://python.readthedocs.org/en/latest/", None), + "gax": ("https://gax-python.readthedocs.org/en/latest/", None), + "google-auth": ("https://google-auth.readthedocs.io/en/stable", None), + "google-gax": ("https://gax-python.readthedocs.io/en/latest/", None), + "google.api_core": ("https://googleapis.dev/python/google-api-core/latest/", None), + "grpc": ("https://grpc.io/grpc/python/", None), + "requests": ("http://requests.kennethreitz.org/en/stable/", None), + "proto": ("https://proto-plus-python.readthedocs.io/en/stable", None), + "protobuf": ("https://googleapis.dev/python/protobuf/latest/", None), +} + + +# Napoleon settings +napoleon_google_docstring = True +napoleon_numpy_docstring = True +napoleon_include_private_with_doc = False +napoleon_include_special_with_doc = True +napoleon_use_admonition_for_examples = False +napoleon_use_admonition_for_notes = False +napoleon_use_admonition_for_references = False +napoleon_use_ivar = False +napoleon_use_param = True +napoleon_use_rtype = True diff --git a/owl-bot-staging/v2alpha/docs/index.rst b/owl-bot-staging/v2alpha/docs/index.rst new file mode 100644 index 0000000..3d27662 --- /dev/null +++ b/owl-bot-staging/v2alpha/docs/index.rst @@ -0,0 +1,7 @@ +API Reference +------------- +.. toctree:: + :maxdepth: 2 + + bigquery_migration_v2alpha/services + bigquery_migration_v2alpha/types diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration/__init__.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration/__init__.py new file mode 100644 index 0000000..99b434e --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration/__init__.py @@ -0,0 +1,81 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +from google.cloud.bigquery_migration_v2alpha.services.migration_service.client import MigrationServiceClient +from google.cloud.bigquery_migration_v2alpha.services.migration_service.async_client import MigrationServiceAsyncClient + +from google.cloud.bigquery_migration_v2alpha.types.assessment_task import AssessmentOrchestrationResultDetails +from google.cloud.bigquery_migration_v2alpha.types.assessment_task import AssessmentTaskDetails +from google.cloud.bigquery_migration_v2alpha.types.migration_entities import MigrationSubtask +from google.cloud.bigquery_migration_v2alpha.types.migration_entities import MigrationTask +from google.cloud.bigquery_migration_v2alpha.types.migration_entities import MigrationTaskOrchestrationResult +from google.cloud.bigquery_migration_v2alpha.types.migration_entities import MigrationWorkflow +from google.cloud.bigquery_migration_v2alpha.types.migration_error_details import ErrorDetail +from google.cloud.bigquery_migration_v2alpha.types.migration_error_details import ErrorLocation +from google.cloud.bigquery_migration_v2alpha.types.migration_error_details import ResourceErrorDetail +from google.cloud.bigquery_migration_v2alpha.types.migration_metrics import Point +from google.cloud.bigquery_migration_v2alpha.types.migration_metrics import TimeInterval +from google.cloud.bigquery_migration_v2alpha.types.migration_metrics import TimeSeries +from google.cloud.bigquery_migration_v2alpha.types.migration_metrics import TypedValue +from google.cloud.bigquery_migration_v2alpha.types.migration_service import CreateMigrationWorkflowRequest +from google.cloud.bigquery_migration_v2alpha.types.migration_service import DeleteMigrationWorkflowRequest +from google.cloud.bigquery_migration_v2alpha.types.migration_service import GetMigrationSubtaskRequest +from google.cloud.bigquery_migration_v2alpha.types.migration_service import GetMigrationWorkflowRequest +from google.cloud.bigquery_migration_v2alpha.types.migration_service import ListMigrationSubtasksRequest +from google.cloud.bigquery_migration_v2alpha.types.migration_service import ListMigrationSubtasksResponse +from google.cloud.bigquery_migration_v2alpha.types.migration_service import ListMigrationWorkflowsRequest +from google.cloud.bigquery_migration_v2alpha.types.migration_service import ListMigrationWorkflowsResponse +from google.cloud.bigquery_migration_v2alpha.types.migration_service import StartMigrationWorkflowRequest +from google.cloud.bigquery_migration_v2alpha.types.translation_task import BteqOptions +from google.cloud.bigquery_migration_v2alpha.types.translation_task import DatasetReference +from google.cloud.bigquery_migration_v2alpha.types.translation_task import Filter +from google.cloud.bigquery_migration_v2alpha.types.translation_task import IdentifierSettings +from google.cloud.bigquery_migration_v2alpha.types.translation_task import TeradataOptions +from google.cloud.bigquery_migration_v2alpha.types.translation_task import TranslationFileMapping +from google.cloud.bigquery_migration_v2alpha.types.translation_task import TranslationTaskDetails + +__all__ = ('MigrationServiceClient', + 'MigrationServiceAsyncClient', + 'AssessmentOrchestrationResultDetails', + 'AssessmentTaskDetails', + 'MigrationSubtask', + 'MigrationTask', + 'MigrationTaskOrchestrationResult', + 'MigrationWorkflow', + 'ErrorDetail', + 'ErrorLocation', + 'ResourceErrorDetail', + 'Point', + 'TimeInterval', + 'TimeSeries', + 'TypedValue', + 'CreateMigrationWorkflowRequest', + 'DeleteMigrationWorkflowRequest', + 'GetMigrationSubtaskRequest', + 'GetMigrationWorkflowRequest', + 'ListMigrationSubtasksRequest', + 'ListMigrationSubtasksResponse', + 'ListMigrationWorkflowsRequest', + 'ListMigrationWorkflowsResponse', + 'StartMigrationWorkflowRequest', + 'BteqOptions', + 'DatasetReference', + 'Filter', + 'IdentifierSettings', + 'TeradataOptions', + 'TranslationFileMapping', + 'TranslationTaskDetails', +) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration/py.typed b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration/py.typed new file mode 100644 index 0000000..fcbd0b5 --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration/py.typed @@ -0,0 +1,2 @@ +# Marker file for PEP 561. +# The google-cloud-bigquery-migration package uses inline types. diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/__init__.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/__init__.py new file mode 100644 index 0000000..fa421ac --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/__init__.py @@ -0,0 +1,82 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +from .services.migration_service import MigrationServiceClient +from .services.migration_service import MigrationServiceAsyncClient + +from .types.assessment_task import AssessmentOrchestrationResultDetails +from .types.assessment_task import AssessmentTaskDetails +from .types.migration_entities import MigrationSubtask +from .types.migration_entities import MigrationTask +from .types.migration_entities import MigrationTaskOrchestrationResult +from .types.migration_entities import MigrationWorkflow +from .types.migration_error_details import ErrorDetail +from .types.migration_error_details import ErrorLocation +from .types.migration_error_details import ResourceErrorDetail +from .types.migration_metrics import Point +from .types.migration_metrics import TimeInterval +from .types.migration_metrics import TimeSeries +from .types.migration_metrics import TypedValue +from .types.migration_service import CreateMigrationWorkflowRequest +from .types.migration_service import DeleteMigrationWorkflowRequest +from .types.migration_service import GetMigrationSubtaskRequest +from .types.migration_service import GetMigrationWorkflowRequest +from .types.migration_service import ListMigrationSubtasksRequest +from .types.migration_service import ListMigrationSubtasksResponse +from .types.migration_service import ListMigrationWorkflowsRequest +from .types.migration_service import ListMigrationWorkflowsResponse +from .types.migration_service import StartMigrationWorkflowRequest +from .types.translation_task import BteqOptions +from .types.translation_task import DatasetReference +from .types.translation_task import Filter +from .types.translation_task import IdentifierSettings +from .types.translation_task import TeradataOptions +from .types.translation_task import TranslationFileMapping +from .types.translation_task import TranslationTaskDetails + +__all__ = ( + 'MigrationServiceAsyncClient', +'AssessmentOrchestrationResultDetails', +'AssessmentTaskDetails', +'BteqOptions', +'CreateMigrationWorkflowRequest', +'DatasetReference', +'DeleteMigrationWorkflowRequest', +'ErrorDetail', +'ErrorLocation', +'Filter', +'GetMigrationSubtaskRequest', +'GetMigrationWorkflowRequest', +'IdentifierSettings', +'ListMigrationSubtasksRequest', +'ListMigrationSubtasksResponse', +'ListMigrationWorkflowsRequest', +'ListMigrationWorkflowsResponse', +'MigrationServiceClient', +'MigrationSubtask', +'MigrationTask', +'MigrationTaskOrchestrationResult', +'MigrationWorkflow', +'Point', +'ResourceErrorDetail', +'StartMigrationWorkflowRequest', +'TeradataOptions', +'TimeInterval', +'TimeSeries', +'TranslationFileMapping', +'TranslationTaskDetails', +'TypedValue', +) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/gapic_metadata.json b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/gapic_metadata.json new file mode 100644 index 0000000..2cdac01 --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/gapic_metadata.json @@ -0,0 +1,93 @@ + { + "comment": "This file maps proto services/RPCs to the corresponding library clients/methods", + "language": "python", + "libraryPackage": "google.cloud.bigquery_migration_v2alpha", + "protoPackage": "google.cloud.bigquery.migration.v2alpha", + "schema": "1.0", + "services": { + "MigrationService": { + "clients": { + "grpc": { + "libraryClient": "MigrationServiceClient", + "rpcs": { + "CreateMigrationWorkflow": { + "methods": [ + "create_migration_workflow" + ] + }, + "DeleteMigrationWorkflow": { + "methods": [ + "delete_migration_workflow" + ] + }, + "GetMigrationSubtask": { + "methods": [ + "get_migration_subtask" + ] + }, + "GetMigrationWorkflow": { + "methods": [ + "get_migration_workflow" + ] + }, + "ListMigrationSubtasks": { + "methods": [ + "list_migration_subtasks" + ] + }, + "ListMigrationWorkflows": { + "methods": [ + "list_migration_workflows" + ] + }, + "StartMigrationWorkflow": { + "methods": [ + "start_migration_workflow" + ] + } + } + }, + "grpc-async": { + "libraryClient": "MigrationServiceAsyncClient", + "rpcs": { + "CreateMigrationWorkflow": { + "methods": [ + "create_migration_workflow" + ] + }, + "DeleteMigrationWorkflow": { + "methods": [ + "delete_migration_workflow" + ] + }, + "GetMigrationSubtask": { + "methods": [ + "get_migration_subtask" + ] + }, + "GetMigrationWorkflow": { + "methods": [ + "get_migration_workflow" + ] + }, + "ListMigrationSubtasks": { + "methods": [ + "list_migration_subtasks" + ] + }, + "ListMigrationWorkflows": { + "methods": [ + "list_migration_workflows" + ] + }, + "StartMigrationWorkflow": { + "methods": [ + "start_migration_workflow" + ] + } + } + } + } + } + } +} diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/py.typed b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/py.typed new file mode 100644 index 0000000..fcbd0b5 --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/py.typed @@ -0,0 +1,2 @@ +# Marker file for PEP 561. +# The google-cloud-bigquery-migration package uses inline types. diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/__init__.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/__init__.py new file mode 100644 index 0000000..4de6597 --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/__init__.py @@ -0,0 +1,15 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/__init__.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/__init__.py new file mode 100644 index 0000000..b32b10b --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/__init__.py @@ -0,0 +1,22 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +from .client import MigrationServiceClient +from .async_client import MigrationServiceAsyncClient + +__all__ = ( + 'MigrationServiceClient', + 'MigrationServiceAsyncClient', +) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/async_client.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/async_client.py new file mode 100644 index 0000000..707a975 --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/async_client.py @@ -0,0 +1,796 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +from collections import OrderedDict +import functools +import re +from typing import Dict, Optional, Sequence, Tuple, Type, Union +import pkg_resources + +from google.api_core.client_options import ClientOptions +from google.api_core import exceptions as core_exceptions +from google.api_core import gapic_v1 +from google.api_core import retry as retries +from google.auth import credentials as ga_credentials # type: ignore +from google.oauth2 import service_account # type: ignore + +try: + OptionalRetry = Union[retries.Retry, gapic_v1.method._MethodDefault] +except AttributeError: # pragma: NO COVER + OptionalRetry = Union[retries.Retry, object] # type: ignore + +from google.cloud.bigquery_migration_v2alpha.services.migration_service import pagers +from google.cloud.bigquery_migration_v2alpha.types import migration_entities +from google.cloud.bigquery_migration_v2alpha.types import migration_error_details +from google.cloud.bigquery_migration_v2alpha.types import migration_metrics +from google.cloud.bigquery_migration_v2alpha.types import migration_service +from google.protobuf import timestamp_pb2 # type: ignore +from google.rpc import error_details_pb2 # type: ignore +from .transports.base import MigrationServiceTransport, DEFAULT_CLIENT_INFO +from .transports.grpc_asyncio import MigrationServiceGrpcAsyncIOTransport +from .client import MigrationServiceClient + + +class MigrationServiceAsyncClient: + """Service to handle EDW migrations.""" + + _client: MigrationServiceClient + + DEFAULT_ENDPOINT = MigrationServiceClient.DEFAULT_ENDPOINT + DEFAULT_MTLS_ENDPOINT = MigrationServiceClient.DEFAULT_MTLS_ENDPOINT + + migration_subtask_path = staticmethod(MigrationServiceClient.migration_subtask_path) + parse_migration_subtask_path = staticmethod(MigrationServiceClient.parse_migration_subtask_path) + migration_workflow_path = staticmethod(MigrationServiceClient.migration_workflow_path) + parse_migration_workflow_path = staticmethod(MigrationServiceClient.parse_migration_workflow_path) + common_billing_account_path = staticmethod(MigrationServiceClient.common_billing_account_path) + parse_common_billing_account_path = staticmethod(MigrationServiceClient.parse_common_billing_account_path) + common_folder_path = staticmethod(MigrationServiceClient.common_folder_path) + parse_common_folder_path = staticmethod(MigrationServiceClient.parse_common_folder_path) + common_organization_path = staticmethod(MigrationServiceClient.common_organization_path) + parse_common_organization_path = staticmethod(MigrationServiceClient.parse_common_organization_path) + common_project_path = staticmethod(MigrationServiceClient.common_project_path) + parse_common_project_path = staticmethod(MigrationServiceClient.parse_common_project_path) + common_location_path = staticmethod(MigrationServiceClient.common_location_path) + parse_common_location_path = staticmethod(MigrationServiceClient.parse_common_location_path) + + @classmethod + def from_service_account_info(cls, info: dict, *args, **kwargs): + """Creates an instance of this client using the provided credentials + info. + + Args: + info (dict): The service account private key info. + args: Additional arguments to pass to the constructor. + kwargs: Additional arguments to pass to the constructor. + + Returns: + MigrationServiceAsyncClient: The constructed client. + """ + return MigrationServiceClient.from_service_account_info.__func__(MigrationServiceAsyncClient, info, *args, **kwargs) # type: ignore + + @classmethod + def from_service_account_file(cls, filename: str, *args, **kwargs): + """Creates an instance of this client using the provided credentials + file. + + Args: + filename (str): The path to the service account private key json + file. + args: Additional arguments to pass to the constructor. + kwargs: Additional arguments to pass to the constructor. + + Returns: + MigrationServiceAsyncClient: The constructed client. + """ + return MigrationServiceClient.from_service_account_file.__func__(MigrationServiceAsyncClient, filename, *args, **kwargs) # type: ignore + + from_service_account_json = from_service_account_file + + @classmethod + def get_mtls_endpoint_and_cert_source(cls, client_options: Optional[ClientOptions] = None): + """Return the API endpoint and client cert source for mutual TLS. + + The client cert source is determined in the following order: + (1) if `GOOGLE_API_USE_CLIENT_CERTIFICATE` environment variable is not "true", the + client cert source is None. + (2) if `client_options.client_cert_source` is provided, use the provided one; if the + default client cert source exists, use the default one; otherwise the client cert + source is None. + + The API endpoint is determined in the following order: + (1) if `client_options.api_endpoint` if provided, use the provided one. + (2) if `GOOGLE_API_USE_CLIENT_CERTIFICATE` environment variable is "always", use the + default mTLS endpoint; if the environment variabel is "never", use the default API + endpoint; otherwise if client cert source exists, use the default mTLS endpoint, otherwise + use the default API endpoint. + + More details can be found at https://google.aip.dev/auth/4114. + + Args: + client_options (google.api_core.client_options.ClientOptions): Custom options for the + client. Only the `api_endpoint` and `client_cert_source` properties may be used + in this method. + + Returns: + Tuple[str, Callable[[], Tuple[bytes, bytes]]]: returns the API endpoint and the + client cert source to use. + + Raises: + google.auth.exceptions.MutualTLSChannelError: If any errors happen. + """ + return MigrationServiceClient.get_mtls_endpoint_and_cert_source(client_options) # type: ignore + + @property + def transport(self) -> MigrationServiceTransport: + """Returns the transport used by the client instance. + + Returns: + MigrationServiceTransport: The transport used by the client instance. + """ + return self._client.transport + + get_transport_class = functools.partial(type(MigrationServiceClient).get_transport_class, type(MigrationServiceClient)) + + def __init__(self, *, + credentials: ga_credentials.Credentials = None, + transport: Union[str, MigrationServiceTransport] = "grpc_asyncio", + client_options: ClientOptions = None, + client_info: gapic_v1.client_info.ClientInfo = DEFAULT_CLIENT_INFO, + ) -> None: + """Instantiates the migration service client. + + Args: + credentials (Optional[google.auth.credentials.Credentials]): The + authorization credentials to attach to requests. These + credentials identify the application to the service; if none + are specified, the client will attempt to ascertain the + credentials from the environment. + transport (Union[str, ~.MigrationServiceTransport]): The + transport to use. If set to None, a transport is chosen + automatically. + client_options (ClientOptions): Custom options for the client. It + won't take effect if a ``transport`` instance is provided. + (1) The ``api_endpoint`` property can be used to override the + default endpoint provided by the client. GOOGLE_API_USE_MTLS_ENDPOINT + environment variable can also be used to override the endpoint: + "always" (always use the default mTLS endpoint), "never" (always + use the default regular endpoint) and "auto" (auto switch to the + default mTLS endpoint if client certificate is present, this is + the default value). However, the ``api_endpoint`` property takes + precedence if provided. + (2) If GOOGLE_API_USE_CLIENT_CERTIFICATE environment variable + is "true", then the ``client_cert_source`` property can be used + to provide client certificate for mutual TLS transport. If + not provided, the default SSL client certificate will be used if + present. If GOOGLE_API_USE_CLIENT_CERTIFICATE is "false" or not + set, no client certificate will be used. + + Raises: + google.auth.exceptions.MutualTlsChannelError: If mutual TLS transport + creation failed for any reason. + """ + self._client = MigrationServiceClient( + credentials=credentials, + transport=transport, + client_options=client_options, + client_info=client_info, + + ) + + async def create_migration_workflow(self, + request: Union[migration_service.CreateMigrationWorkflowRequest, dict] = None, + *, + parent: str = None, + migration_workflow: migration_entities.MigrationWorkflow = None, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: float = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> migration_entities.MigrationWorkflow: + r"""Creates a migration workflow. + + Args: + request (Union[google.cloud.bigquery_migration_v2alpha.types.CreateMigrationWorkflowRequest, dict]): + The request object. Request to create a migration + workflow resource. + parent (:class:`str`): + Required. The name of the project to which this + migration workflow belongs. Example: + ``projects/foo/locations/bar`` + + This corresponds to the ``parent`` field + on the ``request`` instance; if ``request`` is provided, this + should not be set. + migration_workflow (:class:`google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow`): + Required. The migration workflow to + create. + + This corresponds to the ``migration_workflow`` field + on the ``request`` instance; if ``request`` is provided, this + should not be set. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow: + A migration workflow which specifies + what needs to be done for an EDW + migration. + + """ + # Create or coerce a protobuf request object. + # Quick check: If we got a request object, we should *not* have + # gotten any keyword arguments that map to the request. + has_flattened_params = any([parent, migration_workflow]) + if request is not None and has_flattened_params: + raise ValueError("If the `request` argument is set, then none of " + "the individual field arguments should be set.") + + request = migration_service.CreateMigrationWorkflowRequest(request) + + # If we have keyword arguments corresponding to fields on the + # request, apply these. + if parent is not None: + request.parent = parent + if migration_workflow is not None: + request.migration_workflow = migration_workflow + + # Wrap the RPC method; this adds retry and timeout information, + # and friendly error handling. + rpc = gapic_v1.method_async.wrap_method( + self._client._transport.create_migration_workflow, + default_timeout=60.0, + client_info=DEFAULT_CLIENT_INFO, + ) + + # Certain fields should be provided within the metadata header; + # add these here. + metadata = tuple(metadata) + ( + gapic_v1.routing_header.to_grpc_metadata(( + ("parent", request.parent), + )), + ) + + # Send the request. + response = await rpc( + request, + retry=retry, + timeout=timeout, + metadata=metadata, + ) + + # Done; return the response. + return response + + async def get_migration_workflow(self, + request: Union[migration_service.GetMigrationWorkflowRequest, dict] = None, + *, + name: str = None, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: float = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> migration_entities.MigrationWorkflow: + r"""Gets a previously created migration workflow. + + Args: + request (Union[google.cloud.bigquery_migration_v2alpha.types.GetMigrationWorkflowRequest, dict]): + The request object. A request to get a previously + created migration workflow. + name (:class:`str`): + Required. The unique identifier for the migration + workflow. Example: + ``projects/123/locations/us/workflows/1234`` + + This corresponds to the ``name`` field + on the ``request`` instance; if ``request`` is provided, this + should not be set. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow: + A migration workflow which specifies + what needs to be done for an EDW + migration. + + """ + # Create or coerce a protobuf request object. + # Quick check: If we got a request object, we should *not* have + # gotten any keyword arguments that map to the request. + has_flattened_params = any([name]) + if request is not None and has_flattened_params: + raise ValueError("If the `request` argument is set, then none of " + "the individual field arguments should be set.") + + request = migration_service.GetMigrationWorkflowRequest(request) + + # If we have keyword arguments corresponding to fields on the + # request, apply these. + if name is not None: + request.name = name + + # Wrap the RPC method; this adds retry and timeout information, + # and friendly error handling. + rpc = gapic_v1.method_async.wrap_method( + self._client._transport.get_migration_workflow, + default_retry=retries.Retry( +initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( + core_exceptions.ServiceUnavailable, + ), + deadline=120.0, + ), + default_timeout=120.0, + client_info=DEFAULT_CLIENT_INFO, + ) + + # Certain fields should be provided within the metadata header; + # add these here. + metadata = tuple(metadata) + ( + gapic_v1.routing_header.to_grpc_metadata(( + ("name", request.name), + )), + ) + + # Send the request. + response = await rpc( + request, + retry=retry, + timeout=timeout, + metadata=metadata, + ) + + # Done; return the response. + return response + + async def list_migration_workflows(self, + request: Union[migration_service.ListMigrationWorkflowsRequest, dict] = None, + *, + parent: str = None, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: float = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> pagers.ListMigrationWorkflowsAsyncPager: + r"""Lists previously created migration workflow. + + Args: + request (Union[google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsRequest, dict]): + The request object. A request to list previously created + migration workflows. + parent (:class:`str`): + Required. The project and location of the migration + workflows to list. Example: + ``projects/123/locations/us`` + + This corresponds to the ``parent`` field + on the ``request`` instance; if ``request`` is provided, this + should not be set. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + google.cloud.bigquery_migration_v2alpha.services.migration_service.pagers.ListMigrationWorkflowsAsyncPager: + Response object for a ListMigrationWorkflows call. + + Iterating over this object will yield results and + resolve additional pages automatically. + + """ + # Create or coerce a protobuf request object. + # Quick check: If we got a request object, we should *not* have + # gotten any keyword arguments that map to the request. + has_flattened_params = any([parent]) + if request is not None and has_flattened_params: + raise ValueError("If the `request` argument is set, then none of " + "the individual field arguments should be set.") + + request = migration_service.ListMigrationWorkflowsRequest(request) + + # If we have keyword arguments corresponding to fields on the + # request, apply these. + if parent is not None: + request.parent = parent + + # Wrap the RPC method; this adds retry and timeout information, + # and friendly error handling. + rpc = gapic_v1.method_async.wrap_method( + self._client._transport.list_migration_workflows, + default_retry=retries.Retry( +initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( + core_exceptions.ServiceUnavailable, + ), + deadline=120.0, + ), + default_timeout=120.0, + client_info=DEFAULT_CLIENT_INFO, + ) + + # Certain fields should be provided within the metadata header; + # add these here. + metadata = tuple(metadata) + ( + gapic_v1.routing_header.to_grpc_metadata(( + ("parent", request.parent), + )), + ) + + # Send the request. + response = await rpc( + request, + retry=retry, + timeout=timeout, + metadata=metadata, + ) + + # This method is paged; wrap the response in a pager, which provides + # an `__aiter__` convenience method. + response = pagers.ListMigrationWorkflowsAsyncPager( + method=rpc, + request=request, + response=response, + metadata=metadata, + ) + + # Done; return the response. + return response + + async def delete_migration_workflow(self, + request: Union[migration_service.DeleteMigrationWorkflowRequest, dict] = None, + *, + name: str = None, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: float = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> None: + r"""Deletes a migration workflow by name. + + Args: + request (Union[google.cloud.bigquery_migration_v2alpha.types.DeleteMigrationWorkflowRequest, dict]): + The request object. A request to delete a previously + created migration workflow. + name (:class:`str`): + Required. The unique identifier for the migration + workflow. Example: + ``projects/123/locations/us/workflows/1234`` + + This corresponds to the ``name`` field + on the ``request`` instance; if ``request`` is provided, this + should not be set. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + # Create or coerce a protobuf request object. + # Quick check: If we got a request object, we should *not* have + # gotten any keyword arguments that map to the request. + has_flattened_params = any([name]) + if request is not None and has_flattened_params: + raise ValueError("If the `request` argument is set, then none of " + "the individual field arguments should be set.") + + request = migration_service.DeleteMigrationWorkflowRequest(request) + + # If we have keyword arguments corresponding to fields on the + # request, apply these. + if name is not None: + request.name = name + + # Wrap the RPC method; this adds retry and timeout information, + # and friendly error handling. + rpc = gapic_v1.method_async.wrap_method( + self._client._transport.delete_migration_workflow, + default_timeout=60.0, + client_info=DEFAULT_CLIENT_INFO, + ) + + # Certain fields should be provided within the metadata header; + # add these here. + metadata = tuple(metadata) + ( + gapic_v1.routing_header.to_grpc_metadata(( + ("name", request.name), + )), + ) + + # Send the request. + await rpc( + request, + retry=retry, + timeout=timeout, + metadata=metadata, + ) + + async def start_migration_workflow(self, + request: Union[migration_service.StartMigrationWorkflowRequest, dict] = None, + *, + name: str = None, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: float = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> None: + r"""Starts a previously created migration workflow. I.e., + the state transitions from DRAFT to RUNNING. This is a + no-op if the state is already RUNNING. An error will be + signaled if the state is anything other than DRAFT or + RUNNING. + + Args: + request (Union[google.cloud.bigquery_migration_v2alpha.types.StartMigrationWorkflowRequest, dict]): + The request object. A request to start a previously + created migration workflow. + name (:class:`str`): + Required. The unique identifier for the migration + workflow. Example: + ``projects/123/locations/us/workflows/1234`` + + This corresponds to the ``name`` field + on the ``request`` instance; if ``request`` is provided, this + should not be set. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + # Create or coerce a protobuf request object. + # Quick check: If we got a request object, we should *not* have + # gotten any keyword arguments that map to the request. + has_flattened_params = any([name]) + if request is not None and has_flattened_params: + raise ValueError("If the `request` argument is set, then none of " + "the individual field arguments should be set.") + + request = migration_service.StartMigrationWorkflowRequest(request) + + # If we have keyword arguments corresponding to fields on the + # request, apply these. + if name is not None: + request.name = name + + # Wrap the RPC method; this adds retry and timeout information, + # and friendly error handling. + rpc = gapic_v1.method_async.wrap_method( + self._client._transport.start_migration_workflow, + default_retry=retries.Retry( +initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( + core_exceptions.ServiceUnavailable, + ), + deadline=120.0, + ), + default_timeout=120.0, + client_info=DEFAULT_CLIENT_INFO, + ) + + # Certain fields should be provided within the metadata header; + # add these here. + metadata = tuple(metadata) + ( + gapic_v1.routing_header.to_grpc_metadata(( + ("name", request.name), + )), + ) + + # Send the request. + await rpc( + request, + retry=retry, + timeout=timeout, + metadata=metadata, + ) + + async def get_migration_subtask(self, + request: Union[migration_service.GetMigrationSubtaskRequest, dict] = None, + *, + name: str = None, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: float = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> migration_entities.MigrationSubtask: + r"""Gets a previously created migration subtask. + + Args: + request (Union[google.cloud.bigquery_migration_v2alpha.types.GetMigrationSubtaskRequest, dict]): + The request object. A request to get a previously + created migration subtasks. + name (:class:`str`): + Required. The unique identifier for the migration + subtask. Example: + ``projects/123/locations/us/workflows/1234/subtasks/543`` + + This corresponds to the ``name`` field + on the ``request`` instance; if ``request`` is provided, this + should not be set. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + google.cloud.bigquery_migration_v2alpha.types.MigrationSubtask: + A subtask for a migration which + carries details about the configuration + of the subtask. The content of the + details should not matter to the end + user, but is a contract between the + subtask creator and subtask worker. + + """ + # Create or coerce a protobuf request object. + # Quick check: If we got a request object, we should *not* have + # gotten any keyword arguments that map to the request. + has_flattened_params = any([name]) + if request is not None and has_flattened_params: + raise ValueError("If the `request` argument is set, then none of " + "the individual field arguments should be set.") + + request = migration_service.GetMigrationSubtaskRequest(request) + + # If we have keyword arguments corresponding to fields on the + # request, apply these. + if name is not None: + request.name = name + + # Wrap the RPC method; this adds retry and timeout information, + # and friendly error handling. + rpc = gapic_v1.method_async.wrap_method( + self._client._transport.get_migration_subtask, + default_retry=retries.Retry( +initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( + core_exceptions.ServiceUnavailable, + ), + deadline=120.0, + ), + default_timeout=120.0, + client_info=DEFAULT_CLIENT_INFO, + ) + + # Certain fields should be provided within the metadata header; + # add these here. + metadata = tuple(metadata) + ( + gapic_v1.routing_header.to_grpc_metadata(( + ("name", request.name), + )), + ) + + # Send the request. + response = await rpc( + request, + retry=retry, + timeout=timeout, + metadata=metadata, + ) + + # Done; return the response. + return response + + async def list_migration_subtasks(self, + request: Union[migration_service.ListMigrationSubtasksRequest, dict] = None, + *, + parent: str = None, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: float = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> pagers.ListMigrationSubtasksAsyncPager: + r"""Lists previously created migration subtasks. + + Args: + request (Union[google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksRequest, dict]): + The request object. A request to list previously created + migration subtasks. + parent (:class:`str`): + Required. The migration task of the subtasks to list. + Example: ``projects/123/locations/us/workflows/1234`` + + This corresponds to the ``parent`` field + on the ``request`` instance; if ``request`` is provided, this + should not be set. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + google.cloud.bigquery_migration_v2alpha.services.migration_service.pagers.ListMigrationSubtasksAsyncPager: + Response object for a ListMigrationSubtasks call. + + Iterating over this object will yield results and + resolve additional pages automatically. + + """ + # Create or coerce a protobuf request object. + # Quick check: If we got a request object, we should *not* have + # gotten any keyword arguments that map to the request. + has_flattened_params = any([parent]) + if request is not None and has_flattened_params: + raise ValueError("If the `request` argument is set, then none of " + "the individual field arguments should be set.") + + request = migration_service.ListMigrationSubtasksRequest(request) + + # If we have keyword arguments corresponding to fields on the + # request, apply these. + if parent is not None: + request.parent = parent + + # Wrap the RPC method; this adds retry and timeout information, + # and friendly error handling. + rpc = gapic_v1.method_async.wrap_method( + self._client._transport.list_migration_subtasks, + default_retry=retries.Retry( +initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( + core_exceptions.ServiceUnavailable, + ), + deadline=120.0, + ), + default_timeout=120.0, + client_info=DEFAULT_CLIENT_INFO, + ) + + # Certain fields should be provided within the metadata header; + # add these here. + metadata = tuple(metadata) + ( + gapic_v1.routing_header.to_grpc_metadata(( + ("parent", request.parent), + )), + ) + + # Send the request. + response = await rpc( + request, + retry=retry, + timeout=timeout, + metadata=metadata, + ) + + # This method is paged; wrap the response in a pager, which provides + # an `__aiter__` convenience method. + response = pagers.ListMigrationSubtasksAsyncPager( + method=rpc, + request=request, + response=response, + metadata=metadata, + ) + + # Done; return the response. + return response + + async def __aenter__(self): + return self + + async def __aexit__(self, exc_type, exc, tb): + await self.transport.close() + +try: + DEFAULT_CLIENT_INFO = gapic_v1.client_info.ClientInfo( + gapic_version=pkg_resources.get_distribution( + "google-cloud-bigquery-migration", + ).version, + ) +except pkg_resources.DistributionNotFound: + DEFAULT_CLIENT_INFO = gapic_v1.client_info.ClientInfo() + + +__all__ = ( + "MigrationServiceAsyncClient", +) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/client.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/client.py new file mode 100644 index 0000000..c8bf648 --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/client.py @@ -0,0 +1,971 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +from collections import OrderedDict +import os +import re +from typing import Dict, Optional, Sequence, Tuple, Type, Union +import pkg_resources + +from google.api_core import client_options as client_options_lib +from google.api_core import exceptions as core_exceptions +from google.api_core import gapic_v1 +from google.api_core import retry as retries +from google.auth import credentials as ga_credentials # type: ignore +from google.auth.transport import mtls # type: ignore +from google.auth.transport.grpc import SslCredentials # type: ignore +from google.auth.exceptions import MutualTLSChannelError # type: ignore +from google.oauth2 import service_account # type: ignore + +try: + OptionalRetry = Union[retries.Retry, gapic_v1.method._MethodDefault] +except AttributeError: # pragma: NO COVER + OptionalRetry = Union[retries.Retry, object] # type: ignore + +from google.cloud.bigquery_migration_v2alpha.services.migration_service import pagers +from google.cloud.bigquery_migration_v2alpha.types import migration_entities +from google.cloud.bigquery_migration_v2alpha.types import migration_error_details +from google.cloud.bigquery_migration_v2alpha.types import migration_metrics +from google.cloud.bigquery_migration_v2alpha.types import migration_service +from google.protobuf import timestamp_pb2 # type: ignore +from google.rpc import error_details_pb2 # type: ignore +from .transports.base import MigrationServiceTransport, DEFAULT_CLIENT_INFO +from .transports.grpc import MigrationServiceGrpcTransport +from .transports.grpc_asyncio import MigrationServiceGrpcAsyncIOTransport + + +class MigrationServiceClientMeta(type): + """Metaclass for the MigrationService client. + + This provides class-level methods for building and retrieving + support objects (e.g. transport) without polluting the client instance + objects. + """ + _transport_registry = OrderedDict() # type: Dict[str, Type[MigrationServiceTransport]] + _transport_registry["grpc"] = MigrationServiceGrpcTransport + _transport_registry["grpc_asyncio"] = MigrationServiceGrpcAsyncIOTransport + + def get_transport_class(cls, + label: str = None, + ) -> Type[MigrationServiceTransport]: + """Returns an appropriate transport class. + + Args: + label: The name of the desired transport. If none is + provided, then the first transport in the registry is used. + + Returns: + The transport class to use. + """ + # If a specific transport is requested, return that one. + if label: + return cls._transport_registry[label] + + # No transport is requested; return the default (that is, the first one + # in the dictionary). + return next(iter(cls._transport_registry.values())) + + +class MigrationServiceClient(metaclass=MigrationServiceClientMeta): + """Service to handle EDW migrations.""" + + @staticmethod + def _get_default_mtls_endpoint(api_endpoint): + """Converts api endpoint to mTLS endpoint. + + Convert "*.sandbox.googleapis.com" and "*.googleapis.com" to + "*.mtls.sandbox.googleapis.com" and "*.mtls.googleapis.com" respectively. + Args: + api_endpoint (Optional[str]): the api endpoint to convert. + Returns: + str: converted mTLS api endpoint. + """ + if not api_endpoint: + return api_endpoint + + mtls_endpoint_re = re.compile( + r"(?P[^.]+)(?P\.mtls)?(?P\.sandbox)?(?P\.googleapis\.com)?" + ) + + m = mtls_endpoint_re.match(api_endpoint) + name, mtls, sandbox, googledomain = m.groups() + if mtls or not googledomain: + return api_endpoint + + if sandbox: + return api_endpoint.replace( + "sandbox.googleapis.com", "mtls.sandbox.googleapis.com" + ) + + return api_endpoint.replace(".googleapis.com", ".mtls.googleapis.com") + + DEFAULT_ENDPOINT = "bigquerymigration.googleapis.com" + DEFAULT_MTLS_ENDPOINT = _get_default_mtls_endpoint.__func__( # type: ignore + DEFAULT_ENDPOINT + ) + + @classmethod + def from_service_account_info(cls, info: dict, *args, **kwargs): + """Creates an instance of this client using the provided credentials + info. + + Args: + info (dict): The service account private key info. + args: Additional arguments to pass to the constructor. + kwargs: Additional arguments to pass to the constructor. + + Returns: + MigrationServiceClient: The constructed client. + """ + credentials = service_account.Credentials.from_service_account_info(info) + kwargs["credentials"] = credentials + return cls(*args, **kwargs) + + @classmethod + def from_service_account_file(cls, filename: str, *args, **kwargs): + """Creates an instance of this client using the provided credentials + file. + + Args: + filename (str): The path to the service account private key json + file. + args: Additional arguments to pass to the constructor. + kwargs: Additional arguments to pass to the constructor. + + Returns: + MigrationServiceClient: The constructed client. + """ + credentials = service_account.Credentials.from_service_account_file( + filename) + kwargs["credentials"] = credentials + return cls(*args, **kwargs) + + from_service_account_json = from_service_account_file + + @property + def transport(self) -> MigrationServiceTransport: + """Returns the transport used by the client instance. + + Returns: + MigrationServiceTransport: The transport used by the client + instance. + """ + return self._transport + + @staticmethod + def migration_subtask_path(project: str,location: str,workflow: str,subtask: str,) -> str: + """Returns a fully-qualified migration_subtask string.""" + return "projects/{project}/locations/{location}/workflows/{workflow}/subtasks/{subtask}".format(project=project, location=location, workflow=workflow, subtask=subtask, ) + + @staticmethod + def parse_migration_subtask_path(path: str) -> Dict[str,str]: + """Parses a migration_subtask path into its component segments.""" + m = re.match(r"^projects/(?P.+?)/locations/(?P.+?)/workflows/(?P.+?)/subtasks/(?P.+?)$", path) + return m.groupdict() if m else {} + + @staticmethod + def migration_workflow_path(project: str,location: str,workflow: str,) -> str: + """Returns a fully-qualified migration_workflow string.""" + return "projects/{project}/locations/{location}/workflows/{workflow}".format(project=project, location=location, workflow=workflow, ) + + @staticmethod + def parse_migration_workflow_path(path: str) -> Dict[str,str]: + """Parses a migration_workflow path into its component segments.""" + m = re.match(r"^projects/(?P.+?)/locations/(?P.+?)/workflows/(?P.+?)$", path) + return m.groupdict() if m else {} + + @staticmethod + def common_billing_account_path(billing_account: str, ) -> str: + """Returns a fully-qualified billing_account string.""" + return "billingAccounts/{billing_account}".format(billing_account=billing_account, ) + + @staticmethod + def parse_common_billing_account_path(path: str) -> Dict[str,str]: + """Parse a billing_account path into its component segments.""" + m = re.match(r"^billingAccounts/(?P.+?)$", path) + return m.groupdict() if m else {} + + @staticmethod + def common_folder_path(folder: str, ) -> str: + """Returns a fully-qualified folder string.""" + return "folders/{folder}".format(folder=folder, ) + + @staticmethod + def parse_common_folder_path(path: str) -> Dict[str,str]: + """Parse a folder path into its component segments.""" + m = re.match(r"^folders/(?P.+?)$", path) + return m.groupdict() if m else {} + + @staticmethod + def common_organization_path(organization: str, ) -> str: + """Returns a fully-qualified organization string.""" + return "organizations/{organization}".format(organization=organization, ) + + @staticmethod + def parse_common_organization_path(path: str) -> Dict[str,str]: + """Parse a organization path into its component segments.""" + m = re.match(r"^organizations/(?P.+?)$", path) + return m.groupdict() if m else {} + + @staticmethod + def common_project_path(project: str, ) -> str: + """Returns a fully-qualified project string.""" + return "projects/{project}".format(project=project, ) + + @staticmethod + def parse_common_project_path(path: str) -> Dict[str,str]: + """Parse a project path into its component segments.""" + m = re.match(r"^projects/(?P.+?)$", path) + return m.groupdict() if m else {} + + @staticmethod + def common_location_path(project: str, location: str, ) -> str: + """Returns a fully-qualified location string.""" + return "projects/{project}/locations/{location}".format(project=project, location=location, ) + + @staticmethod + def parse_common_location_path(path: str) -> Dict[str,str]: + """Parse a location path into its component segments.""" + m = re.match(r"^projects/(?P.+?)/locations/(?P.+?)$", path) + return m.groupdict() if m else {} + + @classmethod + def get_mtls_endpoint_and_cert_source(cls, client_options: Optional[client_options_lib.ClientOptions] = None): + """Return the API endpoint and client cert source for mutual TLS. + + The client cert source is determined in the following order: + (1) if `GOOGLE_API_USE_CLIENT_CERTIFICATE` environment variable is not "true", the + client cert source is None. + (2) if `client_options.client_cert_source` is provided, use the provided one; if the + default client cert source exists, use the default one; otherwise the client cert + source is None. + + The API endpoint is determined in the following order: + (1) if `client_options.api_endpoint` if provided, use the provided one. + (2) if `GOOGLE_API_USE_CLIENT_CERTIFICATE` environment variable is "always", use the + default mTLS endpoint; if the environment variabel is "never", use the default API + endpoint; otherwise if client cert source exists, use the default mTLS endpoint, otherwise + use the default API endpoint. + + More details can be found at https://google.aip.dev/auth/4114. + + Args: + client_options (google.api_core.client_options.ClientOptions): Custom options for the + client. Only the `api_endpoint` and `client_cert_source` properties may be used + in this method. + + Returns: + Tuple[str, Callable[[], Tuple[bytes, bytes]]]: returns the API endpoint and the + client cert source to use. + + Raises: + google.auth.exceptions.MutualTLSChannelError: If any errors happen. + """ + if client_options is None: + client_options = client_options_lib.ClientOptions() + use_client_cert = os.getenv("GOOGLE_API_USE_CLIENT_CERTIFICATE", "false") + use_mtls_endpoint = os.getenv("GOOGLE_API_USE_MTLS_ENDPOINT", "auto") + if use_client_cert not in ("true", "false"): + raise ValueError("Environment variable `GOOGLE_API_USE_CLIENT_CERTIFICATE` must be either `true` or `false`") + if use_mtls_endpoint not in ("auto", "never", "always"): + raise MutualTLSChannelError("Environment variable `GOOGLE_API_USE_MTLS_ENDPOINT` must be `never`, `auto` or `always`") + + # Figure out the client cert source to use. + client_cert_source = None + if use_client_cert == "true": + if client_options.client_cert_source: + client_cert_source = client_options.client_cert_source + elif mtls.has_default_client_cert_source(): + client_cert_source = mtls.default_client_cert_source() + + # Figure out which api endpoint to use. + if client_options.api_endpoint is not None: + api_endpoint = client_options.api_endpoint + elif use_mtls_endpoint == "always" or (use_mtls_endpoint == "auto" and client_cert_source): + api_endpoint = cls.DEFAULT_MTLS_ENDPOINT + else: + api_endpoint = cls.DEFAULT_ENDPOINT + + return api_endpoint, client_cert_source + + def __init__(self, *, + credentials: Optional[ga_credentials.Credentials] = None, + transport: Union[str, MigrationServiceTransport, None] = None, + client_options: Optional[client_options_lib.ClientOptions] = None, + client_info: gapic_v1.client_info.ClientInfo = DEFAULT_CLIENT_INFO, + ) -> None: + """Instantiates the migration service client. + + Args: + credentials (Optional[google.auth.credentials.Credentials]): The + authorization credentials to attach to requests. These + credentials identify the application to the service; if none + are specified, the client will attempt to ascertain the + credentials from the environment. + transport (Union[str, MigrationServiceTransport]): The + transport to use. If set to None, a transport is chosen + automatically. + client_options (google.api_core.client_options.ClientOptions): Custom options for the + client. It won't take effect if a ``transport`` instance is provided. + (1) The ``api_endpoint`` property can be used to override the + default endpoint provided by the client. GOOGLE_API_USE_MTLS_ENDPOINT + environment variable can also be used to override the endpoint: + "always" (always use the default mTLS endpoint), "never" (always + use the default regular endpoint) and "auto" (auto switch to the + default mTLS endpoint if client certificate is present, this is + the default value). However, the ``api_endpoint`` property takes + precedence if provided. + (2) If GOOGLE_API_USE_CLIENT_CERTIFICATE environment variable + is "true", then the ``client_cert_source`` property can be used + to provide client certificate for mutual TLS transport. If + not provided, the default SSL client certificate will be used if + present. If GOOGLE_API_USE_CLIENT_CERTIFICATE is "false" or not + set, no client certificate will be used. + client_info (google.api_core.gapic_v1.client_info.ClientInfo): + The client info used to send a user-agent string along with + API requests. If ``None``, then default info will be used. + Generally, you only need to set this if you're developing + your own client library. + + Raises: + google.auth.exceptions.MutualTLSChannelError: If mutual TLS transport + creation failed for any reason. + """ + if isinstance(client_options, dict): + client_options = client_options_lib.from_dict(client_options) + if client_options is None: + client_options = client_options_lib.ClientOptions() + + api_endpoint, client_cert_source_func = self.get_mtls_endpoint_and_cert_source(client_options) + + api_key_value = getattr(client_options, "api_key", None) + if api_key_value and credentials: + raise ValueError("client_options.api_key and credentials are mutually exclusive") + + # Save or instantiate the transport. + # Ordinarily, we provide the transport, but allowing a custom transport + # instance provides an extensibility point for unusual situations. + if isinstance(transport, MigrationServiceTransport): + # transport is a MigrationServiceTransport instance. + if credentials or client_options.credentials_file or api_key_value: + raise ValueError("When providing a transport instance, " + "provide its credentials directly.") + if client_options.scopes: + raise ValueError( + "When providing a transport instance, provide its scopes " + "directly." + ) + self._transport = transport + else: + import google.auth._default # type: ignore + + if api_key_value and hasattr(google.auth._default, "get_api_key_credentials"): + credentials = google.auth._default.get_api_key_credentials(api_key_value) + + Transport = type(self).get_transport_class(transport) + self._transport = Transport( + credentials=credentials, + credentials_file=client_options.credentials_file, + host=api_endpoint, + scopes=client_options.scopes, + client_cert_source_for_mtls=client_cert_source_func, + quota_project_id=client_options.quota_project_id, + client_info=client_info, + always_use_jwt_access=True, + ) + + def create_migration_workflow(self, + request: Union[migration_service.CreateMigrationWorkflowRequest, dict] = None, + *, + parent: str = None, + migration_workflow: migration_entities.MigrationWorkflow = None, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: float = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> migration_entities.MigrationWorkflow: + r"""Creates a migration workflow. + + Args: + request (Union[google.cloud.bigquery_migration_v2alpha.types.CreateMigrationWorkflowRequest, dict]): + The request object. Request to create a migration + workflow resource. + parent (str): + Required. The name of the project to which this + migration workflow belongs. Example: + ``projects/foo/locations/bar`` + + This corresponds to the ``parent`` field + on the ``request`` instance; if ``request`` is provided, this + should not be set. + migration_workflow (google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow): + Required. The migration workflow to + create. + + This corresponds to the ``migration_workflow`` field + on the ``request`` instance; if ``request`` is provided, this + should not be set. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow: + A migration workflow which specifies + what needs to be done for an EDW + migration. + + """ + # Create or coerce a protobuf request object. + # Quick check: If we got a request object, we should *not* have + # gotten any keyword arguments that map to the request. + has_flattened_params = any([parent, migration_workflow]) + if request is not None and has_flattened_params: + raise ValueError('If the `request` argument is set, then none of ' + 'the individual field arguments should be set.') + + # Minor optimization to avoid making a copy if the user passes + # in a migration_service.CreateMigrationWorkflowRequest. + # There's no risk of modifying the input as we've already verified + # there are no flattened fields. + if not isinstance(request, migration_service.CreateMigrationWorkflowRequest): + request = migration_service.CreateMigrationWorkflowRequest(request) + # If we have keyword arguments corresponding to fields on the + # request, apply these. + if parent is not None: + request.parent = parent + if migration_workflow is not None: + request.migration_workflow = migration_workflow + + # Wrap the RPC method; this adds retry and timeout information, + # and friendly error handling. + rpc = self._transport._wrapped_methods[self._transport.create_migration_workflow] + + # Certain fields should be provided within the metadata header; + # add these here. + metadata = tuple(metadata) + ( + gapic_v1.routing_header.to_grpc_metadata(( + ("parent", request.parent), + )), + ) + + # Send the request. + response = rpc( + request, + retry=retry, + timeout=timeout, + metadata=metadata, + ) + + # Done; return the response. + return response + + def get_migration_workflow(self, + request: Union[migration_service.GetMigrationWorkflowRequest, dict] = None, + *, + name: str = None, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: float = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> migration_entities.MigrationWorkflow: + r"""Gets a previously created migration workflow. + + Args: + request (Union[google.cloud.bigquery_migration_v2alpha.types.GetMigrationWorkflowRequest, dict]): + The request object. A request to get a previously + created migration workflow. + name (str): + Required. The unique identifier for the migration + workflow. Example: + ``projects/123/locations/us/workflows/1234`` + + This corresponds to the ``name`` field + on the ``request`` instance; if ``request`` is provided, this + should not be set. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow: + A migration workflow which specifies + what needs to be done for an EDW + migration. + + """ + # Create or coerce a protobuf request object. + # Quick check: If we got a request object, we should *not* have + # gotten any keyword arguments that map to the request. + has_flattened_params = any([name]) + if request is not None and has_flattened_params: + raise ValueError('If the `request` argument is set, then none of ' + 'the individual field arguments should be set.') + + # Minor optimization to avoid making a copy if the user passes + # in a migration_service.GetMigrationWorkflowRequest. + # There's no risk of modifying the input as we've already verified + # there are no flattened fields. + if not isinstance(request, migration_service.GetMigrationWorkflowRequest): + request = migration_service.GetMigrationWorkflowRequest(request) + # If we have keyword arguments corresponding to fields on the + # request, apply these. + if name is not None: + request.name = name + + # Wrap the RPC method; this adds retry and timeout information, + # and friendly error handling. + rpc = self._transport._wrapped_methods[self._transport.get_migration_workflow] + + # Certain fields should be provided within the metadata header; + # add these here. + metadata = tuple(metadata) + ( + gapic_v1.routing_header.to_grpc_metadata(( + ("name", request.name), + )), + ) + + # Send the request. + response = rpc( + request, + retry=retry, + timeout=timeout, + metadata=metadata, + ) + + # Done; return the response. + return response + + def list_migration_workflows(self, + request: Union[migration_service.ListMigrationWorkflowsRequest, dict] = None, + *, + parent: str = None, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: float = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> pagers.ListMigrationWorkflowsPager: + r"""Lists previously created migration workflow. + + Args: + request (Union[google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsRequest, dict]): + The request object. A request to list previously created + migration workflows. + parent (str): + Required. The project and location of the migration + workflows to list. Example: + ``projects/123/locations/us`` + + This corresponds to the ``parent`` field + on the ``request`` instance; if ``request`` is provided, this + should not be set. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + google.cloud.bigquery_migration_v2alpha.services.migration_service.pagers.ListMigrationWorkflowsPager: + Response object for a ListMigrationWorkflows call. + + Iterating over this object will yield results and + resolve additional pages automatically. + + """ + # Create or coerce a protobuf request object. + # Quick check: If we got a request object, we should *not* have + # gotten any keyword arguments that map to the request. + has_flattened_params = any([parent]) + if request is not None and has_flattened_params: + raise ValueError('If the `request` argument is set, then none of ' + 'the individual field arguments should be set.') + + # Minor optimization to avoid making a copy if the user passes + # in a migration_service.ListMigrationWorkflowsRequest. + # There's no risk of modifying the input as we've already verified + # there are no flattened fields. + if not isinstance(request, migration_service.ListMigrationWorkflowsRequest): + request = migration_service.ListMigrationWorkflowsRequest(request) + # If we have keyword arguments corresponding to fields on the + # request, apply these. + if parent is not None: + request.parent = parent + + # Wrap the RPC method; this adds retry and timeout information, + # and friendly error handling. + rpc = self._transport._wrapped_methods[self._transport.list_migration_workflows] + + # Certain fields should be provided within the metadata header; + # add these here. + metadata = tuple(metadata) + ( + gapic_v1.routing_header.to_grpc_metadata(( + ("parent", request.parent), + )), + ) + + # Send the request. + response = rpc( + request, + retry=retry, + timeout=timeout, + metadata=metadata, + ) + + # This method is paged; wrap the response in a pager, which provides + # an `__iter__` convenience method. + response = pagers.ListMigrationWorkflowsPager( + method=rpc, + request=request, + response=response, + metadata=metadata, + ) + + # Done; return the response. + return response + + def delete_migration_workflow(self, + request: Union[migration_service.DeleteMigrationWorkflowRequest, dict] = None, + *, + name: str = None, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: float = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> None: + r"""Deletes a migration workflow by name. + + Args: + request (Union[google.cloud.bigquery_migration_v2alpha.types.DeleteMigrationWorkflowRequest, dict]): + The request object. A request to delete a previously + created migration workflow. + name (str): + Required. The unique identifier for the migration + workflow. Example: + ``projects/123/locations/us/workflows/1234`` + + This corresponds to the ``name`` field + on the ``request`` instance; if ``request`` is provided, this + should not be set. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + # Create or coerce a protobuf request object. + # Quick check: If we got a request object, we should *not* have + # gotten any keyword arguments that map to the request. + has_flattened_params = any([name]) + if request is not None and has_flattened_params: + raise ValueError('If the `request` argument is set, then none of ' + 'the individual field arguments should be set.') + + # Minor optimization to avoid making a copy if the user passes + # in a migration_service.DeleteMigrationWorkflowRequest. + # There's no risk of modifying the input as we've already verified + # there are no flattened fields. + if not isinstance(request, migration_service.DeleteMigrationWorkflowRequest): + request = migration_service.DeleteMigrationWorkflowRequest(request) + # If we have keyword arguments corresponding to fields on the + # request, apply these. + if name is not None: + request.name = name + + # Wrap the RPC method; this adds retry and timeout information, + # and friendly error handling. + rpc = self._transport._wrapped_methods[self._transport.delete_migration_workflow] + + # Certain fields should be provided within the metadata header; + # add these here. + metadata = tuple(metadata) + ( + gapic_v1.routing_header.to_grpc_metadata(( + ("name", request.name), + )), + ) + + # Send the request. + rpc( + request, + retry=retry, + timeout=timeout, + metadata=metadata, + ) + + def start_migration_workflow(self, + request: Union[migration_service.StartMigrationWorkflowRequest, dict] = None, + *, + name: str = None, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: float = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> None: + r"""Starts a previously created migration workflow. I.e., + the state transitions from DRAFT to RUNNING. This is a + no-op if the state is already RUNNING. An error will be + signaled if the state is anything other than DRAFT or + RUNNING. + + Args: + request (Union[google.cloud.bigquery_migration_v2alpha.types.StartMigrationWorkflowRequest, dict]): + The request object. A request to start a previously + created migration workflow. + name (str): + Required. The unique identifier for the migration + workflow. Example: + ``projects/123/locations/us/workflows/1234`` + + This corresponds to the ``name`` field + on the ``request`` instance; if ``request`` is provided, this + should not be set. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + # Create or coerce a protobuf request object. + # Quick check: If we got a request object, we should *not* have + # gotten any keyword arguments that map to the request. + has_flattened_params = any([name]) + if request is not None and has_flattened_params: + raise ValueError('If the `request` argument is set, then none of ' + 'the individual field arguments should be set.') + + # Minor optimization to avoid making a copy if the user passes + # in a migration_service.StartMigrationWorkflowRequest. + # There's no risk of modifying the input as we've already verified + # there are no flattened fields. + if not isinstance(request, migration_service.StartMigrationWorkflowRequest): + request = migration_service.StartMigrationWorkflowRequest(request) + # If we have keyword arguments corresponding to fields on the + # request, apply these. + if name is not None: + request.name = name + + # Wrap the RPC method; this adds retry and timeout information, + # and friendly error handling. + rpc = self._transport._wrapped_methods[self._transport.start_migration_workflow] + + # Certain fields should be provided within the metadata header; + # add these here. + metadata = tuple(metadata) + ( + gapic_v1.routing_header.to_grpc_metadata(( + ("name", request.name), + )), + ) + + # Send the request. + rpc( + request, + retry=retry, + timeout=timeout, + metadata=metadata, + ) + + def get_migration_subtask(self, + request: Union[migration_service.GetMigrationSubtaskRequest, dict] = None, + *, + name: str = None, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: float = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> migration_entities.MigrationSubtask: + r"""Gets a previously created migration subtask. + + Args: + request (Union[google.cloud.bigquery_migration_v2alpha.types.GetMigrationSubtaskRequest, dict]): + The request object. A request to get a previously + created migration subtasks. + name (str): + Required. The unique identifier for the migration + subtask. Example: + ``projects/123/locations/us/workflows/1234/subtasks/543`` + + This corresponds to the ``name`` field + on the ``request`` instance; if ``request`` is provided, this + should not be set. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + google.cloud.bigquery_migration_v2alpha.types.MigrationSubtask: + A subtask for a migration which + carries details about the configuration + of the subtask. The content of the + details should not matter to the end + user, but is a contract between the + subtask creator and subtask worker. + + """ + # Create or coerce a protobuf request object. + # Quick check: If we got a request object, we should *not* have + # gotten any keyword arguments that map to the request. + has_flattened_params = any([name]) + if request is not None and has_flattened_params: + raise ValueError('If the `request` argument is set, then none of ' + 'the individual field arguments should be set.') + + # Minor optimization to avoid making a copy if the user passes + # in a migration_service.GetMigrationSubtaskRequest. + # There's no risk of modifying the input as we've already verified + # there are no flattened fields. + if not isinstance(request, migration_service.GetMigrationSubtaskRequest): + request = migration_service.GetMigrationSubtaskRequest(request) + # If we have keyword arguments corresponding to fields on the + # request, apply these. + if name is not None: + request.name = name + + # Wrap the RPC method; this adds retry and timeout information, + # and friendly error handling. + rpc = self._transport._wrapped_methods[self._transport.get_migration_subtask] + + # Certain fields should be provided within the metadata header; + # add these here. + metadata = tuple(metadata) + ( + gapic_v1.routing_header.to_grpc_metadata(( + ("name", request.name), + )), + ) + + # Send the request. + response = rpc( + request, + retry=retry, + timeout=timeout, + metadata=metadata, + ) + + # Done; return the response. + return response + + def list_migration_subtasks(self, + request: Union[migration_service.ListMigrationSubtasksRequest, dict] = None, + *, + parent: str = None, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: float = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> pagers.ListMigrationSubtasksPager: + r"""Lists previously created migration subtasks. + + Args: + request (Union[google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksRequest, dict]): + The request object. A request to list previously created + migration subtasks. + parent (str): + Required. The migration task of the subtasks to list. + Example: ``projects/123/locations/us/workflows/1234`` + + This corresponds to the ``parent`` field + on the ``request`` instance; if ``request`` is provided, this + should not be set. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + google.cloud.bigquery_migration_v2alpha.services.migration_service.pagers.ListMigrationSubtasksPager: + Response object for a ListMigrationSubtasks call. + + Iterating over this object will yield results and + resolve additional pages automatically. + + """ + # Create or coerce a protobuf request object. + # Quick check: If we got a request object, we should *not* have + # gotten any keyword arguments that map to the request. + has_flattened_params = any([parent]) + if request is not None and has_flattened_params: + raise ValueError('If the `request` argument is set, then none of ' + 'the individual field arguments should be set.') + + # Minor optimization to avoid making a copy if the user passes + # in a migration_service.ListMigrationSubtasksRequest. + # There's no risk of modifying the input as we've already verified + # there are no flattened fields. + if not isinstance(request, migration_service.ListMigrationSubtasksRequest): + request = migration_service.ListMigrationSubtasksRequest(request) + # If we have keyword arguments corresponding to fields on the + # request, apply these. + if parent is not None: + request.parent = parent + + # Wrap the RPC method; this adds retry and timeout information, + # and friendly error handling. + rpc = self._transport._wrapped_methods[self._transport.list_migration_subtasks] + + # Certain fields should be provided within the metadata header; + # add these here. + metadata = tuple(metadata) + ( + gapic_v1.routing_header.to_grpc_metadata(( + ("parent", request.parent), + )), + ) + + # Send the request. + response = rpc( + request, + retry=retry, + timeout=timeout, + metadata=metadata, + ) + + # This method is paged; wrap the response in a pager, which provides + # an `__iter__` convenience method. + response = pagers.ListMigrationSubtasksPager( + method=rpc, + request=request, + response=response, + metadata=metadata, + ) + + # Done; return the response. + return response + + def __enter__(self): + return self + + def __exit__(self, type, value, traceback): + """Releases underlying transport's resources. + + .. warning:: + ONLY use as a context manager if the transport is NOT shared + with other clients! Exiting the with block will CLOSE the transport + and may cause errors in other clients! + """ + self.transport.close() + + + +try: + DEFAULT_CLIENT_INFO = gapic_v1.client_info.ClientInfo( + gapic_version=pkg_resources.get_distribution( + "google-cloud-bigquery-migration", + ).version, + ) +except pkg_resources.DistributionNotFound: + DEFAULT_CLIENT_INFO = gapic_v1.client_info.ClientInfo() + + +__all__ = ( + "MigrationServiceClient", +) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/pagers.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/pagers.py new file mode 100644 index 0000000..a20be3c --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/pagers.py @@ -0,0 +1,261 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +from typing import Any, AsyncIterator, Awaitable, Callable, Sequence, Tuple, Optional, Iterator + +from google.cloud.bigquery_migration_v2alpha.types import migration_entities +from google.cloud.bigquery_migration_v2alpha.types import migration_service + + +class ListMigrationWorkflowsPager: + """A pager for iterating through ``list_migration_workflows`` requests. + + This class thinly wraps an initial + :class:`google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsResponse` object, and + provides an ``__iter__`` method to iterate through its + ``migration_workflows`` field. + + If there are more pages, the ``__iter__`` method will make additional + ``ListMigrationWorkflows`` requests and continue to iterate + through the ``migration_workflows`` field on the + corresponding responses. + + All the usual :class:`google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsResponse` + attributes are available on the pager. If multiple requests are made, only + the most recent response is retained, and thus used for attribute lookup. + """ + def __init__(self, + method: Callable[..., migration_service.ListMigrationWorkflowsResponse], + request: migration_service.ListMigrationWorkflowsRequest, + response: migration_service.ListMigrationWorkflowsResponse, + *, + metadata: Sequence[Tuple[str, str]] = ()): + """Instantiate the pager. + + Args: + method (Callable): The method that was originally called, and + which instantiated this pager. + request (google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsRequest): + The initial request object. + response (google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsResponse): + The initial response object. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + self._method = method + self._request = migration_service.ListMigrationWorkflowsRequest(request) + self._response = response + self._metadata = metadata + + def __getattr__(self, name: str) -> Any: + return getattr(self._response, name) + + @property + def pages(self) -> Iterator[migration_service.ListMigrationWorkflowsResponse]: + yield self._response + while self._response.next_page_token: + self._request.page_token = self._response.next_page_token + self._response = self._method(self._request, metadata=self._metadata) + yield self._response + + def __iter__(self) -> Iterator[migration_entities.MigrationWorkflow]: + for page in self.pages: + yield from page.migration_workflows + + def __repr__(self) -> str: + return '{0}<{1!r}>'.format(self.__class__.__name__, self._response) + + +class ListMigrationWorkflowsAsyncPager: + """A pager for iterating through ``list_migration_workflows`` requests. + + This class thinly wraps an initial + :class:`google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsResponse` object, and + provides an ``__aiter__`` method to iterate through its + ``migration_workflows`` field. + + If there are more pages, the ``__aiter__`` method will make additional + ``ListMigrationWorkflows`` requests and continue to iterate + through the ``migration_workflows`` field on the + corresponding responses. + + All the usual :class:`google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsResponse` + attributes are available on the pager. If multiple requests are made, only + the most recent response is retained, and thus used for attribute lookup. + """ + def __init__(self, + method: Callable[..., Awaitable[migration_service.ListMigrationWorkflowsResponse]], + request: migration_service.ListMigrationWorkflowsRequest, + response: migration_service.ListMigrationWorkflowsResponse, + *, + metadata: Sequence[Tuple[str, str]] = ()): + """Instantiates the pager. + + Args: + method (Callable): The method that was originally called, and + which instantiated this pager. + request (google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsRequest): + The initial request object. + response (google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsResponse): + The initial response object. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + self._method = method + self._request = migration_service.ListMigrationWorkflowsRequest(request) + self._response = response + self._metadata = metadata + + def __getattr__(self, name: str) -> Any: + return getattr(self._response, name) + + @property + async def pages(self) -> AsyncIterator[migration_service.ListMigrationWorkflowsResponse]: + yield self._response + while self._response.next_page_token: + self._request.page_token = self._response.next_page_token + self._response = await self._method(self._request, metadata=self._metadata) + yield self._response + def __aiter__(self) -> AsyncIterator[migration_entities.MigrationWorkflow]: + async def async_generator(): + async for page in self.pages: + for response in page.migration_workflows: + yield response + + return async_generator() + + def __repr__(self) -> str: + return '{0}<{1!r}>'.format(self.__class__.__name__, self._response) + + +class ListMigrationSubtasksPager: + """A pager for iterating through ``list_migration_subtasks`` requests. + + This class thinly wraps an initial + :class:`google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksResponse` object, and + provides an ``__iter__`` method to iterate through its + ``migration_subtasks`` field. + + If there are more pages, the ``__iter__`` method will make additional + ``ListMigrationSubtasks`` requests and continue to iterate + through the ``migration_subtasks`` field on the + corresponding responses. + + All the usual :class:`google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksResponse` + attributes are available on the pager. If multiple requests are made, only + the most recent response is retained, and thus used for attribute lookup. + """ + def __init__(self, + method: Callable[..., migration_service.ListMigrationSubtasksResponse], + request: migration_service.ListMigrationSubtasksRequest, + response: migration_service.ListMigrationSubtasksResponse, + *, + metadata: Sequence[Tuple[str, str]] = ()): + """Instantiate the pager. + + Args: + method (Callable): The method that was originally called, and + which instantiated this pager. + request (google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksRequest): + The initial request object. + response (google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksResponse): + The initial response object. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + self._method = method + self._request = migration_service.ListMigrationSubtasksRequest(request) + self._response = response + self._metadata = metadata + + def __getattr__(self, name: str) -> Any: + return getattr(self._response, name) + + @property + def pages(self) -> Iterator[migration_service.ListMigrationSubtasksResponse]: + yield self._response + while self._response.next_page_token: + self._request.page_token = self._response.next_page_token + self._response = self._method(self._request, metadata=self._metadata) + yield self._response + + def __iter__(self) -> Iterator[migration_entities.MigrationSubtask]: + for page in self.pages: + yield from page.migration_subtasks + + def __repr__(self) -> str: + return '{0}<{1!r}>'.format(self.__class__.__name__, self._response) + + +class ListMigrationSubtasksAsyncPager: + """A pager for iterating through ``list_migration_subtasks`` requests. + + This class thinly wraps an initial + :class:`google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksResponse` object, and + provides an ``__aiter__`` method to iterate through its + ``migration_subtasks`` field. + + If there are more pages, the ``__aiter__`` method will make additional + ``ListMigrationSubtasks`` requests and continue to iterate + through the ``migration_subtasks`` field on the + corresponding responses. + + All the usual :class:`google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksResponse` + attributes are available on the pager. If multiple requests are made, only + the most recent response is retained, and thus used for attribute lookup. + """ + def __init__(self, + method: Callable[..., Awaitable[migration_service.ListMigrationSubtasksResponse]], + request: migration_service.ListMigrationSubtasksRequest, + response: migration_service.ListMigrationSubtasksResponse, + *, + metadata: Sequence[Tuple[str, str]] = ()): + """Instantiates the pager. + + Args: + method (Callable): The method that was originally called, and + which instantiated this pager. + request (google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksRequest): + The initial request object. + response (google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksResponse): + The initial response object. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + self._method = method + self._request = migration_service.ListMigrationSubtasksRequest(request) + self._response = response + self._metadata = metadata + + def __getattr__(self, name: str) -> Any: + return getattr(self._response, name) + + @property + async def pages(self) -> AsyncIterator[migration_service.ListMigrationSubtasksResponse]: + yield self._response + while self._response.next_page_token: + self._request.page_token = self._response.next_page_token + self._response = await self._method(self._request, metadata=self._metadata) + yield self._response + def __aiter__(self) -> AsyncIterator[migration_entities.MigrationSubtask]: + async def async_generator(): + async for page in self.pages: + for response in page.migration_subtasks: + yield response + + return async_generator() + + def __repr__(self) -> str: + return '{0}<{1!r}>'.format(self.__class__.__name__, self._response) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/__init__.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/__init__.py new file mode 100644 index 0000000..8f036c4 --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/__init__.py @@ -0,0 +1,33 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +from collections import OrderedDict +from typing import Dict, Type + +from .base import MigrationServiceTransport +from .grpc import MigrationServiceGrpcTransport +from .grpc_asyncio import MigrationServiceGrpcAsyncIOTransport + + +# Compile a registry of transports. +_transport_registry = OrderedDict() # type: Dict[str, Type[MigrationServiceTransport]] +_transport_registry['grpc'] = MigrationServiceGrpcTransport +_transport_registry['grpc_asyncio'] = MigrationServiceGrpcAsyncIOTransport + +__all__ = ( + 'MigrationServiceTransport', + 'MigrationServiceGrpcTransport', + 'MigrationServiceGrpcAsyncIOTransport', +) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/base.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/base.py new file mode 100644 index 0000000..92c70aa --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/base.py @@ -0,0 +1,261 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import abc +from typing import Awaitable, Callable, Dict, Optional, Sequence, Union +import pkg_resources + +import google.auth # type: ignore +import google.api_core +from google.api_core import exceptions as core_exceptions +from google.api_core import gapic_v1 +from google.api_core import retry as retries +from google.auth import credentials as ga_credentials # type: ignore +from google.oauth2 import service_account # type: ignore + +from google.cloud.bigquery_migration_v2alpha.types import migration_entities +from google.cloud.bigquery_migration_v2alpha.types import migration_service +from google.protobuf import empty_pb2 # type: ignore + +try: + DEFAULT_CLIENT_INFO = gapic_v1.client_info.ClientInfo( + gapic_version=pkg_resources.get_distribution( + 'google-cloud-bigquery-migration', + ).version, + ) +except pkg_resources.DistributionNotFound: + DEFAULT_CLIENT_INFO = gapic_v1.client_info.ClientInfo() + + +class MigrationServiceTransport(abc.ABC): + """Abstract transport class for MigrationService.""" + + AUTH_SCOPES = ( + 'https://www.googleapis.com/auth/cloud-platform', + ) + + DEFAULT_HOST: str = 'bigquerymigration.googleapis.com' + def __init__( + self, *, + host: str = DEFAULT_HOST, + credentials: ga_credentials.Credentials = None, + credentials_file: Optional[str] = None, + scopes: Optional[Sequence[str]] = None, + quota_project_id: Optional[str] = None, + client_info: gapic_v1.client_info.ClientInfo = DEFAULT_CLIENT_INFO, + always_use_jwt_access: Optional[bool] = False, + **kwargs, + ) -> None: + """Instantiate the transport. + + Args: + host (Optional[str]): + The hostname to connect to. + credentials (Optional[google.auth.credentials.Credentials]): The + authorization credentials to attach to requests. These + credentials identify the application to the service; if none + are specified, the client will attempt to ascertain the + credentials from the environment. + credentials_file (Optional[str]): A file with credentials that can + be loaded with :func:`google.auth.load_credentials_from_file`. + This argument is mutually exclusive with credentials. + scopes (Optional[Sequence[str]]): A list of scopes. + quota_project_id (Optional[str]): An optional project to use for billing + and quota. + client_info (google.api_core.gapic_v1.client_info.ClientInfo): + The client info used to send a user-agent string along with + API requests. If ``None``, then default info will be used. + Generally, you only need to set this if you're developing + your own client library. + always_use_jwt_access (Optional[bool]): Whether self signed JWT should + be used for service account credentials. + """ + # Save the hostname. Default to port 443 (HTTPS) if none is specified. + if ':' not in host: + host += ':443' + self._host = host + + scopes_kwargs = {"scopes": scopes, "default_scopes": self.AUTH_SCOPES} + + # Save the scopes. + self._scopes = scopes + + # If no credentials are provided, then determine the appropriate + # defaults. + if credentials and credentials_file: + raise core_exceptions.DuplicateCredentialArgs("'credentials_file' and 'credentials' are mutually exclusive") + + if credentials_file is not None: + credentials, _ = google.auth.load_credentials_from_file( + credentials_file, + **scopes_kwargs, + quota_project_id=quota_project_id + ) + elif credentials is None: + credentials, _ = google.auth.default(**scopes_kwargs, quota_project_id=quota_project_id) + + # If the credentials are service account credentials, then always try to use self signed JWT. + if always_use_jwt_access and isinstance(credentials, service_account.Credentials) and hasattr(service_account.Credentials, "with_always_use_jwt_access"): + credentials = credentials.with_always_use_jwt_access(True) + + # Save the credentials. + self._credentials = credentials + + def _prep_wrapped_messages(self, client_info): + # Precompute the wrapped methods. + self._wrapped_methods = { + self.create_migration_workflow: gapic_v1.method.wrap_method( + self.create_migration_workflow, + default_timeout=60.0, + client_info=client_info, + ), + self.get_migration_workflow: gapic_v1.method.wrap_method( + self.get_migration_workflow, + default_retry=retries.Retry( +initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( + core_exceptions.ServiceUnavailable, + ), + deadline=120.0, + ), + default_timeout=120.0, + client_info=client_info, + ), + self.list_migration_workflows: gapic_v1.method.wrap_method( + self.list_migration_workflows, + default_retry=retries.Retry( +initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( + core_exceptions.ServiceUnavailable, + ), + deadline=120.0, + ), + default_timeout=120.0, + client_info=client_info, + ), + self.delete_migration_workflow: gapic_v1.method.wrap_method( + self.delete_migration_workflow, + default_timeout=60.0, + client_info=client_info, + ), + self.start_migration_workflow: gapic_v1.method.wrap_method( + self.start_migration_workflow, + default_retry=retries.Retry( +initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( + core_exceptions.ServiceUnavailable, + ), + deadline=120.0, + ), + default_timeout=120.0, + client_info=client_info, + ), + self.get_migration_subtask: gapic_v1.method.wrap_method( + self.get_migration_subtask, + default_retry=retries.Retry( +initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( + core_exceptions.ServiceUnavailable, + ), + deadline=120.0, + ), + default_timeout=120.0, + client_info=client_info, + ), + self.list_migration_subtasks: gapic_v1.method.wrap_method( + self.list_migration_subtasks, + default_retry=retries.Retry( +initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( + core_exceptions.ServiceUnavailable, + ), + deadline=120.0, + ), + default_timeout=120.0, + client_info=client_info, + ), + } + + def close(self): + """Closes resources associated with the transport. + + .. warning:: + Only call this method if the transport is NOT shared + with other clients - this may cause errors in other clients! + """ + raise NotImplementedError() + + @property + def create_migration_workflow(self) -> Callable[ + [migration_service.CreateMigrationWorkflowRequest], + Union[ + migration_entities.MigrationWorkflow, + Awaitable[migration_entities.MigrationWorkflow] + ]]: + raise NotImplementedError() + + @property + def get_migration_workflow(self) -> Callable[ + [migration_service.GetMigrationWorkflowRequest], + Union[ + migration_entities.MigrationWorkflow, + Awaitable[migration_entities.MigrationWorkflow] + ]]: + raise NotImplementedError() + + @property + def list_migration_workflows(self) -> Callable[ + [migration_service.ListMigrationWorkflowsRequest], + Union[ + migration_service.ListMigrationWorkflowsResponse, + Awaitable[migration_service.ListMigrationWorkflowsResponse] + ]]: + raise NotImplementedError() + + @property + def delete_migration_workflow(self) -> Callable[ + [migration_service.DeleteMigrationWorkflowRequest], + Union[ + empty_pb2.Empty, + Awaitable[empty_pb2.Empty] + ]]: + raise NotImplementedError() + + @property + def start_migration_workflow(self) -> Callable[ + [migration_service.StartMigrationWorkflowRequest], + Union[ + empty_pb2.Empty, + Awaitable[empty_pb2.Empty] + ]]: + raise NotImplementedError() + + @property + def get_migration_subtask(self) -> Callable[ + [migration_service.GetMigrationSubtaskRequest], + Union[ + migration_entities.MigrationSubtask, + Awaitable[migration_entities.MigrationSubtask] + ]]: + raise NotImplementedError() + + @property + def list_migration_subtasks(self) -> Callable[ + [migration_service.ListMigrationSubtasksRequest], + Union[ + migration_service.ListMigrationSubtasksResponse, + Awaitable[migration_service.ListMigrationSubtasksResponse] + ]]: + raise NotImplementedError() + + +__all__ = ( + 'MigrationServiceTransport', +) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc.py new file mode 100644 index 0000000..857e10e --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc.py @@ -0,0 +1,419 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import warnings +from typing import Callable, Dict, Optional, Sequence, Tuple, Union + +from google.api_core import grpc_helpers +from google.api_core import gapic_v1 +import google.auth # type: ignore +from google.auth import credentials as ga_credentials # type: ignore +from google.auth.transport.grpc import SslCredentials # type: ignore + +import grpc # type: ignore + +from google.cloud.bigquery_migration_v2alpha.types import migration_entities +from google.cloud.bigquery_migration_v2alpha.types import migration_service +from google.protobuf import empty_pb2 # type: ignore +from .base import MigrationServiceTransport, DEFAULT_CLIENT_INFO + + +class MigrationServiceGrpcTransport(MigrationServiceTransport): + """gRPC backend transport for MigrationService. + + Service to handle EDW migrations. + + This class defines the same methods as the primary client, so the + primary client can load the underlying transport implementation + and call it. + + It sends protocol buffers over the wire using gRPC (which is built on + top of HTTP/2); the ``grpcio`` package must be installed. + """ + _stubs: Dict[str, Callable] + + def __init__(self, *, + host: str = 'bigquerymigration.googleapis.com', + credentials: ga_credentials.Credentials = None, + credentials_file: str = None, + scopes: Sequence[str] = None, + channel: grpc.Channel = None, + api_mtls_endpoint: str = None, + client_cert_source: Callable[[], Tuple[bytes, bytes]] = None, + ssl_channel_credentials: grpc.ChannelCredentials = None, + client_cert_source_for_mtls: Callable[[], Tuple[bytes, bytes]] = None, + quota_project_id: Optional[str] = None, + client_info: gapic_v1.client_info.ClientInfo = DEFAULT_CLIENT_INFO, + always_use_jwt_access: Optional[bool] = False, + ) -> None: + """Instantiate the transport. + + Args: + host (Optional[str]): + The hostname to connect to. + credentials (Optional[google.auth.credentials.Credentials]): The + authorization credentials to attach to requests. These + credentials identify the application to the service; if none + are specified, the client will attempt to ascertain the + credentials from the environment. + This argument is ignored if ``channel`` is provided. + credentials_file (Optional[str]): A file with credentials that can + be loaded with :func:`google.auth.load_credentials_from_file`. + This argument is ignored if ``channel`` is provided. + scopes (Optional(Sequence[str])): A list of scopes. This argument is + ignored if ``channel`` is provided. + channel (Optional[grpc.Channel]): A ``Channel`` instance through + which to make calls. + api_mtls_endpoint (Optional[str]): Deprecated. The mutual TLS endpoint. + If provided, it overrides the ``host`` argument and tries to create + a mutual TLS channel with client SSL credentials from + ``client_cert_source`` or application default SSL credentials. + client_cert_source (Optional[Callable[[], Tuple[bytes, bytes]]]): + Deprecated. A callback to provide client SSL certificate bytes and + private key bytes, both in PEM format. It is ignored if + ``api_mtls_endpoint`` is None. + ssl_channel_credentials (grpc.ChannelCredentials): SSL credentials + for the grpc channel. It is ignored if ``channel`` is provided. + client_cert_source_for_mtls (Optional[Callable[[], Tuple[bytes, bytes]]]): + A callback to provide client certificate bytes and private key bytes, + both in PEM format. It is used to configure a mutual TLS channel. It is + ignored if ``channel`` or ``ssl_channel_credentials`` is provided. + quota_project_id (Optional[str]): An optional project to use for billing + and quota. + client_info (google.api_core.gapic_v1.client_info.ClientInfo): + The client info used to send a user-agent string along with + API requests. If ``None``, then default info will be used. + Generally, you only need to set this if you're developing + your own client library. + always_use_jwt_access (Optional[bool]): Whether self signed JWT should + be used for service account credentials. + + Raises: + google.auth.exceptions.MutualTLSChannelError: If mutual TLS transport + creation failed for any reason. + google.api_core.exceptions.DuplicateCredentialArgs: If both ``credentials`` + and ``credentials_file`` are passed. + """ + self._grpc_channel = None + self._ssl_channel_credentials = ssl_channel_credentials + self._stubs: Dict[str, Callable] = {} + + if api_mtls_endpoint: + warnings.warn("api_mtls_endpoint is deprecated", DeprecationWarning) + if client_cert_source: + warnings.warn("client_cert_source is deprecated", DeprecationWarning) + + if channel: + # Ignore credentials if a channel was passed. + credentials = False + # If a channel was explicitly provided, set it. + self._grpc_channel = channel + self._ssl_channel_credentials = None + + else: + if api_mtls_endpoint: + host = api_mtls_endpoint + + # Create SSL credentials with client_cert_source or application + # default SSL credentials. + if client_cert_source: + cert, key = client_cert_source() + self._ssl_channel_credentials = grpc.ssl_channel_credentials( + certificate_chain=cert, private_key=key + ) + else: + self._ssl_channel_credentials = SslCredentials().ssl_credentials + + else: + if client_cert_source_for_mtls and not ssl_channel_credentials: + cert, key = client_cert_source_for_mtls() + self._ssl_channel_credentials = grpc.ssl_channel_credentials( + certificate_chain=cert, private_key=key + ) + + # The base transport sets the host, credentials and scopes + super().__init__( + host=host, + credentials=credentials, + credentials_file=credentials_file, + scopes=scopes, + quota_project_id=quota_project_id, + client_info=client_info, + always_use_jwt_access=always_use_jwt_access, + ) + + if not self._grpc_channel: + self._grpc_channel = type(self).create_channel( + self._host, + # use the credentials which are saved + credentials=self._credentials, + # Set ``credentials_file`` to ``None`` here as + # the credentials that we saved earlier should be used. + credentials_file=None, + scopes=self._scopes, + ssl_credentials=self._ssl_channel_credentials, + quota_project_id=quota_project_id, + options=[ + ("grpc.max_send_message_length", -1), + ("grpc.max_receive_message_length", -1), + ], + ) + + # Wrap messages. This must be done after self._grpc_channel exists + self._prep_wrapped_messages(client_info) + + @classmethod + def create_channel(cls, + host: str = 'bigquerymigration.googleapis.com', + credentials: ga_credentials.Credentials = None, + credentials_file: str = None, + scopes: Optional[Sequence[str]] = None, + quota_project_id: Optional[str] = None, + **kwargs) -> grpc.Channel: + """Create and return a gRPC channel object. + Args: + host (Optional[str]): The host for the channel to use. + credentials (Optional[~.Credentials]): The + authorization credentials to attach to requests. These + credentials identify this application to the service. If + none are specified, the client will attempt to ascertain + the credentials from the environment. + credentials_file (Optional[str]): A file with credentials that can + be loaded with :func:`google.auth.load_credentials_from_file`. + This argument is mutually exclusive with credentials. + scopes (Optional[Sequence[str]]): A optional list of scopes needed for this + service. These are only used when credentials are not specified and + are passed to :func:`google.auth.default`. + quota_project_id (Optional[str]): An optional project to use for billing + and quota. + kwargs (Optional[dict]): Keyword arguments, which are passed to the + channel creation. + Returns: + grpc.Channel: A gRPC channel object. + + Raises: + google.api_core.exceptions.DuplicateCredentialArgs: If both ``credentials`` + and ``credentials_file`` are passed. + """ + + return grpc_helpers.create_channel( + host, + credentials=credentials, + credentials_file=credentials_file, + quota_project_id=quota_project_id, + default_scopes=cls.AUTH_SCOPES, + scopes=scopes, + default_host=cls.DEFAULT_HOST, + **kwargs + ) + + @property + def grpc_channel(self) -> grpc.Channel: + """Return the channel designed to connect to this service. + """ + return self._grpc_channel + + @property + def create_migration_workflow(self) -> Callable[ + [migration_service.CreateMigrationWorkflowRequest], + migration_entities.MigrationWorkflow]: + r"""Return a callable for the create migration workflow method over gRPC. + + Creates a migration workflow. + + Returns: + Callable[[~.CreateMigrationWorkflowRequest], + ~.MigrationWorkflow]: + A function that, when called, will call the underlying RPC + on the server. + """ + # Generate a "stub function" on-the-fly which will actually make + # the request. + # gRPC handles serialization and deserialization, so we just need + # to pass in the functions for each. + if 'create_migration_workflow' not in self._stubs: + self._stubs['create_migration_workflow'] = self.grpc_channel.unary_unary( + '/google.cloud.bigquery.migration.v2alpha.MigrationService/CreateMigrationWorkflow', + request_serializer=migration_service.CreateMigrationWorkflowRequest.serialize, + response_deserializer=migration_entities.MigrationWorkflow.deserialize, + ) + return self._stubs['create_migration_workflow'] + + @property + def get_migration_workflow(self) -> Callable[ + [migration_service.GetMigrationWorkflowRequest], + migration_entities.MigrationWorkflow]: + r"""Return a callable for the get migration workflow method over gRPC. + + Gets a previously created migration workflow. + + Returns: + Callable[[~.GetMigrationWorkflowRequest], + ~.MigrationWorkflow]: + A function that, when called, will call the underlying RPC + on the server. + """ + # Generate a "stub function" on-the-fly which will actually make + # the request. + # gRPC handles serialization and deserialization, so we just need + # to pass in the functions for each. + if 'get_migration_workflow' not in self._stubs: + self._stubs['get_migration_workflow'] = self.grpc_channel.unary_unary( + '/google.cloud.bigquery.migration.v2alpha.MigrationService/GetMigrationWorkflow', + request_serializer=migration_service.GetMigrationWorkflowRequest.serialize, + response_deserializer=migration_entities.MigrationWorkflow.deserialize, + ) + return self._stubs['get_migration_workflow'] + + @property + def list_migration_workflows(self) -> Callable[ + [migration_service.ListMigrationWorkflowsRequest], + migration_service.ListMigrationWorkflowsResponse]: + r"""Return a callable for the list migration workflows method over gRPC. + + Lists previously created migration workflow. + + Returns: + Callable[[~.ListMigrationWorkflowsRequest], + ~.ListMigrationWorkflowsResponse]: + A function that, when called, will call the underlying RPC + on the server. + """ + # Generate a "stub function" on-the-fly which will actually make + # the request. + # gRPC handles serialization and deserialization, so we just need + # to pass in the functions for each. + if 'list_migration_workflows' not in self._stubs: + self._stubs['list_migration_workflows'] = self.grpc_channel.unary_unary( + '/google.cloud.bigquery.migration.v2alpha.MigrationService/ListMigrationWorkflows', + request_serializer=migration_service.ListMigrationWorkflowsRequest.serialize, + response_deserializer=migration_service.ListMigrationWorkflowsResponse.deserialize, + ) + return self._stubs['list_migration_workflows'] + + @property + def delete_migration_workflow(self) -> Callable[ + [migration_service.DeleteMigrationWorkflowRequest], + empty_pb2.Empty]: + r"""Return a callable for the delete migration workflow method over gRPC. + + Deletes a migration workflow by name. + + Returns: + Callable[[~.DeleteMigrationWorkflowRequest], + ~.Empty]: + A function that, when called, will call the underlying RPC + on the server. + """ + # Generate a "stub function" on-the-fly which will actually make + # the request. + # gRPC handles serialization and deserialization, so we just need + # to pass in the functions for each. + if 'delete_migration_workflow' not in self._stubs: + self._stubs['delete_migration_workflow'] = self.grpc_channel.unary_unary( + '/google.cloud.bigquery.migration.v2alpha.MigrationService/DeleteMigrationWorkflow', + request_serializer=migration_service.DeleteMigrationWorkflowRequest.serialize, + response_deserializer=empty_pb2.Empty.FromString, + ) + return self._stubs['delete_migration_workflow'] + + @property + def start_migration_workflow(self) -> Callable[ + [migration_service.StartMigrationWorkflowRequest], + empty_pb2.Empty]: + r"""Return a callable for the start migration workflow method over gRPC. + + Starts a previously created migration workflow. I.e., + the state transitions from DRAFT to RUNNING. This is a + no-op if the state is already RUNNING. An error will be + signaled if the state is anything other than DRAFT or + RUNNING. + + Returns: + Callable[[~.StartMigrationWorkflowRequest], + ~.Empty]: + A function that, when called, will call the underlying RPC + on the server. + """ + # Generate a "stub function" on-the-fly which will actually make + # the request. + # gRPC handles serialization and deserialization, so we just need + # to pass in the functions for each. + if 'start_migration_workflow' not in self._stubs: + self._stubs['start_migration_workflow'] = self.grpc_channel.unary_unary( + '/google.cloud.bigquery.migration.v2alpha.MigrationService/StartMigrationWorkflow', + request_serializer=migration_service.StartMigrationWorkflowRequest.serialize, + response_deserializer=empty_pb2.Empty.FromString, + ) + return self._stubs['start_migration_workflow'] + + @property + def get_migration_subtask(self) -> Callable[ + [migration_service.GetMigrationSubtaskRequest], + migration_entities.MigrationSubtask]: + r"""Return a callable for the get migration subtask method over gRPC. + + Gets a previously created migration subtask. + + Returns: + Callable[[~.GetMigrationSubtaskRequest], + ~.MigrationSubtask]: + A function that, when called, will call the underlying RPC + on the server. + """ + # Generate a "stub function" on-the-fly which will actually make + # the request. + # gRPC handles serialization and deserialization, so we just need + # to pass in the functions for each. + if 'get_migration_subtask' not in self._stubs: + self._stubs['get_migration_subtask'] = self.grpc_channel.unary_unary( + '/google.cloud.bigquery.migration.v2alpha.MigrationService/GetMigrationSubtask', + request_serializer=migration_service.GetMigrationSubtaskRequest.serialize, + response_deserializer=migration_entities.MigrationSubtask.deserialize, + ) + return self._stubs['get_migration_subtask'] + + @property + def list_migration_subtasks(self) -> Callable[ + [migration_service.ListMigrationSubtasksRequest], + migration_service.ListMigrationSubtasksResponse]: + r"""Return a callable for the list migration subtasks method over gRPC. + + Lists previously created migration subtasks. + + Returns: + Callable[[~.ListMigrationSubtasksRequest], + ~.ListMigrationSubtasksResponse]: + A function that, when called, will call the underlying RPC + on the server. + """ + # Generate a "stub function" on-the-fly which will actually make + # the request. + # gRPC handles serialization and deserialization, so we just need + # to pass in the functions for each. + if 'list_migration_subtasks' not in self._stubs: + self._stubs['list_migration_subtasks'] = self.grpc_channel.unary_unary( + '/google.cloud.bigquery.migration.v2alpha.MigrationService/ListMigrationSubtasks', + request_serializer=migration_service.ListMigrationSubtasksRequest.serialize, + response_deserializer=migration_service.ListMigrationSubtasksResponse.deserialize, + ) + return self._stubs['list_migration_subtasks'] + + def close(self): + self.grpc_channel.close() + +__all__ = ( + 'MigrationServiceGrpcTransport', +) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc_asyncio.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc_asyncio.py new file mode 100644 index 0000000..55b4ebc --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc_asyncio.py @@ -0,0 +1,423 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import warnings +from typing import Awaitable, Callable, Dict, Optional, Sequence, Tuple, Union + +from google.api_core import gapic_v1 +from google.api_core import grpc_helpers_async +from google.auth import credentials as ga_credentials # type: ignore +from google.auth.transport.grpc import SslCredentials # type: ignore + +import grpc # type: ignore +from grpc.experimental import aio # type: ignore + +from google.cloud.bigquery_migration_v2alpha.types import migration_entities +from google.cloud.bigquery_migration_v2alpha.types import migration_service +from google.protobuf import empty_pb2 # type: ignore +from .base import MigrationServiceTransport, DEFAULT_CLIENT_INFO +from .grpc import MigrationServiceGrpcTransport + + +class MigrationServiceGrpcAsyncIOTransport(MigrationServiceTransport): + """gRPC AsyncIO backend transport for MigrationService. + + Service to handle EDW migrations. + + This class defines the same methods as the primary client, so the + primary client can load the underlying transport implementation + and call it. + + It sends protocol buffers over the wire using gRPC (which is built on + top of HTTP/2); the ``grpcio`` package must be installed. + """ + + _grpc_channel: aio.Channel + _stubs: Dict[str, Callable] = {} + + @classmethod + def create_channel(cls, + host: str = 'bigquerymigration.googleapis.com', + credentials: ga_credentials.Credentials = None, + credentials_file: Optional[str] = None, + scopes: Optional[Sequence[str]] = None, + quota_project_id: Optional[str] = None, + **kwargs) -> aio.Channel: + """Create and return a gRPC AsyncIO channel object. + Args: + host (Optional[str]): The host for the channel to use. + credentials (Optional[~.Credentials]): The + authorization credentials to attach to requests. These + credentials identify this application to the service. If + none are specified, the client will attempt to ascertain + the credentials from the environment. + credentials_file (Optional[str]): A file with credentials that can + be loaded with :func:`google.auth.load_credentials_from_file`. + This argument is ignored if ``channel`` is provided. + scopes (Optional[Sequence[str]]): A optional list of scopes needed for this + service. These are only used when credentials are not specified and + are passed to :func:`google.auth.default`. + quota_project_id (Optional[str]): An optional project to use for billing + and quota. + kwargs (Optional[dict]): Keyword arguments, which are passed to the + channel creation. + Returns: + aio.Channel: A gRPC AsyncIO channel object. + """ + + return grpc_helpers_async.create_channel( + host, + credentials=credentials, + credentials_file=credentials_file, + quota_project_id=quota_project_id, + default_scopes=cls.AUTH_SCOPES, + scopes=scopes, + default_host=cls.DEFAULT_HOST, + **kwargs + ) + + def __init__(self, *, + host: str = 'bigquerymigration.googleapis.com', + credentials: ga_credentials.Credentials = None, + credentials_file: Optional[str] = None, + scopes: Optional[Sequence[str]] = None, + channel: aio.Channel = None, + api_mtls_endpoint: str = None, + client_cert_source: Callable[[], Tuple[bytes, bytes]] = None, + ssl_channel_credentials: grpc.ChannelCredentials = None, + client_cert_source_for_mtls: Callable[[], Tuple[bytes, bytes]] = None, + quota_project_id=None, + client_info: gapic_v1.client_info.ClientInfo = DEFAULT_CLIENT_INFO, + always_use_jwt_access: Optional[bool] = False, + ) -> None: + """Instantiate the transport. + + Args: + host (Optional[str]): + The hostname to connect to. + credentials (Optional[google.auth.credentials.Credentials]): The + authorization credentials to attach to requests. These + credentials identify the application to the service; if none + are specified, the client will attempt to ascertain the + credentials from the environment. + This argument is ignored if ``channel`` is provided. + credentials_file (Optional[str]): A file with credentials that can + be loaded with :func:`google.auth.load_credentials_from_file`. + This argument is ignored if ``channel`` is provided. + scopes (Optional[Sequence[str]]): A optional list of scopes needed for this + service. These are only used when credentials are not specified and + are passed to :func:`google.auth.default`. + channel (Optional[aio.Channel]): A ``Channel`` instance through + which to make calls. + api_mtls_endpoint (Optional[str]): Deprecated. The mutual TLS endpoint. + If provided, it overrides the ``host`` argument and tries to create + a mutual TLS channel with client SSL credentials from + ``client_cert_source`` or application default SSL credentials. + client_cert_source (Optional[Callable[[], Tuple[bytes, bytes]]]): + Deprecated. A callback to provide client SSL certificate bytes and + private key bytes, both in PEM format. It is ignored if + ``api_mtls_endpoint`` is None. + ssl_channel_credentials (grpc.ChannelCredentials): SSL credentials + for the grpc channel. It is ignored if ``channel`` is provided. + client_cert_source_for_mtls (Optional[Callable[[], Tuple[bytes, bytes]]]): + A callback to provide client certificate bytes and private key bytes, + both in PEM format. It is used to configure a mutual TLS channel. It is + ignored if ``channel`` or ``ssl_channel_credentials`` is provided. + quota_project_id (Optional[str]): An optional project to use for billing + and quota. + client_info (google.api_core.gapic_v1.client_info.ClientInfo): + The client info used to send a user-agent string along with + API requests. If ``None``, then default info will be used. + Generally, you only need to set this if you're developing + your own client library. + always_use_jwt_access (Optional[bool]): Whether self signed JWT should + be used for service account credentials. + + Raises: + google.auth.exceptions.MutualTlsChannelError: If mutual TLS transport + creation failed for any reason. + google.api_core.exceptions.DuplicateCredentialArgs: If both ``credentials`` + and ``credentials_file`` are passed. + """ + self._grpc_channel = None + self._ssl_channel_credentials = ssl_channel_credentials + self._stubs: Dict[str, Callable] = {} + + if api_mtls_endpoint: + warnings.warn("api_mtls_endpoint is deprecated", DeprecationWarning) + if client_cert_source: + warnings.warn("client_cert_source is deprecated", DeprecationWarning) + + if channel: + # Ignore credentials if a channel was passed. + credentials = False + # If a channel was explicitly provided, set it. + self._grpc_channel = channel + self._ssl_channel_credentials = None + else: + if api_mtls_endpoint: + host = api_mtls_endpoint + + # Create SSL credentials with client_cert_source or application + # default SSL credentials. + if client_cert_source: + cert, key = client_cert_source() + self._ssl_channel_credentials = grpc.ssl_channel_credentials( + certificate_chain=cert, private_key=key + ) + else: + self._ssl_channel_credentials = SslCredentials().ssl_credentials + + else: + if client_cert_source_for_mtls and not ssl_channel_credentials: + cert, key = client_cert_source_for_mtls() + self._ssl_channel_credentials = grpc.ssl_channel_credentials( + certificate_chain=cert, private_key=key + ) + + # The base transport sets the host, credentials and scopes + super().__init__( + host=host, + credentials=credentials, + credentials_file=credentials_file, + scopes=scopes, + quota_project_id=quota_project_id, + client_info=client_info, + always_use_jwt_access=always_use_jwt_access, + ) + + if not self._grpc_channel: + self._grpc_channel = type(self).create_channel( + self._host, + # use the credentials which are saved + credentials=self._credentials, + # Set ``credentials_file`` to ``None`` here as + # the credentials that we saved earlier should be used. + credentials_file=None, + scopes=self._scopes, + ssl_credentials=self._ssl_channel_credentials, + quota_project_id=quota_project_id, + options=[ + ("grpc.max_send_message_length", -1), + ("grpc.max_receive_message_length", -1), + ], + ) + + # Wrap messages. This must be done after self._grpc_channel exists + self._prep_wrapped_messages(client_info) + + @property + def grpc_channel(self) -> aio.Channel: + """Create the channel designed to connect to this service. + + This property caches on the instance; repeated calls return + the same channel. + """ + # Return the channel from cache. + return self._grpc_channel + + @property + def create_migration_workflow(self) -> Callable[ + [migration_service.CreateMigrationWorkflowRequest], + Awaitable[migration_entities.MigrationWorkflow]]: + r"""Return a callable for the create migration workflow method over gRPC. + + Creates a migration workflow. + + Returns: + Callable[[~.CreateMigrationWorkflowRequest], + Awaitable[~.MigrationWorkflow]]: + A function that, when called, will call the underlying RPC + on the server. + """ + # Generate a "stub function" on-the-fly which will actually make + # the request. + # gRPC handles serialization and deserialization, so we just need + # to pass in the functions for each. + if 'create_migration_workflow' not in self._stubs: + self._stubs['create_migration_workflow'] = self.grpc_channel.unary_unary( + '/google.cloud.bigquery.migration.v2alpha.MigrationService/CreateMigrationWorkflow', + request_serializer=migration_service.CreateMigrationWorkflowRequest.serialize, + response_deserializer=migration_entities.MigrationWorkflow.deserialize, + ) + return self._stubs['create_migration_workflow'] + + @property + def get_migration_workflow(self) -> Callable[ + [migration_service.GetMigrationWorkflowRequest], + Awaitable[migration_entities.MigrationWorkflow]]: + r"""Return a callable for the get migration workflow method over gRPC. + + Gets a previously created migration workflow. + + Returns: + Callable[[~.GetMigrationWorkflowRequest], + Awaitable[~.MigrationWorkflow]]: + A function that, when called, will call the underlying RPC + on the server. + """ + # Generate a "stub function" on-the-fly which will actually make + # the request. + # gRPC handles serialization and deserialization, so we just need + # to pass in the functions for each. + if 'get_migration_workflow' not in self._stubs: + self._stubs['get_migration_workflow'] = self.grpc_channel.unary_unary( + '/google.cloud.bigquery.migration.v2alpha.MigrationService/GetMigrationWorkflow', + request_serializer=migration_service.GetMigrationWorkflowRequest.serialize, + response_deserializer=migration_entities.MigrationWorkflow.deserialize, + ) + return self._stubs['get_migration_workflow'] + + @property + def list_migration_workflows(self) -> Callable[ + [migration_service.ListMigrationWorkflowsRequest], + Awaitable[migration_service.ListMigrationWorkflowsResponse]]: + r"""Return a callable for the list migration workflows method over gRPC. + + Lists previously created migration workflow. + + Returns: + Callable[[~.ListMigrationWorkflowsRequest], + Awaitable[~.ListMigrationWorkflowsResponse]]: + A function that, when called, will call the underlying RPC + on the server. + """ + # Generate a "stub function" on-the-fly which will actually make + # the request. + # gRPC handles serialization and deserialization, so we just need + # to pass in the functions for each. + if 'list_migration_workflows' not in self._stubs: + self._stubs['list_migration_workflows'] = self.grpc_channel.unary_unary( + '/google.cloud.bigquery.migration.v2alpha.MigrationService/ListMigrationWorkflows', + request_serializer=migration_service.ListMigrationWorkflowsRequest.serialize, + response_deserializer=migration_service.ListMigrationWorkflowsResponse.deserialize, + ) + return self._stubs['list_migration_workflows'] + + @property + def delete_migration_workflow(self) -> Callable[ + [migration_service.DeleteMigrationWorkflowRequest], + Awaitable[empty_pb2.Empty]]: + r"""Return a callable for the delete migration workflow method over gRPC. + + Deletes a migration workflow by name. + + Returns: + Callable[[~.DeleteMigrationWorkflowRequest], + Awaitable[~.Empty]]: + A function that, when called, will call the underlying RPC + on the server. + """ + # Generate a "stub function" on-the-fly which will actually make + # the request. + # gRPC handles serialization and deserialization, so we just need + # to pass in the functions for each. + if 'delete_migration_workflow' not in self._stubs: + self._stubs['delete_migration_workflow'] = self.grpc_channel.unary_unary( + '/google.cloud.bigquery.migration.v2alpha.MigrationService/DeleteMigrationWorkflow', + request_serializer=migration_service.DeleteMigrationWorkflowRequest.serialize, + response_deserializer=empty_pb2.Empty.FromString, + ) + return self._stubs['delete_migration_workflow'] + + @property + def start_migration_workflow(self) -> Callable[ + [migration_service.StartMigrationWorkflowRequest], + Awaitable[empty_pb2.Empty]]: + r"""Return a callable for the start migration workflow method over gRPC. + + Starts a previously created migration workflow. I.e., + the state transitions from DRAFT to RUNNING. This is a + no-op if the state is already RUNNING. An error will be + signaled if the state is anything other than DRAFT or + RUNNING. + + Returns: + Callable[[~.StartMigrationWorkflowRequest], + Awaitable[~.Empty]]: + A function that, when called, will call the underlying RPC + on the server. + """ + # Generate a "stub function" on-the-fly which will actually make + # the request. + # gRPC handles serialization and deserialization, so we just need + # to pass in the functions for each. + if 'start_migration_workflow' not in self._stubs: + self._stubs['start_migration_workflow'] = self.grpc_channel.unary_unary( + '/google.cloud.bigquery.migration.v2alpha.MigrationService/StartMigrationWorkflow', + request_serializer=migration_service.StartMigrationWorkflowRequest.serialize, + response_deserializer=empty_pb2.Empty.FromString, + ) + return self._stubs['start_migration_workflow'] + + @property + def get_migration_subtask(self) -> Callable[ + [migration_service.GetMigrationSubtaskRequest], + Awaitable[migration_entities.MigrationSubtask]]: + r"""Return a callable for the get migration subtask method over gRPC. + + Gets a previously created migration subtask. + + Returns: + Callable[[~.GetMigrationSubtaskRequest], + Awaitable[~.MigrationSubtask]]: + A function that, when called, will call the underlying RPC + on the server. + """ + # Generate a "stub function" on-the-fly which will actually make + # the request. + # gRPC handles serialization and deserialization, so we just need + # to pass in the functions for each. + if 'get_migration_subtask' not in self._stubs: + self._stubs['get_migration_subtask'] = self.grpc_channel.unary_unary( + '/google.cloud.bigquery.migration.v2alpha.MigrationService/GetMigrationSubtask', + request_serializer=migration_service.GetMigrationSubtaskRequest.serialize, + response_deserializer=migration_entities.MigrationSubtask.deserialize, + ) + return self._stubs['get_migration_subtask'] + + @property + def list_migration_subtasks(self) -> Callable[ + [migration_service.ListMigrationSubtasksRequest], + Awaitable[migration_service.ListMigrationSubtasksResponse]]: + r"""Return a callable for the list migration subtasks method over gRPC. + + Lists previously created migration subtasks. + + Returns: + Callable[[~.ListMigrationSubtasksRequest], + Awaitable[~.ListMigrationSubtasksResponse]]: + A function that, when called, will call the underlying RPC + on the server. + """ + # Generate a "stub function" on-the-fly which will actually make + # the request. + # gRPC handles serialization and deserialization, so we just need + # to pass in the functions for each. + if 'list_migration_subtasks' not in self._stubs: + self._stubs['list_migration_subtasks'] = self.grpc_channel.unary_unary( + '/google.cloud.bigquery.migration.v2alpha.MigrationService/ListMigrationSubtasks', + request_serializer=migration_service.ListMigrationSubtasksRequest.serialize, + response_deserializer=migration_service.ListMigrationSubtasksResponse.deserialize, + ) + return self._stubs['list_migration_subtasks'] + + def close(self): + return self.grpc_channel.close() + + +__all__ = ( + 'MigrationServiceGrpcAsyncIOTransport', +) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/__init__.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/__init__.py new file mode 100644 index 0000000..e2370bf --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/__init__.py @@ -0,0 +1,88 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +from .assessment_task import ( + AssessmentOrchestrationResultDetails, + AssessmentTaskDetails, +) +from .migration_entities import ( + MigrationSubtask, + MigrationTask, + MigrationTaskOrchestrationResult, + MigrationWorkflow, +) +from .migration_error_details import ( + ErrorDetail, + ErrorLocation, + ResourceErrorDetail, +) +from .migration_metrics import ( + Point, + TimeInterval, + TimeSeries, + TypedValue, +) +from .migration_service import ( + CreateMigrationWorkflowRequest, + DeleteMigrationWorkflowRequest, + GetMigrationSubtaskRequest, + GetMigrationWorkflowRequest, + ListMigrationSubtasksRequest, + ListMigrationSubtasksResponse, + ListMigrationWorkflowsRequest, + ListMigrationWorkflowsResponse, + StartMigrationWorkflowRequest, +) +from .translation_task import ( + BteqOptions, + DatasetReference, + Filter, + IdentifierSettings, + TeradataOptions, + TranslationFileMapping, + TranslationTaskDetails, +) + +__all__ = ( + 'AssessmentOrchestrationResultDetails', + 'AssessmentTaskDetails', + 'MigrationSubtask', + 'MigrationTask', + 'MigrationTaskOrchestrationResult', + 'MigrationWorkflow', + 'ErrorDetail', + 'ErrorLocation', + 'ResourceErrorDetail', + 'Point', + 'TimeInterval', + 'TimeSeries', + 'TypedValue', + 'CreateMigrationWorkflowRequest', + 'DeleteMigrationWorkflowRequest', + 'GetMigrationSubtaskRequest', + 'GetMigrationWorkflowRequest', + 'ListMigrationSubtasksRequest', + 'ListMigrationSubtasksResponse', + 'ListMigrationWorkflowsRequest', + 'ListMigrationWorkflowsResponse', + 'StartMigrationWorkflowRequest', + 'BteqOptions', + 'DatasetReference', + 'Filter', + 'IdentifierSettings', + 'TeradataOptions', + 'TranslationFileMapping', + 'TranslationTaskDetails', +) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/assessment_task.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/assessment_task.py new file mode 100644 index 0000000..186e15e --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/assessment_task.py @@ -0,0 +1,80 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import proto # type: ignore + + +__protobuf__ = proto.module( + package='google.cloud.bigquery.migration.v2alpha', + manifest={ + 'AssessmentTaskDetails', + 'AssessmentOrchestrationResultDetails', + }, +) + + +class AssessmentTaskDetails(proto.Message): + r"""Assessment task config. + + Attributes: + input_path (str): + Required. The Cloud Storage path for + assessment input files. + output_dataset (str): + Required. The BigQuery dataset for output. + querylogs_path (str): + Optional. An optional Cloud Storage path to + write the query logs (which is then used as an + input path on the translation task) + data_source (str): + Required. The data source or data warehouse + type (eg: TERADATA/REDSHIFT) from which the + input data is extracted. + """ + + input_path = proto.Field( + proto.STRING, + number=1, + ) + output_dataset = proto.Field( + proto.STRING, + number=2, + ) + querylogs_path = proto.Field( + proto.STRING, + number=3, + ) + data_source = proto.Field( + proto.STRING, + number=4, + ) + + +class AssessmentOrchestrationResultDetails(proto.Message): + r"""Details for an assessment task orchestration result. + + Attributes: + output_tables_schema_version (str): + Optional. The version used for the output + table schemas. + """ + + output_tables_schema_version = proto.Field( + proto.STRING, + number=1, + ) + + +__all__ = tuple(sorted(__protobuf__.manifest)) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_entities.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_entities.py new file mode 100644 index 0000000..6c54538 --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_entities.py @@ -0,0 +1,336 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import proto # type: ignore + +from google.cloud.bigquery_migration_v2alpha.types import assessment_task +from google.cloud.bigquery_migration_v2alpha.types import migration_error_details +from google.cloud.bigquery_migration_v2alpha.types import migration_metrics +from google.cloud.bigquery_migration_v2alpha.types import translation_task +from google.protobuf import any_pb2 # type: ignore +from google.protobuf import timestamp_pb2 # type: ignore +from google.rpc import error_details_pb2 # type: ignore + + +__protobuf__ = proto.module( + package='google.cloud.bigquery.migration.v2alpha', + manifest={ + 'MigrationWorkflow', + 'MigrationTask', + 'MigrationSubtask', + 'MigrationTaskOrchestrationResult', + }, +) + + +class MigrationWorkflow(proto.Message): + r"""A migration workflow which specifies what needs to be done + for an EDW migration. + + Attributes: + name (str): + Output only. Immutable. The unique identifier for the + migration workflow. The ID is server-generated. + + Example: ``projects/123/locations/us/workflows/345`` + display_name (str): + The display name of the workflow. This can be + set to give a workflow a descriptive name. There + is no guarantee or enforcement of uniqueness. + tasks (Sequence[google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow.TasksEntry]): + The tasks in a workflow in a named map. The + name (i.e. key) has no meaning and is merely a + convenient way to address a specific task in a + workflow. + state (google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow.State): + Output only. That status of the workflow. + create_time (google.protobuf.timestamp_pb2.Timestamp): + Time when the workflow was created. + last_update_time (google.protobuf.timestamp_pb2.Timestamp): + Time when the workflow was last updated. + """ + class State(proto.Enum): + r"""Possible migration workflow states.""" + STATE_UNSPECIFIED = 0 + DRAFT = 1 + RUNNING = 2 + PAUSED = 3 + COMPLETED = 4 + + name = proto.Field( + proto.STRING, + number=1, + ) + display_name = proto.Field( + proto.STRING, + number=6, + ) + tasks = proto.MapField( + proto.STRING, + proto.MESSAGE, + number=2, + message='MigrationTask', + ) + state = proto.Field( + proto.ENUM, + number=3, + enum=State, + ) + create_time = proto.Field( + proto.MESSAGE, + number=4, + message=timestamp_pb2.Timestamp, + ) + last_update_time = proto.Field( + proto.MESSAGE, + number=5, + message=timestamp_pb2.Timestamp, + ) + + +class MigrationTask(proto.Message): + r"""A single task for a migration which has details about the + configuration of the task. + + This message has `oneof`_ fields (mutually exclusive fields). + For each oneof, at most one member field can be set at the same time. + Setting any member of the oneof automatically clears all other + members. + + .. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields + + Attributes: + assessment_task_details (google.cloud.bigquery_migration_v2alpha.types.AssessmentTaskDetails): + Task configuration for Assessment. + + This field is a member of `oneof`_ ``task_details``. + translation_task_details (google.cloud.bigquery_migration_v2alpha.types.TranslationTaskDetails): + Task configuration for Batch/Offline SQL + Translation. + + This field is a member of `oneof`_ ``task_details``. + id (str): + Output only. Immutable. The unique identifier + for the migration task. The ID is + server-generated. + type_ (str): + The type of the task. This must be a + supported task type. + details (google.protobuf.any_pb2.Any): + DEPRECATED! Use one of the task_details below. The details + of the task. The type URL must be one of the supported task + details messages and correspond to the Task's type. + state (google.cloud.bigquery_migration_v2alpha.types.MigrationTask.State): + Output only. The current state of the task. + processing_error (google.rpc.error_details_pb2.ErrorInfo): + Output only. An explanation that may be + populated when the task is in FAILED state. + create_time (google.protobuf.timestamp_pb2.Timestamp): + Time when the task was created. + last_update_time (google.protobuf.timestamp_pb2.Timestamp): + Time when the task was last updated. + orchestration_result (google.cloud.bigquery_migration_v2alpha.types.MigrationTaskOrchestrationResult): + Output only. Additional information about the + orchestration. + """ + class State(proto.Enum): + r"""Possible states of a migration task.""" + STATE_UNSPECIFIED = 0 + PENDING = 1 + ORCHESTRATING = 2 + RUNNING = 3 + PAUSED = 4 + SUCCEEDED = 5 + FAILED = 6 + + assessment_task_details = proto.Field( + proto.MESSAGE, + number=12, + oneof='task_details', + message=assessment_task.AssessmentTaskDetails, + ) + translation_task_details = proto.Field( + proto.MESSAGE, + number=13, + oneof='task_details', + message=translation_task.TranslationTaskDetails, + ) + id = proto.Field( + proto.STRING, + number=1, + ) + type_ = proto.Field( + proto.STRING, + number=2, + ) + details = proto.Field( + proto.MESSAGE, + number=3, + message=any_pb2.Any, + ) + state = proto.Field( + proto.ENUM, + number=4, + enum=State, + ) + processing_error = proto.Field( + proto.MESSAGE, + number=5, + message=error_details_pb2.ErrorInfo, + ) + create_time = proto.Field( + proto.MESSAGE, + number=6, + message=timestamp_pb2.Timestamp, + ) + last_update_time = proto.Field( + proto.MESSAGE, + number=7, + message=timestamp_pb2.Timestamp, + ) + orchestration_result = proto.Field( + proto.MESSAGE, + number=10, + message='MigrationTaskOrchestrationResult', + ) + + +class MigrationSubtask(proto.Message): + r"""A subtask for a migration which carries details about the + configuration of the subtask. The content of the details should + not matter to the end user, but is a contract between the + subtask creator and subtask worker. + + Attributes: + name (str): + Output only. Immutable. The resource name for the migration + subtask. The ID is server-generated. + + Example: + ``projects/123/locations/us/workflows/345/subtasks/678`` + task_id (str): + The unique ID of the task to which this + subtask belongs. + type_ (str): + The type of the Subtask. The migration + service does not check whether this is a known + type. It is up to the task creator (i.e. + orchestrator or worker) to ensure it only + creates subtasks for which there are compatible + workers polling for Subtasks. + state (google.cloud.bigquery_migration_v2alpha.types.MigrationSubtask.State): + Output only. The current state of the + subtask. + processing_error (google.rpc.error_details_pb2.ErrorInfo): + Output only. An explanation that may be + populated when the task is in FAILED state. + resource_error_details (Sequence[google.cloud.bigquery_migration_v2alpha.types.ResourceErrorDetail]): + Output only. Provides details to errors and + issues encountered while processing the subtask. + Presence of error details does not mean that the + subtask failed. + resource_error_count (int): + The number or resources with errors. Note: This is not the + total number of errors as each resource can have more than + one error. This is used to indicate truncation by having a + ``resource_error_count`` that is higher than the size of + ``resource_error_details``. + create_time (google.protobuf.timestamp_pb2.Timestamp): + Time when the subtask was created. + last_update_time (google.protobuf.timestamp_pb2.Timestamp): + Time when the subtask was last updated. + metrics (Sequence[google.cloud.bigquery_migration_v2alpha.types.TimeSeries]): + The metrics for the subtask. + """ + class State(proto.Enum): + r"""Possible states of a migration subtask.""" + STATE_UNSPECIFIED = 0 + ACTIVE = 1 + RUNNING = 2 + SUCCEEDED = 3 + FAILED = 4 + PAUSED = 5 + + name = proto.Field( + proto.STRING, + number=1, + ) + task_id = proto.Field( + proto.STRING, + number=2, + ) + type_ = proto.Field( + proto.STRING, + number=3, + ) + state = proto.Field( + proto.ENUM, + number=5, + enum=State, + ) + processing_error = proto.Field( + proto.MESSAGE, + number=6, + message=error_details_pb2.ErrorInfo, + ) + resource_error_details = proto.RepeatedField( + proto.MESSAGE, + number=12, + message=migration_error_details.ResourceErrorDetail, + ) + resource_error_count = proto.Field( + proto.INT32, + number=13, + ) + create_time = proto.Field( + proto.MESSAGE, + number=7, + message=timestamp_pb2.Timestamp, + ) + last_update_time = proto.Field( + proto.MESSAGE, + number=8, + message=timestamp_pb2.Timestamp, + ) + metrics = proto.RepeatedField( + proto.MESSAGE, + number=11, + message=migration_metrics.TimeSeries, + ) + + +class MigrationTaskOrchestrationResult(proto.Message): + r"""Additional information from the orchestrator when it is done + with the task orchestration. + + + .. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields + + Attributes: + assessment_details (google.cloud.bigquery_migration_v2alpha.types.AssessmentOrchestrationResultDetails): + Details specific to assessment task types. + + This field is a member of `oneof`_ ``details``. + """ + + assessment_details = proto.Field( + proto.MESSAGE, + number=1, + oneof='details', + message=assessment_task.AssessmentOrchestrationResultDetails, + ) + + +__all__ = tuple(sorted(__protobuf__.manifest)) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_error_details.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_error_details.py new file mode 100644 index 0000000..bcb00fe --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_error_details.py @@ -0,0 +1,112 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import proto # type: ignore + +from google.rpc import error_details_pb2 # type: ignore + + +__protobuf__ = proto.module( + package='google.cloud.bigquery.migration.v2alpha', + manifest={ + 'ResourceErrorDetail', + 'ErrorDetail', + 'ErrorLocation', + }, +) + + +class ResourceErrorDetail(proto.Message): + r"""Provides details for errors and the corresponding resources. + + Attributes: + resource_info (google.rpc.error_details_pb2.ResourceInfo): + Required. Information about the resource + where the error is located. + error_details (Sequence[google.cloud.bigquery_migration_v2alpha.types.ErrorDetail]): + Required. The error details for the resource. + error_count (int): + Required. How many errors there are in total for the + resource. Truncation can be indicated by having an + ``error_count`` that is higher than the size of + ``error_details``. + """ + + resource_info = proto.Field( + proto.MESSAGE, + number=1, + message=error_details_pb2.ResourceInfo, + ) + error_details = proto.RepeatedField( + proto.MESSAGE, + number=2, + message='ErrorDetail', + ) + error_count = proto.Field( + proto.INT32, + number=3, + ) + + +class ErrorDetail(proto.Message): + r"""Provides details for errors, e.g. issues that where + encountered when processing a subtask. + + Attributes: + location (google.cloud.bigquery_migration_v2alpha.types.ErrorLocation): + Optional. The exact location within the + resource (if applicable). + error_info (google.rpc.error_details_pb2.ErrorInfo): + Required. Describes the cause of the error + with structured detail. + """ + + location = proto.Field( + proto.MESSAGE, + number=1, + message='ErrorLocation', + ) + error_info = proto.Field( + proto.MESSAGE, + number=2, + message=error_details_pb2.ErrorInfo, + ) + + +class ErrorLocation(proto.Message): + r"""Holds information about where the error is located. + + Attributes: + line (int): + Optional. If applicable, denotes the line + where the error occurred. A zero value means + that there is no line information. + column (int): + Optional. If applicable, denotes the column + where the error occurred. A zero value means + that there is no columns information. + """ + + line = proto.Field( + proto.INT32, + number=1, + ) + column = proto.Field( + proto.INT32, + number=2, + ) + + +__all__ = tuple(sorted(__protobuf__.manifest)) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_metrics.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_metrics.py new file mode 100644 index 0000000..06bb70f --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_metrics.py @@ -0,0 +1,209 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import proto # type: ignore + +from google.api import distribution_pb2 # type: ignore +from google.api import metric_pb2 # type: ignore +from google.protobuf import timestamp_pb2 # type: ignore + + +__protobuf__ = proto.module( + package='google.cloud.bigquery.migration.v2alpha', + manifest={ + 'TimeSeries', + 'Point', + 'TimeInterval', + 'TypedValue', + }, +) + + +class TimeSeries(proto.Message): + r"""The metrics object for a SubTask. + + Attributes: + metric (str): + Required. The name of the metric. + If the metric is not known by the service yet, + it will be auto-created. + value_type (google.api.metric_pb2.ValueType): + Required. The value type of the time series. + metric_kind (google.api.metric_pb2.MetricKind): + Optional. The metric kind of the time series. + + If present, it must be the same as the metric kind of the + associated metric. If the associated metric's descriptor + must be auto-created, then this field specifies the metric + kind of the new descriptor and must be either ``GAUGE`` (the + default) or ``CUMULATIVE``. + points (Sequence[google.cloud.bigquery_migration_v2alpha.types.Point]): + Required. The data points of this time series. When listing + time series, points are returned in reverse time order. + + When creating a time series, this field must contain exactly + one point and the point's type must be the same as the value + type of the associated metric. If the associated metric's + descriptor must be auto-created, then the value type of the + descriptor is determined by the point's type, which must be + ``BOOL``, ``INT64``, ``DOUBLE``, or ``DISTRIBUTION``. + """ + + metric = proto.Field( + proto.STRING, + number=1, + ) + value_type = proto.Field( + proto.ENUM, + number=2, + enum=metric_pb2.MetricDescriptor.ValueType, + ) + metric_kind = proto.Field( + proto.ENUM, + number=3, + enum=metric_pb2.MetricDescriptor.MetricKind, + ) + points = proto.RepeatedField( + proto.MESSAGE, + number=4, + message='Point', + ) + + +class Point(proto.Message): + r"""A single data point in a time series. + + Attributes: + interval (google.cloud.bigquery_migration_v2alpha.types.TimeInterval): + The time interval to which the data point applies. For + ``GAUGE`` metrics, the start time does not need to be + supplied, but if it is supplied, it must equal the end time. + For ``DELTA`` metrics, the start and end time should specify + a non-zero interval, with subsequent points specifying + contiguous and non-overlapping intervals. For ``CUMULATIVE`` + metrics, the start and end time should specify a non-zero + interval, with subsequent points specifying the same start + time and increasing end times, until an event resets the + cumulative value to zero and sets a new start time for the + following points. + value (google.cloud.bigquery_migration_v2alpha.types.TypedValue): + The value of the data point. + """ + + interval = proto.Field( + proto.MESSAGE, + number=1, + message='TimeInterval', + ) + value = proto.Field( + proto.MESSAGE, + number=2, + message='TypedValue', + ) + + +class TimeInterval(proto.Message): + r"""A time interval extending just after a start time through an + end time. If the start time is the same as the end time, then + the interval represents a single point in time. + + Attributes: + start_time (google.protobuf.timestamp_pb2.Timestamp): + Optional. The beginning of the time interval. + The default value for the start time is the end + time. The start time must not be later than the + end time. + end_time (google.protobuf.timestamp_pb2.Timestamp): + Required. The end of the time interval. + """ + + start_time = proto.Field( + proto.MESSAGE, + number=1, + message=timestamp_pb2.Timestamp, + ) + end_time = proto.Field( + proto.MESSAGE, + number=2, + message=timestamp_pb2.Timestamp, + ) + + +class TypedValue(proto.Message): + r"""A single strongly-typed value. + + This message has `oneof`_ fields (mutually exclusive fields). + For each oneof, at most one member field can be set at the same time. + Setting any member of the oneof automatically clears all other + members. + + .. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields + + Attributes: + bool_value (bool): + A Boolean value: ``true`` or ``false``. + + This field is a member of `oneof`_ ``value``. + int64_value (int): + A 64-bit integer. Its range is approximately + +/-9.2x10^18. + + This field is a member of `oneof`_ ``value``. + double_value (float): + A 64-bit double-precision floating-point + number. Its magnitude is approximately + +/-10^(+/-300) and it has 16 significant digits + of precision. + + This field is a member of `oneof`_ ``value``. + string_value (str): + A variable-length string value. + + This field is a member of `oneof`_ ``value``. + distribution_value (google.api.distribution_pb2.Distribution): + A distribution value. + + This field is a member of `oneof`_ ``value``. + """ + + bool_value = proto.Field( + proto.BOOL, + number=1, + oneof='value', + ) + int64_value = proto.Field( + proto.INT64, + number=2, + oneof='value', + ) + double_value = proto.Field( + proto.DOUBLE, + number=3, + oneof='value', + ) + string_value = proto.Field( + proto.STRING, + number=4, + oneof='value', + ) + distribution_value = proto.Field( + proto.MESSAGE, + number=5, + oneof='value', + message=distribution_pb2.Distribution, + ) + + +__all__ = tuple(sorted(__protobuf__.manifest)) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_service.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_service.py new file mode 100644 index 0000000..d3ca2f2 --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_service.py @@ -0,0 +1,284 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import proto # type: ignore + +from google.cloud.bigquery_migration_v2alpha.types import migration_entities +from google.protobuf import field_mask_pb2 # type: ignore + + +__protobuf__ = proto.module( + package='google.cloud.bigquery.migration.v2alpha', + manifest={ + 'CreateMigrationWorkflowRequest', + 'GetMigrationWorkflowRequest', + 'ListMigrationWorkflowsRequest', + 'ListMigrationWorkflowsResponse', + 'DeleteMigrationWorkflowRequest', + 'StartMigrationWorkflowRequest', + 'GetMigrationSubtaskRequest', + 'ListMigrationSubtasksRequest', + 'ListMigrationSubtasksResponse', + }, +) + + +class CreateMigrationWorkflowRequest(proto.Message): + r"""Request to create a migration workflow resource. + + Attributes: + parent (str): + Required. The name of the project to which this migration + workflow belongs. Example: ``projects/foo/locations/bar`` + migration_workflow (google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow): + Required. The migration workflow to create. + """ + + parent = proto.Field( + proto.STRING, + number=1, + ) + migration_workflow = proto.Field( + proto.MESSAGE, + number=2, + message=migration_entities.MigrationWorkflow, + ) + + +class GetMigrationWorkflowRequest(proto.Message): + r"""A request to get a previously created migration workflow. + + Attributes: + name (str): + Required. The unique identifier for the migration workflow. + Example: ``projects/123/locations/us/workflows/1234`` + read_mask (google.protobuf.field_mask_pb2.FieldMask): + The list of fields to be retrieved. + """ + + name = proto.Field( + proto.STRING, + number=1, + ) + read_mask = proto.Field( + proto.MESSAGE, + number=2, + message=field_mask_pb2.FieldMask, + ) + + +class ListMigrationWorkflowsRequest(proto.Message): + r"""A request to list previously created migration workflows. + + Attributes: + parent (str): + Required. The project and location of the migration + workflows to list. Example: ``projects/123/locations/us`` + read_mask (google.protobuf.field_mask_pb2.FieldMask): + The list of fields to be retrieved. + page_size (int): + The maximum number of migration workflows to + return. The service may return fewer than this + number. + page_token (str): + A page token, received from previous + ``ListMigrationWorkflows`` call. Provide this to retrieve + the subsequent page. + + When paginating, all other parameters provided to + ``ListMigrationWorkflows`` must match the call that provided + the page token. + """ + + parent = proto.Field( + proto.STRING, + number=1, + ) + read_mask = proto.Field( + proto.MESSAGE, + number=2, + message=field_mask_pb2.FieldMask, + ) + page_size = proto.Field( + proto.INT32, + number=3, + ) + page_token = proto.Field( + proto.STRING, + number=4, + ) + + +class ListMigrationWorkflowsResponse(proto.Message): + r"""Response object for a ``ListMigrationWorkflows`` call. + + Attributes: + migration_workflows (Sequence[google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow]): + The migration workflows for the specified + project / location. + next_page_token (str): + A token, which can be sent as ``page_token`` to retrieve the + next page. If this field is omitted, there are no subsequent + pages. + """ + + @property + def raw_page(self): + return self + + migration_workflows = proto.RepeatedField( + proto.MESSAGE, + number=1, + message=migration_entities.MigrationWorkflow, + ) + next_page_token = proto.Field( + proto.STRING, + number=2, + ) + + +class DeleteMigrationWorkflowRequest(proto.Message): + r"""A request to delete a previously created migration workflow. + + Attributes: + name (str): + Required. The unique identifier for the migration workflow. + Example: ``projects/123/locations/us/workflows/1234`` + """ + + name = proto.Field( + proto.STRING, + number=1, + ) + + +class StartMigrationWorkflowRequest(proto.Message): + r"""A request to start a previously created migration workflow. + + Attributes: + name (str): + Required. The unique identifier for the migration workflow. + Example: ``projects/123/locations/us/workflows/1234`` + """ + + name = proto.Field( + proto.STRING, + number=1, + ) + + +class GetMigrationSubtaskRequest(proto.Message): + r"""A request to get a previously created migration subtasks. + + Attributes: + name (str): + Required. The unique identifier for the migration subtask. + Example: + ``projects/123/locations/us/workflows/1234/subtasks/543`` + read_mask (google.protobuf.field_mask_pb2.FieldMask): + Optional. The list of fields to be retrieved. + """ + + name = proto.Field( + proto.STRING, + number=1, + ) + read_mask = proto.Field( + proto.MESSAGE, + number=2, + message=field_mask_pb2.FieldMask, + ) + + +class ListMigrationSubtasksRequest(proto.Message): + r"""A request to list previously created migration subtasks. + + Attributes: + parent (str): + Required. The migration task of the subtasks to list. + Example: ``projects/123/locations/us/workflows/1234`` + read_mask (google.protobuf.field_mask_pb2.FieldMask): + Optional. The list of fields to be retrieved. + page_size (int): + Optional. The maximum number of migration + tasks to return. The service may return fewer + than this number. + page_token (str): + Optional. A page token, received from previous + ``ListMigrationSubtasks`` call. Provide this to retrieve the + subsequent page. + + When paginating, all other parameters provided to + ``ListMigrationSubtasks`` must match the call that provided + the page token. + filter (str): + Optional. The filter to apply. This can be used to get the + subtasks of a specific tasks in a workflow, e.g. + ``migration_task = "ab012"`` where ``"ab012"`` is the task + ID (not the name in the named map). + """ + + parent = proto.Field( + proto.STRING, + number=1, + ) + read_mask = proto.Field( + proto.MESSAGE, + number=2, + message=field_mask_pb2.FieldMask, + ) + page_size = proto.Field( + proto.INT32, + number=3, + ) + page_token = proto.Field( + proto.STRING, + number=4, + ) + filter = proto.Field( + proto.STRING, + number=5, + ) + + +class ListMigrationSubtasksResponse(proto.Message): + r"""Response object for a ``ListMigrationSubtasks`` call. + + Attributes: + migration_subtasks (Sequence[google.cloud.bigquery_migration_v2alpha.types.MigrationSubtask]): + The migration subtasks for the specified + task. + next_page_token (str): + A token, which can be sent as ``page_token`` to retrieve the + next page. If this field is omitted, there are no subsequent + pages. + """ + + @property + def raw_page(self): + return self + + migration_subtasks = proto.RepeatedField( + proto.MESSAGE, + number=1, + message=migration_entities.MigrationSubtask, + ) + next_page_token = proto.Field( + proto.STRING, + number=2, + ) + + +__all__ = tuple(sorted(__protobuf__.manifest)) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/translation_task.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/translation_task.py new file mode 100644 index 0000000..e65666d --- /dev/null +++ b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/translation_task.py @@ -0,0 +1,307 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import proto # type: ignore + + +__protobuf__ = proto.module( + package='google.cloud.bigquery.migration.v2alpha', + manifest={ + 'TranslationFileMapping', + 'TranslationTaskDetails', + 'Filter', + 'IdentifierSettings', + 'TeradataOptions', + 'BteqOptions', + 'DatasetReference', + }, +) + + +class TranslationFileMapping(proto.Message): + r"""Mapping between an input and output file to be translated in + a subtask. + + Attributes: + input_path (str): + The Cloud Storage path for a file to + translation in a subtask. + output_path (str): + The Cloud Storage path to write back the + corresponding input file to. + """ + + input_path = proto.Field( + proto.STRING, + number=1, + ) + output_path = proto.Field( + proto.STRING, + number=2, + ) + + +class TranslationTaskDetails(proto.Message): + r"""The translation task config to capture necessary settings for + a translation task and subtask. + + This message has `oneof`_ fields (mutually exclusive fields). + For each oneof, at most one member field can be set at the same time. + Setting any member of the oneof automatically clears all other + members. + + .. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields + + Attributes: + teradata_options (google.cloud.bigquery_migration_v2alpha.types.TeradataOptions): + The Teradata SQL specific settings for the + translation task. + + This field is a member of `oneof`_ ``language_options``. + bteq_options (google.cloud.bigquery_migration_v2alpha.types.BteqOptions): + The BTEQ specific settings for the + translation task. + + This field is a member of `oneof`_ ``language_options``. + input_path (str): + The Cloud Storage path for translation input + files. + output_path (str): + The Cloud Storage path for translation output + files. + file_paths (Sequence[google.cloud.bigquery_migration_v2alpha.types.TranslationFileMapping]): + Cloud Storage files to be processed for + translation. + schema_path (str): + The Cloud Storage path to DDL files as table + schema to assist semantic translation. + file_encoding (google.cloud.bigquery_migration_v2alpha.types.TranslationTaskDetails.FileEncoding): + The file encoding type. + identifier_settings (google.cloud.bigquery_migration_v2alpha.types.IdentifierSettings): + The settings for SQL identifiers. + special_token_map (Sequence[google.cloud.bigquery_migration_v2alpha.types.TranslationTaskDetails.SpecialTokenMapEntry]): + The map capturing special tokens to be + replaced during translation. The key is special + token in string. The value is the token data + type. This is used to translate SQL query + template which contains special token as place + holder. The special token makes a query invalid + to parse. This map will be applied to annotate + those special token with types to let parser + understand how to parse them into proper + structure with type information. + filter (google.cloud.bigquery_migration_v2alpha.types.Filter): + The filter applied to translation details. + translation_exception_table (str): + Specifies the exact name of the bigquery + table ("dataset.table") to be used for surfacing + raw translation errors. If the table does not + exist, we will create it. If it already exists + and the schema is the same, we will re-use. If + the table exists and the schema is different, we + will throw an error. + """ + class FileEncoding(proto.Enum): + r"""The file encoding types.""" + FILE_ENCODING_UNSPECIFIED = 0 + UTF_8 = 1 + ISO_8859_1 = 2 + US_ASCII = 3 + UTF_16 = 4 + UTF_16LE = 5 + UTF_16BE = 6 + + class TokenType(proto.Enum): + r"""The special token data type.""" + TOKEN_TYPE_UNSPECIFIED = 0 + STRING = 1 + INT64 = 2 + NUMERIC = 3 + BOOL = 4 + FLOAT64 = 5 + DATE = 6 + TIMESTAMP = 7 + + teradata_options = proto.Field( + proto.MESSAGE, + number=10, + oneof='language_options', + message='TeradataOptions', + ) + bteq_options = proto.Field( + proto.MESSAGE, + number=11, + oneof='language_options', + message='BteqOptions', + ) + input_path = proto.Field( + proto.STRING, + number=1, + ) + output_path = proto.Field( + proto.STRING, + number=2, + ) + file_paths = proto.RepeatedField( + proto.MESSAGE, + number=12, + message='TranslationFileMapping', + ) + schema_path = proto.Field( + proto.STRING, + number=3, + ) + file_encoding = proto.Field( + proto.ENUM, + number=4, + enum=FileEncoding, + ) + identifier_settings = proto.Field( + proto.MESSAGE, + number=5, + message='IdentifierSettings', + ) + special_token_map = proto.MapField( + proto.STRING, + proto.ENUM, + number=6, + enum=TokenType, + ) + filter = proto.Field( + proto.MESSAGE, + number=7, + message='Filter', + ) + translation_exception_table = proto.Field( + proto.STRING, + number=13, + ) + + +class Filter(proto.Message): + r"""The filter applied to fields of translation details. + + Attributes: + input_file_exclusion_prefixes (Sequence[str]): + The list of prefixes used to exclude + processing for input files. + """ + + input_file_exclusion_prefixes = proto.RepeatedField( + proto.STRING, + number=1, + ) + + +class IdentifierSettings(proto.Message): + r"""Settings related to SQL identifiers. + + Attributes: + output_identifier_case (google.cloud.bigquery_migration_v2alpha.types.IdentifierSettings.IdentifierCase): + The setting to control output queries' + identifier case. + identifier_rewrite_mode (google.cloud.bigquery_migration_v2alpha.types.IdentifierSettings.IdentifierRewriteMode): + Specifies the rewrite mode for SQL + identifiers. + """ + class IdentifierCase(proto.Enum): + r"""The identifier case type.""" + IDENTIFIER_CASE_UNSPECIFIED = 0 + ORIGINAL = 1 + UPPER = 2 + LOWER = 3 + + class IdentifierRewriteMode(proto.Enum): + r"""The SQL identifier rewrite mode.""" + IDENTIFIER_REWRITE_MODE_UNSPECIFIED = 0 + NONE = 1 + REWRITE_ALL = 2 + + output_identifier_case = proto.Field( + proto.ENUM, + number=1, + enum=IdentifierCase, + ) + identifier_rewrite_mode = proto.Field( + proto.ENUM, + number=2, + enum=IdentifierRewriteMode, + ) + + +class TeradataOptions(proto.Message): + r"""Teradata SQL specific translation task related settings. + """ + + +class BteqOptions(proto.Message): + r"""BTEQ translation task related settings. + + Attributes: + project_dataset (google.cloud.bigquery_migration_v2alpha.types.DatasetReference): + Specifies the project and dataset in BigQuery + that will be used for external table creation + during the translation. + default_path_uri (str): + The Cloud Storage location to be used as the + default path for files that are not otherwise + specified in the file replacement map. + file_replacement_map (Sequence[google.cloud.bigquery_migration_v2alpha.types.BteqOptions.FileReplacementMapEntry]): + Maps the local paths that are used in BTEQ + scripts (the keys) to the paths in Cloud Storage + that should be used in their stead in the + translation (the value). + """ + + project_dataset = proto.Field( + proto.MESSAGE, + number=1, + message='DatasetReference', + ) + default_path_uri = proto.Field( + proto.STRING, + number=2, + ) + file_replacement_map = proto.MapField( + proto.STRING, + proto.STRING, + number=3, + ) + + +class DatasetReference(proto.Message): + r"""Reference to a BigQuery dataset. + + Attributes: + dataset_id (str): + A unique ID for this dataset, without the project name. The + ID must contain only letters (a-z, A-Z), numbers (0-9), or + underscores (_). The maximum length is 1,024 characters. + project_id (str): + The ID of the project containing this + dataset. + """ + + dataset_id = proto.Field( + proto.STRING, + number=1, + ) + project_id = proto.Field( + proto.STRING, + number=2, + ) + + +__all__ = tuple(sorted(__protobuf__.manifest)) diff --git a/owl-bot-staging/v2alpha/mypy.ini b/owl-bot-staging/v2alpha/mypy.ini new file mode 100644 index 0000000..4505b48 --- /dev/null +++ b/owl-bot-staging/v2alpha/mypy.ini @@ -0,0 +1,3 @@ +[mypy] +python_version = 3.6 +namespace_packages = True diff --git a/owl-bot-staging/v2alpha/noxfile.py b/owl-bot-staging/v2alpha/noxfile.py new file mode 100644 index 0000000..448dddd --- /dev/null +++ b/owl-bot-staging/v2alpha/noxfile.py @@ -0,0 +1,132 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import os +import pathlib +import shutil +import subprocess +import sys + + +import nox # type: ignore + +CURRENT_DIRECTORY = pathlib.Path(__file__).parent.absolute() + +LOWER_BOUND_CONSTRAINTS_FILE = CURRENT_DIRECTORY / "constraints.txt" +PACKAGE_NAME = subprocess.check_output([sys.executable, "setup.py", "--name"], encoding="utf-8") + + +nox.sessions = [ + "unit", + "cover", + "mypy", + "check_lower_bounds" + # exclude update_lower_bounds from default + "docs", +] + +@nox.session(python=['3.6', '3.7', '3.8', '3.9', '3.10']) +def unit(session): + """Run the unit test suite.""" + + session.install('coverage', 'pytest', 'pytest-cov', 'asyncmock', 'pytest-asyncio') + session.install('-e', '.') + + session.run( + 'py.test', + '--quiet', + '--cov=google/cloud/bigquery_migration_v2alpha/', + '--cov-config=.coveragerc', + '--cov-report=term', + '--cov-report=html', + os.path.join('tests', 'unit', ''.join(session.posargs)) + ) + + +@nox.session(python='3.9') +def cover(session): + """Run the final coverage report. + This outputs the coverage report aggregating coverage from the unit + test runs (not system test runs), and then erases coverage data. + """ + session.install("coverage", "pytest-cov") + session.run("coverage", "report", "--show-missing", "--fail-under=100") + + session.run("coverage", "erase") + + +@nox.session(python=['3.6', '3.7', '3.8', '3.9']) +def mypy(session): + """Run the type checker.""" + session.install('mypy', 'types-pkg_resources') + session.install('.') + session.run( + 'mypy', + '--explicit-package-bases', + 'google', + ) + + +@nox.session +def update_lower_bounds(session): + """Update lower bounds in constraints.txt to match setup.py""" + session.install('google-cloud-testutils') + session.install('.') + + session.run( + 'lower-bound-checker', + 'update', + '--package-name', + PACKAGE_NAME, + '--constraints-file', + str(LOWER_BOUND_CONSTRAINTS_FILE), + ) + + +@nox.session +def check_lower_bounds(session): + """Check lower bounds in setup.py are reflected in constraints file""" + session.install('google-cloud-testutils') + session.install('.') + + session.run( + 'lower-bound-checker', + 'check', + '--package-name', + PACKAGE_NAME, + '--constraints-file', + str(LOWER_BOUND_CONSTRAINTS_FILE), + ) + +@nox.session(python='3.9') +def docs(session): + """Build the docs for this library.""" + + session.install("-e", ".") + session.install("sphinx==4.0.1", "alabaster", "recommonmark") + + shutil.rmtree(os.path.join("docs", "_build"), ignore_errors=True) + session.run( + "sphinx-build", + "-W", # warnings as errors + "-T", # show full traceback on exception + "-N", # no colors + "-b", + "html", + "-d", + os.path.join("docs", "_build", "doctrees", ""), + os.path.join("docs", ""), + os.path.join("docs", "_build", "html", ""), + ) diff --git a/owl-bot-staging/v2alpha/scripts/fixup_bigquery_migration_v2alpha_keywords.py b/owl-bot-staging/v2alpha/scripts/fixup_bigquery_migration_v2alpha_keywords.py new file mode 100644 index 0000000..629a81e --- /dev/null +++ b/owl-bot-staging/v2alpha/scripts/fixup_bigquery_migration_v2alpha_keywords.py @@ -0,0 +1,182 @@ +#! /usr/bin/env python3 +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import argparse +import os +import libcst as cst +import pathlib +import sys +from typing import (Any, Callable, Dict, List, Sequence, Tuple) + + +def partition( + predicate: Callable[[Any], bool], + iterator: Sequence[Any] +) -> Tuple[List[Any], List[Any]]: + """A stable, out-of-place partition.""" + results = ([], []) + + for i in iterator: + results[int(predicate(i))].append(i) + + # Returns trueList, falseList + return results[1], results[0] + + +class bigquery_migrationCallTransformer(cst.CSTTransformer): + CTRL_PARAMS: Tuple[str] = ('retry', 'timeout', 'metadata') + METHOD_TO_PARAMS: Dict[str, Tuple[str]] = { + 'create_migration_workflow': ('parent', 'migration_workflow', ), + 'delete_migration_workflow': ('name', ), + 'get_migration_subtask': ('name', 'read_mask', ), + 'get_migration_workflow': ('name', 'read_mask', ), + 'list_migration_subtasks': ('parent', 'read_mask', 'page_size', 'page_token', 'filter', ), + 'list_migration_workflows': ('parent', 'read_mask', 'page_size', 'page_token', ), + 'start_migration_workflow': ('name', ), + } + + def leave_Call(self, original: cst.Call, updated: cst.Call) -> cst.CSTNode: + try: + key = original.func.attr.value + kword_params = self.METHOD_TO_PARAMS[key] + except (AttributeError, KeyError): + # Either not a method from the API or too convoluted to be sure. + return updated + + # If the existing code is valid, keyword args come after positional args. + # Therefore, all positional args must map to the first parameters. + args, kwargs = partition(lambda a: not bool(a.keyword), updated.args) + if any(k.keyword.value == "request" for k in kwargs): + # We've already fixed this file, don't fix it again. + return updated + + kwargs, ctrl_kwargs = partition( + lambda a: a.keyword.value not in self.CTRL_PARAMS, + kwargs + ) + + args, ctrl_args = args[:len(kword_params)], args[len(kword_params):] + ctrl_kwargs.extend(cst.Arg(value=a.value, keyword=cst.Name(value=ctrl)) + for a, ctrl in zip(ctrl_args, self.CTRL_PARAMS)) + + request_arg = cst.Arg( + value=cst.Dict([ + cst.DictElement( + cst.SimpleString("'{}'".format(name)), +cst.Element(value=arg.value) + ) + # Note: the args + kwargs looks silly, but keep in mind that + # the control parameters had to be stripped out, and that + # those could have been passed positionally or by keyword. + for name, arg in zip(kword_params, args + kwargs)]), + keyword=cst.Name("request") + ) + + return updated.with_changes( + args=[request_arg] + ctrl_kwargs + ) + + +def fix_files( + in_dir: pathlib.Path, + out_dir: pathlib.Path, + *, + transformer=bigquery_migrationCallTransformer(), +): + """Duplicate the input dir to the output dir, fixing file method calls. + + Preconditions: + * in_dir is a real directory + * out_dir is a real, empty directory + """ + pyfile_gen = ( + pathlib.Path(os.path.join(root, f)) + for root, _, files in os.walk(in_dir) + for f in files if os.path.splitext(f)[1] == ".py" + ) + + for fpath in pyfile_gen: + with open(fpath, 'r') as f: + src = f.read() + + # Parse the code and insert method call fixes. + tree = cst.parse_module(src) + updated = tree.visit(transformer) + + # Create the path and directory structure for the new file. + updated_path = out_dir.joinpath(fpath.relative_to(in_dir)) + updated_path.parent.mkdir(parents=True, exist_ok=True) + + # Generate the updated source file at the corresponding path. + with open(updated_path, 'w') as f: + f.write(updated.code) + + +if __name__ == '__main__': + parser = argparse.ArgumentParser( + description="""Fix up source that uses the bigquery_migration client library. + +The existing sources are NOT overwritten but are copied to output_dir with changes made. + +Note: This tool operates at a best-effort level at converting positional + parameters in client method calls to keyword based parameters. + Cases where it WILL FAIL include + A) * or ** expansion in a method call. + B) Calls via function or method alias (includes free function calls) + C) Indirect or dispatched calls (e.g. the method is looked up dynamically) + + These all constitute false negatives. The tool will also detect false + positives when an API method shares a name with another method. +""") + parser.add_argument( + '-d', + '--input-directory', + required=True, + dest='input_dir', + help='the input directory to walk for python files to fix up', + ) + parser.add_argument( + '-o', + '--output-directory', + required=True, + dest='output_dir', + help='the directory to output files fixed via un-flattening', + ) + args = parser.parse_args() + input_dir = pathlib.Path(args.input_dir) + output_dir = pathlib.Path(args.output_dir) + if not input_dir.is_dir(): + print( + f"input directory '{input_dir}' does not exist or is not a directory", + file=sys.stderr, + ) + sys.exit(-1) + + if not output_dir.is_dir(): + print( + f"output directory '{output_dir}' does not exist or is not a directory", + file=sys.stderr, + ) + sys.exit(-1) + + if os.listdir(output_dir): + print( + f"output directory '{output_dir}' is not empty", + file=sys.stderr, + ) + sys.exit(-1) + + fix_files(input_dir, output_dir) diff --git a/owl-bot-staging/v2alpha/setup.py b/owl-bot-staging/v2alpha/setup.py new file mode 100644 index 0000000..9538b26 --- /dev/null +++ b/owl-bot-staging/v2alpha/setup.py @@ -0,0 +1,54 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import io +import os +import setuptools # type: ignore + +version = '0.1.0' + +package_root = os.path.abspath(os.path.dirname(__file__)) + +readme_filename = os.path.join(package_root, 'README.rst') +with io.open(readme_filename, encoding='utf-8') as readme_file: + readme = readme_file.read() + +setuptools.setup( + name='google-cloud-bigquery-migration', + version=version, + long_description=readme, + packages=setuptools.PEP420PackageFinder.find(), + namespace_packages=('google', 'google.cloud'), + platforms='Posix; MacOS X; Windows', + include_package_data=True, + install_requires=( + 'google-api-core[grpc] >= 1.28.0, < 3.0.0dev', + 'libcst >= 0.2.5', + 'proto-plus >= 1.19.7', + ), + python_requires='>=3.6', + classifiers=[ + 'Development Status :: 3 - Alpha', + 'Intended Audience :: Developers', + 'Operating System :: OS Independent', + 'Programming Language :: Python :: 3.6', + 'Programming Language :: Python :: 3.7', + 'Programming Language :: Python :: 3.8', + 'Programming Language :: Python :: 3.9', + 'Topic :: Internet', + 'Topic :: Software Development :: Libraries :: Python Modules', + ], + zip_safe=False, +) diff --git a/owl-bot-staging/v2alpha/tests/__init__.py b/owl-bot-staging/v2alpha/tests/__init__.py new file mode 100644 index 0000000..b54a5fc --- /dev/null +++ b/owl-bot-staging/v2alpha/tests/__init__.py @@ -0,0 +1,16 @@ + +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# diff --git a/owl-bot-staging/v2alpha/tests/unit/__init__.py b/owl-bot-staging/v2alpha/tests/unit/__init__.py new file mode 100644 index 0000000..b54a5fc --- /dev/null +++ b/owl-bot-staging/v2alpha/tests/unit/__init__.py @@ -0,0 +1,16 @@ + +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# diff --git a/owl-bot-staging/v2alpha/tests/unit/gapic/__init__.py b/owl-bot-staging/v2alpha/tests/unit/gapic/__init__.py new file mode 100644 index 0000000..b54a5fc --- /dev/null +++ b/owl-bot-staging/v2alpha/tests/unit/gapic/__init__.py @@ -0,0 +1,16 @@ + +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# diff --git a/owl-bot-staging/v2alpha/tests/unit/gapic/bigquery_migration_v2alpha/__init__.py b/owl-bot-staging/v2alpha/tests/unit/gapic/bigquery_migration_v2alpha/__init__.py new file mode 100644 index 0000000..b54a5fc --- /dev/null +++ b/owl-bot-staging/v2alpha/tests/unit/gapic/bigquery_migration_v2alpha/__init__.py @@ -0,0 +1,16 @@ + +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# diff --git a/owl-bot-staging/v2alpha/tests/unit/gapic/bigquery_migration_v2alpha/test_migration_service.py b/owl-bot-staging/v2alpha/tests/unit/gapic/bigquery_migration_v2alpha/test_migration_service.py new file mode 100644 index 0000000..281fda1 --- /dev/null +++ b/owl-bot-staging/v2alpha/tests/unit/gapic/bigquery_migration_v2alpha/test_migration_service.py @@ -0,0 +1,3160 @@ +# -*- coding: utf-8 -*- +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import os +import mock + +import grpc +from grpc.experimental import aio +import math +import pytest +from proto.marshal.rules.dates import DurationRule, TimestampRule + + +from google.api_core import client_options +from google.api_core import exceptions as core_exceptions +from google.api_core import gapic_v1 +from google.api_core import grpc_helpers +from google.api_core import grpc_helpers_async +from google.api_core import path_template +from google.auth import credentials as ga_credentials +from google.auth.exceptions import MutualTLSChannelError +from google.cloud.bigquery_migration_v2alpha.services.migration_service import MigrationServiceAsyncClient +from google.cloud.bigquery_migration_v2alpha.services.migration_service import MigrationServiceClient +from google.cloud.bigquery_migration_v2alpha.services.migration_service import pagers +from google.cloud.bigquery_migration_v2alpha.services.migration_service import transports +from google.cloud.bigquery_migration_v2alpha.types import assessment_task +from google.cloud.bigquery_migration_v2alpha.types import migration_entities +from google.cloud.bigquery_migration_v2alpha.types import migration_error_details +from google.cloud.bigquery_migration_v2alpha.types import migration_metrics +from google.cloud.bigquery_migration_v2alpha.types import migration_service +from google.cloud.bigquery_migration_v2alpha.types import translation_task +from google.oauth2 import service_account +from google.protobuf import any_pb2 # type: ignore +from google.protobuf import field_mask_pb2 # type: ignore +from google.protobuf import timestamp_pb2 # type: ignore +from google.rpc import error_details_pb2 # type: ignore +import google.auth + + +def client_cert_source_callback(): + return b"cert bytes", b"key bytes" + + +# If default endpoint is localhost, then default mtls endpoint will be the same. +# This method modifies the default endpoint so the client can produce a different +# mtls endpoint for endpoint testing purposes. +def modify_default_endpoint(client): + return "foo.googleapis.com" if ("localhost" in client.DEFAULT_ENDPOINT) else client.DEFAULT_ENDPOINT + + +def test__get_default_mtls_endpoint(): + api_endpoint = "example.googleapis.com" + api_mtls_endpoint = "example.mtls.googleapis.com" + sandbox_endpoint = "example.sandbox.googleapis.com" + sandbox_mtls_endpoint = "example.mtls.sandbox.googleapis.com" + non_googleapi = "api.example.com" + + assert MigrationServiceClient._get_default_mtls_endpoint(None) is None + assert MigrationServiceClient._get_default_mtls_endpoint(api_endpoint) == api_mtls_endpoint + assert MigrationServiceClient._get_default_mtls_endpoint(api_mtls_endpoint) == api_mtls_endpoint + assert MigrationServiceClient._get_default_mtls_endpoint(sandbox_endpoint) == sandbox_mtls_endpoint + assert MigrationServiceClient._get_default_mtls_endpoint(sandbox_mtls_endpoint) == sandbox_mtls_endpoint + assert MigrationServiceClient._get_default_mtls_endpoint(non_googleapi) == non_googleapi + + +@pytest.mark.parametrize("client_class", [ + MigrationServiceClient, + MigrationServiceAsyncClient, +]) +def test_migration_service_client_from_service_account_info(client_class): + creds = ga_credentials.AnonymousCredentials() + with mock.patch.object(service_account.Credentials, 'from_service_account_info') as factory: + factory.return_value = creds + info = {"valid": True} + client = client_class.from_service_account_info(info) + assert client.transport._credentials == creds + assert isinstance(client, client_class) + + assert client.transport._host == 'bigquerymigration.googleapis.com:443' + + +@pytest.mark.parametrize("transport_class,transport_name", [ + (transports.MigrationServiceGrpcTransport, "grpc"), + (transports.MigrationServiceGrpcAsyncIOTransport, "grpc_asyncio"), +]) +def test_migration_service_client_service_account_always_use_jwt(transport_class, transport_name): + with mock.patch.object(service_account.Credentials, 'with_always_use_jwt_access', create=True) as use_jwt: + creds = service_account.Credentials(None, None, None) + transport = transport_class(credentials=creds, always_use_jwt_access=True) + use_jwt.assert_called_once_with(True) + + with mock.patch.object(service_account.Credentials, 'with_always_use_jwt_access', create=True) as use_jwt: + creds = service_account.Credentials(None, None, None) + transport = transport_class(credentials=creds, always_use_jwt_access=False) + use_jwt.assert_not_called() + + +@pytest.mark.parametrize("client_class", [ + MigrationServiceClient, + MigrationServiceAsyncClient, +]) +def test_migration_service_client_from_service_account_file(client_class): + creds = ga_credentials.AnonymousCredentials() + with mock.patch.object(service_account.Credentials, 'from_service_account_file') as factory: + factory.return_value = creds + client = client_class.from_service_account_file("dummy/file/path.json") + assert client.transport._credentials == creds + assert isinstance(client, client_class) + + client = client_class.from_service_account_json("dummy/file/path.json") + assert client.transport._credentials == creds + assert isinstance(client, client_class) + + assert client.transport._host == 'bigquerymigration.googleapis.com:443' + + +def test_migration_service_client_get_transport_class(): + transport = MigrationServiceClient.get_transport_class() + available_transports = [ + transports.MigrationServiceGrpcTransport, + ] + assert transport in available_transports + + transport = MigrationServiceClient.get_transport_class("grpc") + assert transport == transports.MigrationServiceGrpcTransport + + +@pytest.mark.parametrize("client_class,transport_class,transport_name", [ + (MigrationServiceClient, transports.MigrationServiceGrpcTransport, "grpc"), + (MigrationServiceAsyncClient, transports.MigrationServiceGrpcAsyncIOTransport, "grpc_asyncio"), +]) +@mock.patch.object(MigrationServiceClient, "DEFAULT_ENDPOINT", modify_default_endpoint(MigrationServiceClient)) +@mock.patch.object(MigrationServiceAsyncClient, "DEFAULT_ENDPOINT", modify_default_endpoint(MigrationServiceAsyncClient)) +def test_migration_service_client_client_options(client_class, transport_class, transport_name): + # Check that if channel is provided we won't create a new one. + with mock.patch.object(MigrationServiceClient, 'get_transport_class') as gtc: + transport = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ) + client = client_class(transport=transport) + gtc.assert_not_called() + + # Check that if channel is provided via str we will create a new one. + with mock.patch.object(MigrationServiceClient, 'get_transport_class') as gtc: + client = client_class(transport=transport_name) + gtc.assert_called() + + # Check the case api_endpoint is provided. + options = client_options.ClientOptions(api_endpoint="squid.clam.whelk") + with mock.patch.object(transport_class, '__init__') as patched: + patched.return_value = None + client = client_class(transport=transport_name, client_options=options) + patched.assert_called_once_with( + credentials=None, + credentials_file=None, + host="squid.clam.whelk", + scopes=None, + client_cert_source_for_mtls=None, + quota_project_id=None, + client_info=transports.base.DEFAULT_CLIENT_INFO, + always_use_jwt_access=True, + ) + + # Check the case api_endpoint is not provided and GOOGLE_API_USE_MTLS_ENDPOINT is + # "never". + with mock.patch.dict(os.environ, {"GOOGLE_API_USE_MTLS_ENDPOINT": "never"}): + with mock.patch.object(transport_class, '__init__') as patched: + patched.return_value = None + client = client_class(transport=transport_name) + patched.assert_called_once_with( + credentials=None, + credentials_file=None, + host=client.DEFAULT_ENDPOINT, + scopes=None, + client_cert_source_for_mtls=None, + quota_project_id=None, + client_info=transports.base.DEFAULT_CLIENT_INFO, + always_use_jwt_access=True, + ) + + # Check the case api_endpoint is not provided and GOOGLE_API_USE_MTLS_ENDPOINT is + # "always". + with mock.patch.dict(os.environ, {"GOOGLE_API_USE_MTLS_ENDPOINT": "always"}): + with mock.patch.object(transport_class, '__init__') as patched: + patched.return_value = None + client = client_class(transport=transport_name) + patched.assert_called_once_with( + credentials=None, + credentials_file=None, + host=client.DEFAULT_MTLS_ENDPOINT, + scopes=None, + client_cert_source_for_mtls=None, + quota_project_id=None, + client_info=transports.base.DEFAULT_CLIENT_INFO, + always_use_jwt_access=True, + ) + + # Check the case api_endpoint is not provided and GOOGLE_API_USE_MTLS_ENDPOINT has + # unsupported value. + with mock.patch.dict(os.environ, {"GOOGLE_API_USE_MTLS_ENDPOINT": "Unsupported"}): + with pytest.raises(MutualTLSChannelError): + client = client_class(transport=transport_name) + + # Check the case GOOGLE_API_USE_CLIENT_CERTIFICATE has unsupported value. + with mock.patch.dict(os.environ, {"GOOGLE_API_USE_CLIENT_CERTIFICATE": "Unsupported"}): + with pytest.raises(ValueError): + client = client_class(transport=transport_name) + + # Check the case quota_project_id is provided + options = client_options.ClientOptions(quota_project_id="octopus") + with mock.patch.object(transport_class, '__init__') as patched: + patched.return_value = None + client = client_class(client_options=options, transport=transport_name) + patched.assert_called_once_with( + credentials=None, + credentials_file=None, + host=client.DEFAULT_ENDPOINT, + scopes=None, + client_cert_source_for_mtls=None, + quota_project_id="octopus", + client_info=transports.base.DEFAULT_CLIENT_INFO, + always_use_jwt_access=True, + ) + +@pytest.mark.parametrize("client_class,transport_class,transport_name,use_client_cert_env", [ + (MigrationServiceClient, transports.MigrationServiceGrpcTransport, "grpc", "true"), + (MigrationServiceAsyncClient, transports.MigrationServiceGrpcAsyncIOTransport, "grpc_asyncio", "true"), + (MigrationServiceClient, transports.MigrationServiceGrpcTransport, "grpc", "false"), + (MigrationServiceAsyncClient, transports.MigrationServiceGrpcAsyncIOTransport, "grpc_asyncio", "false"), +]) +@mock.patch.object(MigrationServiceClient, "DEFAULT_ENDPOINT", modify_default_endpoint(MigrationServiceClient)) +@mock.patch.object(MigrationServiceAsyncClient, "DEFAULT_ENDPOINT", modify_default_endpoint(MigrationServiceAsyncClient)) +@mock.patch.dict(os.environ, {"GOOGLE_API_USE_MTLS_ENDPOINT": "auto"}) +def test_migration_service_client_mtls_env_auto(client_class, transport_class, transport_name, use_client_cert_env): + # This tests the endpoint autoswitch behavior. Endpoint is autoswitched to the default + # mtls endpoint, if GOOGLE_API_USE_CLIENT_CERTIFICATE is "true" and client cert exists. + + # Check the case client_cert_source is provided. Whether client cert is used depends on + # GOOGLE_API_USE_CLIENT_CERTIFICATE value. + with mock.patch.dict(os.environ, {"GOOGLE_API_USE_CLIENT_CERTIFICATE": use_client_cert_env}): + options = client_options.ClientOptions(client_cert_source=client_cert_source_callback) + with mock.patch.object(transport_class, '__init__') as patched: + patched.return_value = None + client = client_class(client_options=options, transport=transport_name) + + if use_client_cert_env == "false": + expected_client_cert_source = None + expected_host = client.DEFAULT_ENDPOINT + else: + expected_client_cert_source = client_cert_source_callback + expected_host = client.DEFAULT_MTLS_ENDPOINT + + patched.assert_called_once_with( + credentials=None, + credentials_file=None, + host=expected_host, + scopes=None, + client_cert_source_for_mtls=expected_client_cert_source, + quota_project_id=None, + client_info=transports.base.DEFAULT_CLIENT_INFO, + always_use_jwt_access=True, + ) + + # Check the case ADC client cert is provided. Whether client cert is used depends on + # GOOGLE_API_USE_CLIENT_CERTIFICATE value. + with mock.patch.dict(os.environ, {"GOOGLE_API_USE_CLIENT_CERTIFICATE": use_client_cert_env}): + with mock.patch.object(transport_class, '__init__') as patched: + with mock.patch('google.auth.transport.mtls.has_default_client_cert_source', return_value=True): + with mock.patch('google.auth.transport.mtls.default_client_cert_source', return_value=client_cert_source_callback): + if use_client_cert_env == "false": + expected_host = client.DEFAULT_ENDPOINT + expected_client_cert_source = None + else: + expected_host = client.DEFAULT_MTLS_ENDPOINT + expected_client_cert_source = client_cert_source_callback + + patched.return_value = None + client = client_class(transport=transport_name) + patched.assert_called_once_with( + credentials=None, + credentials_file=None, + host=expected_host, + scopes=None, + client_cert_source_for_mtls=expected_client_cert_source, + quota_project_id=None, + client_info=transports.base.DEFAULT_CLIENT_INFO, + always_use_jwt_access=True, + ) + + # Check the case client_cert_source and ADC client cert are not provided. + with mock.patch.dict(os.environ, {"GOOGLE_API_USE_CLIENT_CERTIFICATE": use_client_cert_env}): + with mock.patch.object(transport_class, '__init__') as patched: + with mock.patch("google.auth.transport.mtls.has_default_client_cert_source", return_value=False): + patched.return_value = None + client = client_class(transport=transport_name) + patched.assert_called_once_with( + credentials=None, + credentials_file=None, + host=client.DEFAULT_ENDPOINT, + scopes=None, + client_cert_source_for_mtls=None, + quota_project_id=None, + client_info=transports.base.DEFAULT_CLIENT_INFO, + always_use_jwt_access=True, + ) + + +@pytest.mark.parametrize("client_class", [ + MigrationServiceClient, MigrationServiceAsyncClient +]) +@mock.patch.object(MigrationServiceClient, "DEFAULT_ENDPOINT", modify_default_endpoint(MigrationServiceClient)) +@mock.patch.object(MigrationServiceAsyncClient, "DEFAULT_ENDPOINT", modify_default_endpoint(MigrationServiceAsyncClient)) +def test_migration_service_client_get_mtls_endpoint_and_cert_source(client_class): + mock_client_cert_source = mock.Mock() + + # Test the case GOOGLE_API_USE_CLIENT_CERTIFICATE is "true". + with mock.patch.dict(os.environ, {"GOOGLE_API_USE_CLIENT_CERTIFICATE": "true"}): + mock_api_endpoint = "foo" + options = client_options.ClientOptions(client_cert_source=mock_client_cert_source, api_endpoint=mock_api_endpoint) + api_endpoint, cert_source = client_class.get_mtls_endpoint_and_cert_source(options) + assert api_endpoint == mock_api_endpoint + assert cert_source == mock_client_cert_source + + # Test the case GOOGLE_API_USE_CLIENT_CERTIFICATE is "false". + with mock.patch.dict(os.environ, {"GOOGLE_API_USE_CLIENT_CERTIFICATE": "false"}): + mock_client_cert_source = mock.Mock() + mock_api_endpoint = "foo" + options = client_options.ClientOptions(client_cert_source=mock_client_cert_source, api_endpoint=mock_api_endpoint) + api_endpoint, cert_source = client_class.get_mtls_endpoint_and_cert_source(options) + assert api_endpoint == mock_api_endpoint + assert cert_source is None + + # Test the case GOOGLE_API_USE_MTLS_ENDPOINT is "never". + with mock.patch.dict(os.environ, {"GOOGLE_API_USE_MTLS_ENDPOINT": "never"}): + api_endpoint, cert_source = client_class.get_mtls_endpoint_and_cert_source() + assert api_endpoint == client_class.DEFAULT_ENDPOINT + assert cert_source is None + + # Test the case GOOGLE_API_USE_MTLS_ENDPOINT is "always". + with mock.patch.dict(os.environ, {"GOOGLE_API_USE_MTLS_ENDPOINT": "always"}): + api_endpoint, cert_source = client_class.get_mtls_endpoint_and_cert_source() + assert api_endpoint == client_class.DEFAULT_MTLS_ENDPOINT + assert cert_source is None + + # Test the case GOOGLE_API_USE_MTLS_ENDPOINT is "auto" and default cert doesn't exist. + with mock.patch.dict(os.environ, {"GOOGLE_API_USE_CLIENT_CERTIFICATE": "true"}): + with mock.patch('google.auth.transport.mtls.has_default_client_cert_source', return_value=False): + api_endpoint, cert_source = client_class.get_mtls_endpoint_and_cert_source() + assert api_endpoint == client_class.DEFAULT_ENDPOINT + assert cert_source is None + + # Test the case GOOGLE_API_USE_MTLS_ENDPOINT is "auto" and default cert exists. + with mock.patch.dict(os.environ, {"GOOGLE_API_USE_CLIENT_CERTIFICATE": "true"}): + with mock.patch('google.auth.transport.mtls.has_default_client_cert_source', return_value=True): + with mock.patch('google.auth.transport.mtls.default_client_cert_source', return_value=mock_client_cert_source): + api_endpoint, cert_source = client_class.get_mtls_endpoint_and_cert_source() + assert api_endpoint == client_class.DEFAULT_MTLS_ENDPOINT + assert cert_source == mock_client_cert_source + + +@pytest.mark.parametrize("client_class,transport_class,transport_name", [ + (MigrationServiceClient, transports.MigrationServiceGrpcTransport, "grpc"), + (MigrationServiceAsyncClient, transports.MigrationServiceGrpcAsyncIOTransport, "grpc_asyncio"), +]) +def test_migration_service_client_client_options_scopes(client_class, transport_class, transport_name): + # Check the case scopes are provided. + options = client_options.ClientOptions( + scopes=["1", "2"], + ) + with mock.patch.object(transport_class, '__init__') as patched: + patched.return_value = None + client = client_class(client_options=options, transport=transport_name) + patched.assert_called_once_with( + credentials=None, + credentials_file=None, + host=client.DEFAULT_ENDPOINT, + scopes=["1", "2"], + client_cert_source_for_mtls=None, + quota_project_id=None, + client_info=transports.base.DEFAULT_CLIENT_INFO, + always_use_jwt_access=True, + ) + +@pytest.mark.parametrize("client_class,transport_class,transport_name,grpc_helpers", [ + (MigrationServiceClient, transports.MigrationServiceGrpcTransport, "grpc", grpc_helpers), + (MigrationServiceAsyncClient, transports.MigrationServiceGrpcAsyncIOTransport, "grpc_asyncio", grpc_helpers_async), +]) +def test_migration_service_client_client_options_credentials_file(client_class, transport_class, transport_name, grpc_helpers): + # Check the case credentials file is provided. + options = client_options.ClientOptions( + credentials_file="credentials.json" + ) + + with mock.patch.object(transport_class, '__init__') as patched: + patched.return_value = None + client = client_class(client_options=options, transport=transport_name) + patched.assert_called_once_with( + credentials=None, + credentials_file="credentials.json", + host=client.DEFAULT_ENDPOINT, + scopes=None, + client_cert_source_for_mtls=None, + quota_project_id=None, + client_info=transports.base.DEFAULT_CLIENT_INFO, + always_use_jwt_access=True, + ) + +def test_migration_service_client_client_options_from_dict(): + with mock.patch('google.cloud.bigquery_migration_v2alpha.services.migration_service.transports.MigrationServiceGrpcTransport.__init__') as grpc_transport: + grpc_transport.return_value = None + client = MigrationServiceClient( + client_options={'api_endpoint': 'squid.clam.whelk'} + ) + grpc_transport.assert_called_once_with( + credentials=None, + credentials_file=None, + host="squid.clam.whelk", + scopes=None, + client_cert_source_for_mtls=None, + quota_project_id=None, + client_info=transports.base.DEFAULT_CLIENT_INFO, + always_use_jwt_access=True, + ) + + +@pytest.mark.parametrize("client_class,transport_class,transport_name,grpc_helpers", [ + (MigrationServiceClient, transports.MigrationServiceGrpcTransport, "grpc", grpc_helpers), + (MigrationServiceAsyncClient, transports.MigrationServiceGrpcAsyncIOTransport, "grpc_asyncio", grpc_helpers_async), +]) +def test_migration_service_client_create_channel_credentials_file(client_class, transport_class, transport_name, grpc_helpers): + # Check the case credentials file is provided. + options = client_options.ClientOptions( + credentials_file="credentials.json" + ) + + with mock.patch.object(transport_class, '__init__') as patched: + patched.return_value = None + client = client_class(client_options=options, transport=transport_name) + patched.assert_called_once_with( + credentials=None, + credentials_file="credentials.json", + host=client.DEFAULT_ENDPOINT, + scopes=None, + client_cert_source_for_mtls=None, + quota_project_id=None, + client_info=transports.base.DEFAULT_CLIENT_INFO, + always_use_jwt_access=True, + ) + + # test that the credentials from file are saved and used as the credentials. + with mock.patch.object( + google.auth, "load_credentials_from_file", autospec=True + ) as load_creds, mock.patch.object( + google.auth, "default", autospec=True + ) as adc, mock.patch.object( + grpc_helpers, "create_channel" + ) as create_channel: + creds = ga_credentials.AnonymousCredentials() + file_creds = ga_credentials.AnonymousCredentials() + load_creds.return_value = (file_creds, None) + adc.return_value = (creds, None) + client = client_class(client_options=options, transport=transport_name) + create_channel.assert_called_with( + "bigquerymigration.googleapis.com:443", + credentials=file_creds, + credentials_file=None, + quota_project_id=None, + default_scopes=( + 'https://www.googleapis.com/auth/cloud-platform', +), + scopes=None, + default_host="bigquerymigration.googleapis.com", + ssl_credentials=None, + options=[ + ("grpc.max_send_message_length", -1), + ("grpc.max_receive_message_length", -1), + ], + ) + + +@pytest.mark.parametrize("request_type", [ + migration_service.CreateMigrationWorkflowRequest, + dict, +]) +def test_create_migration_workflow(request_type, transport: str = 'grpc'): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Everything is optional in proto3 as far as the runtime is concerned, + # and we are mocking out the actual API, so just send an empty request. + request = request_type() + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.create_migration_workflow), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = migration_entities.MigrationWorkflow( + name='name_value', + display_name='display_name_value', + state=migration_entities.MigrationWorkflow.State.DRAFT, + ) + response = client.create_migration_workflow(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.CreateMigrationWorkflowRequest() + + # Establish that the response is the type that we expect. + assert isinstance(response, migration_entities.MigrationWorkflow) + assert response.name == 'name_value' + assert response.display_name == 'display_name_value' + assert response.state == migration_entities.MigrationWorkflow.State.DRAFT + + +def test_create_migration_workflow_empty_call(): + # This test is a coverage failsafe to make sure that totally empty calls, + # i.e. request == None and no flattened fields passed, work. + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport='grpc', + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.create_migration_workflow), + '__call__') as call: + client.create_migration_workflow() + call.assert_called() + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.CreateMigrationWorkflowRequest() + + +@pytest.mark.asyncio +async def test_create_migration_workflow_async(transport: str = 'grpc_asyncio', request_type=migration_service.CreateMigrationWorkflowRequest): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Everything is optional in proto3 as far as the runtime is concerned, + # and we are mocking out the actual API, so just send an empty request. + request = request_type() + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.create_migration_workflow), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value =grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationWorkflow( + name='name_value', + display_name='display_name_value', + state=migration_entities.MigrationWorkflow.State.DRAFT, + )) + response = await client.create_migration_workflow(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.CreateMigrationWorkflowRequest() + + # Establish that the response is the type that we expect. + assert isinstance(response, migration_entities.MigrationWorkflow) + assert response.name == 'name_value' + assert response.display_name == 'display_name_value' + assert response.state == migration_entities.MigrationWorkflow.State.DRAFT + + +@pytest.mark.asyncio +async def test_create_migration_workflow_async_from_dict(): + await test_create_migration_workflow_async(request_type=dict) + + +def test_create_migration_workflow_field_headers(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Any value that is part of the HTTP/1.1 URI should be sent as + # a field header. Set these to a non-empty value. + request = migration_service.CreateMigrationWorkflowRequest() + + request.parent = 'parent/value' + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.create_migration_workflow), + '__call__') as call: + call.return_value = migration_entities.MigrationWorkflow() + client.create_migration_workflow(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + assert args[0] == request + + # Establish that the field header was sent. + _, _, kw = call.mock_calls[0] + assert ( + 'x-goog-request-params', + 'parent=parent/value', + ) in kw['metadata'] + + +@pytest.mark.asyncio +async def test_create_migration_workflow_field_headers_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Any value that is part of the HTTP/1.1 URI should be sent as + # a field header. Set these to a non-empty value. + request = migration_service.CreateMigrationWorkflowRequest() + + request.parent = 'parent/value' + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.create_migration_workflow), + '__call__') as call: + call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationWorkflow()) + await client.create_migration_workflow(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + assert args[0] == request + + # Establish that the field header was sent. + _, _, kw = call.mock_calls[0] + assert ( + 'x-goog-request-params', + 'parent=parent/value', + ) in kw['metadata'] + + +def test_create_migration_workflow_flattened(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.create_migration_workflow), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = migration_entities.MigrationWorkflow() + # Call the method with a truthy value for each flattened field, + # using the keyword arguments to the method. + client.create_migration_workflow( + parent='parent_value', + migration_workflow=migration_entities.MigrationWorkflow(name='name_value'), + ) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + arg = args[0].parent + mock_val = 'parent_value' + assert arg == mock_val + arg = args[0].migration_workflow + mock_val = migration_entities.MigrationWorkflow(name='name_value') + assert arg == mock_val + + +def test_create_migration_workflow_flattened_error(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.create_migration_workflow( + migration_service.CreateMigrationWorkflowRequest(), + parent='parent_value', + migration_workflow=migration_entities.MigrationWorkflow(name='name_value'), + ) + + +@pytest.mark.asyncio +async def test_create_migration_workflow_flattened_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.create_migration_workflow), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = migration_entities.MigrationWorkflow() + + call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationWorkflow()) + # Call the method with a truthy value for each flattened field, + # using the keyword arguments to the method. + response = await client.create_migration_workflow( + parent='parent_value', + migration_workflow=migration_entities.MigrationWorkflow(name='name_value'), + ) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + arg = args[0].parent + mock_val = 'parent_value' + assert arg == mock_val + arg = args[0].migration_workflow + mock_val = migration_entities.MigrationWorkflow(name='name_value') + assert arg == mock_val + + +@pytest.mark.asyncio +async def test_create_migration_workflow_flattened_error_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + await client.create_migration_workflow( + migration_service.CreateMigrationWorkflowRequest(), + parent='parent_value', + migration_workflow=migration_entities.MigrationWorkflow(name='name_value'), + ) + + +@pytest.mark.parametrize("request_type", [ + migration_service.GetMigrationWorkflowRequest, + dict, +]) +def test_get_migration_workflow(request_type, transport: str = 'grpc'): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Everything is optional in proto3 as far as the runtime is concerned, + # and we are mocking out the actual API, so just send an empty request. + request = request_type() + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.get_migration_workflow), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = migration_entities.MigrationWorkflow( + name='name_value', + display_name='display_name_value', + state=migration_entities.MigrationWorkflow.State.DRAFT, + ) + response = client.get_migration_workflow(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.GetMigrationWorkflowRequest() + + # Establish that the response is the type that we expect. + assert isinstance(response, migration_entities.MigrationWorkflow) + assert response.name == 'name_value' + assert response.display_name == 'display_name_value' + assert response.state == migration_entities.MigrationWorkflow.State.DRAFT + + +def test_get_migration_workflow_empty_call(): + # This test is a coverage failsafe to make sure that totally empty calls, + # i.e. request == None and no flattened fields passed, work. + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport='grpc', + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.get_migration_workflow), + '__call__') as call: + client.get_migration_workflow() + call.assert_called() + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.GetMigrationWorkflowRequest() + + +@pytest.mark.asyncio +async def test_get_migration_workflow_async(transport: str = 'grpc_asyncio', request_type=migration_service.GetMigrationWorkflowRequest): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Everything is optional in proto3 as far as the runtime is concerned, + # and we are mocking out the actual API, so just send an empty request. + request = request_type() + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.get_migration_workflow), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value =grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationWorkflow( + name='name_value', + display_name='display_name_value', + state=migration_entities.MigrationWorkflow.State.DRAFT, + )) + response = await client.get_migration_workflow(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.GetMigrationWorkflowRequest() + + # Establish that the response is the type that we expect. + assert isinstance(response, migration_entities.MigrationWorkflow) + assert response.name == 'name_value' + assert response.display_name == 'display_name_value' + assert response.state == migration_entities.MigrationWorkflow.State.DRAFT + + +@pytest.mark.asyncio +async def test_get_migration_workflow_async_from_dict(): + await test_get_migration_workflow_async(request_type=dict) + + +def test_get_migration_workflow_field_headers(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Any value that is part of the HTTP/1.1 URI should be sent as + # a field header. Set these to a non-empty value. + request = migration_service.GetMigrationWorkflowRequest() + + request.name = 'name/value' + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.get_migration_workflow), + '__call__') as call: + call.return_value = migration_entities.MigrationWorkflow() + client.get_migration_workflow(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + assert args[0] == request + + # Establish that the field header was sent. + _, _, kw = call.mock_calls[0] + assert ( + 'x-goog-request-params', + 'name=name/value', + ) in kw['metadata'] + + +@pytest.mark.asyncio +async def test_get_migration_workflow_field_headers_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Any value that is part of the HTTP/1.1 URI should be sent as + # a field header. Set these to a non-empty value. + request = migration_service.GetMigrationWorkflowRequest() + + request.name = 'name/value' + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.get_migration_workflow), + '__call__') as call: + call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationWorkflow()) + await client.get_migration_workflow(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + assert args[0] == request + + # Establish that the field header was sent. + _, _, kw = call.mock_calls[0] + assert ( + 'x-goog-request-params', + 'name=name/value', + ) in kw['metadata'] + + +def test_get_migration_workflow_flattened(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.get_migration_workflow), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = migration_entities.MigrationWorkflow() + # Call the method with a truthy value for each flattened field, + # using the keyword arguments to the method. + client.get_migration_workflow( + name='name_value', + ) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + arg = args[0].name + mock_val = 'name_value' + assert arg == mock_val + + +def test_get_migration_workflow_flattened_error(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.get_migration_workflow( + migration_service.GetMigrationWorkflowRequest(), + name='name_value', + ) + + +@pytest.mark.asyncio +async def test_get_migration_workflow_flattened_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.get_migration_workflow), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = migration_entities.MigrationWorkflow() + + call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationWorkflow()) + # Call the method with a truthy value for each flattened field, + # using the keyword arguments to the method. + response = await client.get_migration_workflow( + name='name_value', + ) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + arg = args[0].name + mock_val = 'name_value' + assert arg == mock_val + + +@pytest.mark.asyncio +async def test_get_migration_workflow_flattened_error_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + await client.get_migration_workflow( + migration_service.GetMigrationWorkflowRequest(), + name='name_value', + ) + + +@pytest.mark.parametrize("request_type", [ + migration_service.ListMigrationWorkflowsRequest, + dict, +]) +def test_list_migration_workflows(request_type, transport: str = 'grpc'): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Everything is optional in proto3 as far as the runtime is concerned, + # and we are mocking out the actual API, so just send an empty request. + request = request_type() + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_workflows), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = migration_service.ListMigrationWorkflowsResponse( + next_page_token='next_page_token_value', + ) + response = client.list_migration_workflows(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.ListMigrationWorkflowsRequest() + + # Establish that the response is the type that we expect. + assert isinstance(response, pagers.ListMigrationWorkflowsPager) + assert response.next_page_token == 'next_page_token_value' + + +def test_list_migration_workflows_empty_call(): + # This test is a coverage failsafe to make sure that totally empty calls, + # i.e. request == None and no flattened fields passed, work. + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport='grpc', + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_workflows), + '__call__') as call: + client.list_migration_workflows() + call.assert_called() + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.ListMigrationWorkflowsRequest() + + +@pytest.mark.asyncio +async def test_list_migration_workflows_async(transport: str = 'grpc_asyncio', request_type=migration_service.ListMigrationWorkflowsRequest): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Everything is optional in proto3 as far as the runtime is concerned, + # and we are mocking out the actual API, so just send an empty request. + request = request_type() + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_workflows), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value =grpc_helpers_async.FakeUnaryUnaryCall(migration_service.ListMigrationWorkflowsResponse( + next_page_token='next_page_token_value', + )) + response = await client.list_migration_workflows(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.ListMigrationWorkflowsRequest() + + # Establish that the response is the type that we expect. + assert isinstance(response, pagers.ListMigrationWorkflowsAsyncPager) + assert response.next_page_token == 'next_page_token_value' + + +@pytest.mark.asyncio +async def test_list_migration_workflows_async_from_dict(): + await test_list_migration_workflows_async(request_type=dict) + + +def test_list_migration_workflows_field_headers(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Any value that is part of the HTTP/1.1 URI should be sent as + # a field header. Set these to a non-empty value. + request = migration_service.ListMigrationWorkflowsRequest() + + request.parent = 'parent/value' + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_workflows), + '__call__') as call: + call.return_value = migration_service.ListMigrationWorkflowsResponse() + client.list_migration_workflows(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + assert args[0] == request + + # Establish that the field header was sent. + _, _, kw = call.mock_calls[0] + assert ( + 'x-goog-request-params', + 'parent=parent/value', + ) in kw['metadata'] + + +@pytest.mark.asyncio +async def test_list_migration_workflows_field_headers_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Any value that is part of the HTTP/1.1 URI should be sent as + # a field header. Set these to a non-empty value. + request = migration_service.ListMigrationWorkflowsRequest() + + request.parent = 'parent/value' + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_workflows), + '__call__') as call: + call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_service.ListMigrationWorkflowsResponse()) + await client.list_migration_workflows(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + assert args[0] == request + + # Establish that the field header was sent. + _, _, kw = call.mock_calls[0] + assert ( + 'x-goog-request-params', + 'parent=parent/value', + ) in kw['metadata'] + + +def test_list_migration_workflows_flattened(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_workflows), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = migration_service.ListMigrationWorkflowsResponse() + # Call the method with a truthy value for each flattened field, + # using the keyword arguments to the method. + client.list_migration_workflows( + parent='parent_value', + ) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + arg = args[0].parent + mock_val = 'parent_value' + assert arg == mock_val + + +def test_list_migration_workflows_flattened_error(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.list_migration_workflows( + migration_service.ListMigrationWorkflowsRequest(), + parent='parent_value', + ) + + +@pytest.mark.asyncio +async def test_list_migration_workflows_flattened_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_workflows), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = migration_service.ListMigrationWorkflowsResponse() + + call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_service.ListMigrationWorkflowsResponse()) + # Call the method with a truthy value for each flattened field, + # using the keyword arguments to the method. + response = await client.list_migration_workflows( + parent='parent_value', + ) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + arg = args[0].parent + mock_val = 'parent_value' + assert arg == mock_val + + +@pytest.mark.asyncio +async def test_list_migration_workflows_flattened_error_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + await client.list_migration_workflows( + migration_service.ListMigrationWorkflowsRequest(), + parent='parent_value', + ) + + +def test_list_migration_workflows_pager(transport_name: str = "grpc"): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials, + transport=transport_name, + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_workflows), + '__call__') as call: + # Set the response to a series of pages. + call.side_effect = ( + migration_service.ListMigrationWorkflowsResponse( + migration_workflows=[ + migration_entities.MigrationWorkflow(), + migration_entities.MigrationWorkflow(), + migration_entities.MigrationWorkflow(), + ], + next_page_token='abc', + ), + migration_service.ListMigrationWorkflowsResponse( + migration_workflows=[], + next_page_token='def', + ), + migration_service.ListMigrationWorkflowsResponse( + migration_workflows=[ + migration_entities.MigrationWorkflow(), + ], + next_page_token='ghi', + ), + migration_service.ListMigrationWorkflowsResponse( + migration_workflows=[ + migration_entities.MigrationWorkflow(), + migration_entities.MigrationWorkflow(), + ], + ), + RuntimeError, + ) + + metadata = () + metadata = tuple(metadata) + ( + gapic_v1.routing_header.to_grpc_metadata(( + ('parent', ''), + )), + ) + pager = client.list_migration_workflows(request={}) + + assert pager._metadata == metadata + + results = [i for i in pager] + assert len(results) == 6 + assert all(isinstance(i, migration_entities.MigrationWorkflow) + for i in results) +def test_list_migration_workflows_pages(transport_name: str = "grpc"): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials, + transport=transport_name, + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_workflows), + '__call__') as call: + # Set the response to a series of pages. + call.side_effect = ( + migration_service.ListMigrationWorkflowsResponse( + migration_workflows=[ + migration_entities.MigrationWorkflow(), + migration_entities.MigrationWorkflow(), + migration_entities.MigrationWorkflow(), + ], + next_page_token='abc', + ), + migration_service.ListMigrationWorkflowsResponse( + migration_workflows=[], + next_page_token='def', + ), + migration_service.ListMigrationWorkflowsResponse( + migration_workflows=[ + migration_entities.MigrationWorkflow(), + ], + next_page_token='ghi', + ), + migration_service.ListMigrationWorkflowsResponse( + migration_workflows=[ + migration_entities.MigrationWorkflow(), + migration_entities.MigrationWorkflow(), + ], + ), + RuntimeError, + ) + pages = list(client.list_migration_workflows(request={}).pages) + for page_, token in zip(pages, ['abc','def','ghi', '']): + assert page_.raw_page.next_page_token == token + +@pytest.mark.asyncio +async def test_list_migration_workflows_async_pager(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials, + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_workflows), + '__call__', new_callable=mock.AsyncMock) as call: + # Set the response to a series of pages. + call.side_effect = ( + migration_service.ListMigrationWorkflowsResponse( + migration_workflows=[ + migration_entities.MigrationWorkflow(), + migration_entities.MigrationWorkflow(), + migration_entities.MigrationWorkflow(), + ], + next_page_token='abc', + ), + migration_service.ListMigrationWorkflowsResponse( + migration_workflows=[], + next_page_token='def', + ), + migration_service.ListMigrationWorkflowsResponse( + migration_workflows=[ + migration_entities.MigrationWorkflow(), + ], + next_page_token='ghi', + ), + migration_service.ListMigrationWorkflowsResponse( + migration_workflows=[ + migration_entities.MigrationWorkflow(), + migration_entities.MigrationWorkflow(), + ], + ), + RuntimeError, + ) + async_pager = await client.list_migration_workflows(request={},) + assert async_pager.next_page_token == 'abc' + responses = [] + async for response in async_pager: + responses.append(response) + + assert len(responses) == 6 + assert all(isinstance(i, migration_entities.MigrationWorkflow) + for i in responses) + + +@pytest.mark.asyncio +async def test_list_migration_workflows_async_pages(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials, + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_workflows), + '__call__', new_callable=mock.AsyncMock) as call: + # Set the response to a series of pages. + call.side_effect = ( + migration_service.ListMigrationWorkflowsResponse( + migration_workflows=[ + migration_entities.MigrationWorkflow(), + migration_entities.MigrationWorkflow(), + migration_entities.MigrationWorkflow(), + ], + next_page_token='abc', + ), + migration_service.ListMigrationWorkflowsResponse( + migration_workflows=[], + next_page_token='def', + ), + migration_service.ListMigrationWorkflowsResponse( + migration_workflows=[ + migration_entities.MigrationWorkflow(), + ], + next_page_token='ghi', + ), + migration_service.ListMigrationWorkflowsResponse( + migration_workflows=[ + migration_entities.MigrationWorkflow(), + migration_entities.MigrationWorkflow(), + ], + ), + RuntimeError, + ) + pages = [] + async for page_ in (await client.list_migration_workflows(request={})).pages: + pages.append(page_) + for page_, token in zip(pages, ['abc','def','ghi', '']): + assert page_.raw_page.next_page_token == token + +@pytest.mark.parametrize("request_type", [ + migration_service.DeleteMigrationWorkflowRequest, + dict, +]) +def test_delete_migration_workflow(request_type, transport: str = 'grpc'): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Everything is optional in proto3 as far as the runtime is concerned, + # and we are mocking out the actual API, so just send an empty request. + request = request_type() + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.delete_migration_workflow), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = None + response = client.delete_migration_workflow(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.DeleteMigrationWorkflowRequest() + + # Establish that the response is the type that we expect. + assert response is None + + +def test_delete_migration_workflow_empty_call(): + # This test is a coverage failsafe to make sure that totally empty calls, + # i.e. request == None and no flattened fields passed, work. + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport='grpc', + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.delete_migration_workflow), + '__call__') as call: + client.delete_migration_workflow() + call.assert_called() + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.DeleteMigrationWorkflowRequest() + + +@pytest.mark.asyncio +async def test_delete_migration_workflow_async(transport: str = 'grpc_asyncio', request_type=migration_service.DeleteMigrationWorkflowRequest): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Everything is optional in proto3 as far as the runtime is concerned, + # and we are mocking out the actual API, so just send an empty request. + request = request_type() + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.delete_migration_workflow), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(None) + response = await client.delete_migration_workflow(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.DeleteMigrationWorkflowRequest() + + # Establish that the response is the type that we expect. + assert response is None + + +@pytest.mark.asyncio +async def test_delete_migration_workflow_async_from_dict(): + await test_delete_migration_workflow_async(request_type=dict) + + +def test_delete_migration_workflow_field_headers(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Any value that is part of the HTTP/1.1 URI should be sent as + # a field header. Set these to a non-empty value. + request = migration_service.DeleteMigrationWorkflowRequest() + + request.name = 'name/value' + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.delete_migration_workflow), + '__call__') as call: + call.return_value = None + client.delete_migration_workflow(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + assert args[0] == request + + # Establish that the field header was sent. + _, _, kw = call.mock_calls[0] + assert ( + 'x-goog-request-params', + 'name=name/value', + ) in kw['metadata'] + + +@pytest.mark.asyncio +async def test_delete_migration_workflow_field_headers_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Any value that is part of the HTTP/1.1 URI should be sent as + # a field header. Set these to a non-empty value. + request = migration_service.DeleteMigrationWorkflowRequest() + + request.name = 'name/value' + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.delete_migration_workflow), + '__call__') as call: + call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(None) + await client.delete_migration_workflow(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + assert args[0] == request + + # Establish that the field header was sent. + _, _, kw = call.mock_calls[0] + assert ( + 'x-goog-request-params', + 'name=name/value', + ) in kw['metadata'] + + +def test_delete_migration_workflow_flattened(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.delete_migration_workflow), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = None + # Call the method with a truthy value for each flattened field, + # using the keyword arguments to the method. + client.delete_migration_workflow( + name='name_value', + ) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + arg = args[0].name + mock_val = 'name_value' + assert arg == mock_val + + +def test_delete_migration_workflow_flattened_error(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.delete_migration_workflow( + migration_service.DeleteMigrationWorkflowRequest(), + name='name_value', + ) + + +@pytest.mark.asyncio +async def test_delete_migration_workflow_flattened_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.delete_migration_workflow), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = None + + call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(None) + # Call the method with a truthy value for each flattened field, + # using the keyword arguments to the method. + response = await client.delete_migration_workflow( + name='name_value', + ) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + arg = args[0].name + mock_val = 'name_value' + assert arg == mock_val + + +@pytest.mark.asyncio +async def test_delete_migration_workflow_flattened_error_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + await client.delete_migration_workflow( + migration_service.DeleteMigrationWorkflowRequest(), + name='name_value', + ) + + +@pytest.mark.parametrize("request_type", [ + migration_service.StartMigrationWorkflowRequest, + dict, +]) +def test_start_migration_workflow(request_type, transport: str = 'grpc'): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Everything is optional in proto3 as far as the runtime is concerned, + # and we are mocking out the actual API, so just send an empty request. + request = request_type() + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.start_migration_workflow), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = None + response = client.start_migration_workflow(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.StartMigrationWorkflowRequest() + + # Establish that the response is the type that we expect. + assert response is None + + +def test_start_migration_workflow_empty_call(): + # This test is a coverage failsafe to make sure that totally empty calls, + # i.e. request == None and no flattened fields passed, work. + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport='grpc', + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.start_migration_workflow), + '__call__') as call: + client.start_migration_workflow() + call.assert_called() + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.StartMigrationWorkflowRequest() + + +@pytest.mark.asyncio +async def test_start_migration_workflow_async(transport: str = 'grpc_asyncio', request_type=migration_service.StartMigrationWorkflowRequest): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Everything is optional in proto3 as far as the runtime is concerned, + # and we are mocking out the actual API, so just send an empty request. + request = request_type() + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.start_migration_workflow), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(None) + response = await client.start_migration_workflow(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.StartMigrationWorkflowRequest() + + # Establish that the response is the type that we expect. + assert response is None + + +@pytest.mark.asyncio +async def test_start_migration_workflow_async_from_dict(): + await test_start_migration_workflow_async(request_type=dict) + + +def test_start_migration_workflow_field_headers(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Any value that is part of the HTTP/1.1 URI should be sent as + # a field header. Set these to a non-empty value. + request = migration_service.StartMigrationWorkflowRequest() + + request.name = 'name/value' + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.start_migration_workflow), + '__call__') as call: + call.return_value = None + client.start_migration_workflow(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + assert args[0] == request + + # Establish that the field header was sent. + _, _, kw = call.mock_calls[0] + assert ( + 'x-goog-request-params', + 'name=name/value', + ) in kw['metadata'] + + +@pytest.mark.asyncio +async def test_start_migration_workflow_field_headers_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Any value that is part of the HTTP/1.1 URI should be sent as + # a field header. Set these to a non-empty value. + request = migration_service.StartMigrationWorkflowRequest() + + request.name = 'name/value' + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.start_migration_workflow), + '__call__') as call: + call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(None) + await client.start_migration_workflow(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + assert args[0] == request + + # Establish that the field header was sent. + _, _, kw = call.mock_calls[0] + assert ( + 'x-goog-request-params', + 'name=name/value', + ) in kw['metadata'] + + +def test_start_migration_workflow_flattened(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.start_migration_workflow), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = None + # Call the method with a truthy value for each flattened field, + # using the keyword arguments to the method. + client.start_migration_workflow( + name='name_value', + ) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + arg = args[0].name + mock_val = 'name_value' + assert arg == mock_val + + +def test_start_migration_workflow_flattened_error(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.start_migration_workflow( + migration_service.StartMigrationWorkflowRequest(), + name='name_value', + ) + + +@pytest.mark.asyncio +async def test_start_migration_workflow_flattened_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.start_migration_workflow), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = None + + call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(None) + # Call the method with a truthy value for each flattened field, + # using the keyword arguments to the method. + response = await client.start_migration_workflow( + name='name_value', + ) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + arg = args[0].name + mock_val = 'name_value' + assert arg == mock_val + + +@pytest.mark.asyncio +async def test_start_migration_workflow_flattened_error_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + await client.start_migration_workflow( + migration_service.StartMigrationWorkflowRequest(), + name='name_value', + ) + + +@pytest.mark.parametrize("request_type", [ + migration_service.GetMigrationSubtaskRequest, + dict, +]) +def test_get_migration_subtask(request_type, transport: str = 'grpc'): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Everything is optional in proto3 as far as the runtime is concerned, + # and we are mocking out the actual API, so just send an empty request. + request = request_type() + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.get_migration_subtask), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = migration_entities.MigrationSubtask( + name='name_value', + task_id='task_id_value', + type_='type__value', + state=migration_entities.MigrationSubtask.State.ACTIVE, + resource_error_count=2169, + ) + response = client.get_migration_subtask(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.GetMigrationSubtaskRequest() + + # Establish that the response is the type that we expect. + assert isinstance(response, migration_entities.MigrationSubtask) + assert response.name == 'name_value' + assert response.task_id == 'task_id_value' + assert response.type_ == 'type__value' + assert response.state == migration_entities.MigrationSubtask.State.ACTIVE + assert response.resource_error_count == 2169 + + +def test_get_migration_subtask_empty_call(): + # This test is a coverage failsafe to make sure that totally empty calls, + # i.e. request == None and no flattened fields passed, work. + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport='grpc', + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.get_migration_subtask), + '__call__') as call: + client.get_migration_subtask() + call.assert_called() + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.GetMigrationSubtaskRequest() + + +@pytest.mark.asyncio +async def test_get_migration_subtask_async(transport: str = 'grpc_asyncio', request_type=migration_service.GetMigrationSubtaskRequest): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Everything is optional in proto3 as far as the runtime is concerned, + # and we are mocking out the actual API, so just send an empty request. + request = request_type() + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.get_migration_subtask), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value =grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationSubtask( + name='name_value', + task_id='task_id_value', + type_='type__value', + state=migration_entities.MigrationSubtask.State.ACTIVE, + resource_error_count=2169, + )) + response = await client.get_migration_subtask(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.GetMigrationSubtaskRequest() + + # Establish that the response is the type that we expect. + assert isinstance(response, migration_entities.MigrationSubtask) + assert response.name == 'name_value' + assert response.task_id == 'task_id_value' + assert response.type_ == 'type__value' + assert response.state == migration_entities.MigrationSubtask.State.ACTIVE + assert response.resource_error_count == 2169 + + +@pytest.mark.asyncio +async def test_get_migration_subtask_async_from_dict(): + await test_get_migration_subtask_async(request_type=dict) + + +def test_get_migration_subtask_field_headers(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Any value that is part of the HTTP/1.1 URI should be sent as + # a field header. Set these to a non-empty value. + request = migration_service.GetMigrationSubtaskRequest() + + request.name = 'name/value' + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.get_migration_subtask), + '__call__') as call: + call.return_value = migration_entities.MigrationSubtask() + client.get_migration_subtask(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + assert args[0] == request + + # Establish that the field header was sent. + _, _, kw = call.mock_calls[0] + assert ( + 'x-goog-request-params', + 'name=name/value', + ) in kw['metadata'] + + +@pytest.mark.asyncio +async def test_get_migration_subtask_field_headers_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Any value that is part of the HTTP/1.1 URI should be sent as + # a field header. Set these to a non-empty value. + request = migration_service.GetMigrationSubtaskRequest() + + request.name = 'name/value' + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.get_migration_subtask), + '__call__') as call: + call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationSubtask()) + await client.get_migration_subtask(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + assert args[0] == request + + # Establish that the field header was sent. + _, _, kw = call.mock_calls[0] + assert ( + 'x-goog-request-params', + 'name=name/value', + ) in kw['metadata'] + + +def test_get_migration_subtask_flattened(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.get_migration_subtask), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = migration_entities.MigrationSubtask() + # Call the method with a truthy value for each flattened field, + # using the keyword arguments to the method. + client.get_migration_subtask( + name='name_value', + ) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + arg = args[0].name + mock_val = 'name_value' + assert arg == mock_val + + +def test_get_migration_subtask_flattened_error(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.get_migration_subtask( + migration_service.GetMigrationSubtaskRequest(), + name='name_value', + ) + + +@pytest.mark.asyncio +async def test_get_migration_subtask_flattened_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.get_migration_subtask), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = migration_entities.MigrationSubtask() + + call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationSubtask()) + # Call the method with a truthy value for each flattened field, + # using the keyword arguments to the method. + response = await client.get_migration_subtask( + name='name_value', + ) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + arg = args[0].name + mock_val = 'name_value' + assert arg == mock_val + + +@pytest.mark.asyncio +async def test_get_migration_subtask_flattened_error_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + await client.get_migration_subtask( + migration_service.GetMigrationSubtaskRequest(), + name='name_value', + ) + + +@pytest.mark.parametrize("request_type", [ + migration_service.ListMigrationSubtasksRequest, + dict, +]) +def test_list_migration_subtasks(request_type, transport: str = 'grpc'): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Everything is optional in proto3 as far as the runtime is concerned, + # and we are mocking out the actual API, so just send an empty request. + request = request_type() + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_subtasks), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = migration_service.ListMigrationSubtasksResponse( + next_page_token='next_page_token_value', + ) + response = client.list_migration_subtasks(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.ListMigrationSubtasksRequest() + + # Establish that the response is the type that we expect. + assert isinstance(response, pagers.ListMigrationSubtasksPager) + assert response.next_page_token == 'next_page_token_value' + + +def test_list_migration_subtasks_empty_call(): + # This test is a coverage failsafe to make sure that totally empty calls, + # i.e. request == None and no flattened fields passed, work. + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport='grpc', + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_subtasks), + '__call__') as call: + client.list_migration_subtasks() + call.assert_called() + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.ListMigrationSubtasksRequest() + + +@pytest.mark.asyncio +async def test_list_migration_subtasks_async(transport: str = 'grpc_asyncio', request_type=migration_service.ListMigrationSubtasksRequest): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Everything is optional in proto3 as far as the runtime is concerned, + # and we are mocking out the actual API, so just send an empty request. + request = request_type() + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_subtasks), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value =grpc_helpers_async.FakeUnaryUnaryCall(migration_service.ListMigrationSubtasksResponse( + next_page_token='next_page_token_value', + )) + response = await client.list_migration_subtasks(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + assert args[0] == migration_service.ListMigrationSubtasksRequest() + + # Establish that the response is the type that we expect. + assert isinstance(response, pagers.ListMigrationSubtasksAsyncPager) + assert response.next_page_token == 'next_page_token_value' + + +@pytest.mark.asyncio +async def test_list_migration_subtasks_async_from_dict(): + await test_list_migration_subtasks_async(request_type=dict) + + +def test_list_migration_subtasks_field_headers(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Any value that is part of the HTTP/1.1 URI should be sent as + # a field header. Set these to a non-empty value. + request = migration_service.ListMigrationSubtasksRequest() + + request.parent = 'parent/value' + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_subtasks), + '__call__') as call: + call.return_value = migration_service.ListMigrationSubtasksResponse() + client.list_migration_subtasks(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + assert args[0] == request + + # Establish that the field header was sent. + _, _, kw = call.mock_calls[0] + assert ( + 'x-goog-request-params', + 'parent=parent/value', + ) in kw['metadata'] + + +@pytest.mark.asyncio +async def test_list_migration_subtasks_field_headers_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Any value that is part of the HTTP/1.1 URI should be sent as + # a field header. Set these to a non-empty value. + request = migration_service.ListMigrationSubtasksRequest() + + request.parent = 'parent/value' + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_subtasks), + '__call__') as call: + call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_service.ListMigrationSubtasksResponse()) + await client.list_migration_subtasks(request) + + # Establish that the underlying gRPC stub method was called. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + assert args[0] == request + + # Establish that the field header was sent. + _, _, kw = call.mock_calls[0] + assert ( + 'x-goog-request-params', + 'parent=parent/value', + ) in kw['metadata'] + + +def test_list_migration_subtasks_flattened(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_subtasks), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = migration_service.ListMigrationSubtasksResponse() + # Call the method with a truthy value for each flattened field, + # using the keyword arguments to the method. + client.list_migration_subtasks( + parent='parent_value', + ) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(call.mock_calls) == 1 + _, args, _ = call.mock_calls[0] + arg = args[0].parent + mock_val = 'parent_value' + assert arg == mock_val + + +def test_list_migration_subtasks_flattened_error(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.list_migration_subtasks( + migration_service.ListMigrationSubtasksRequest(), + parent='parent_value', + ) + + +@pytest.mark.asyncio +async def test_list_migration_subtasks_flattened_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_subtasks), + '__call__') as call: + # Designate an appropriate return value for the call. + call.return_value = migration_service.ListMigrationSubtasksResponse() + + call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_service.ListMigrationSubtasksResponse()) + # Call the method with a truthy value for each flattened field, + # using the keyword arguments to the method. + response = await client.list_migration_subtasks( + parent='parent_value', + ) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(call.mock_calls) + _, args, _ = call.mock_calls[0] + arg = args[0].parent + mock_val = 'parent_value' + assert arg == mock_val + + +@pytest.mark.asyncio +async def test_list_migration_subtasks_flattened_error_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + await client.list_migration_subtasks( + migration_service.ListMigrationSubtasksRequest(), + parent='parent_value', + ) + + +def test_list_migration_subtasks_pager(transport_name: str = "grpc"): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials, + transport=transport_name, + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_subtasks), + '__call__') as call: + # Set the response to a series of pages. + call.side_effect = ( + migration_service.ListMigrationSubtasksResponse( + migration_subtasks=[ + migration_entities.MigrationSubtask(), + migration_entities.MigrationSubtask(), + migration_entities.MigrationSubtask(), + ], + next_page_token='abc', + ), + migration_service.ListMigrationSubtasksResponse( + migration_subtasks=[], + next_page_token='def', + ), + migration_service.ListMigrationSubtasksResponse( + migration_subtasks=[ + migration_entities.MigrationSubtask(), + ], + next_page_token='ghi', + ), + migration_service.ListMigrationSubtasksResponse( + migration_subtasks=[ + migration_entities.MigrationSubtask(), + migration_entities.MigrationSubtask(), + ], + ), + RuntimeError, + ) + + metadata = () + metadata = tuple(metadata) + ( + gapic_v1.routing_header.to_grpc_metadata(( + ('parent', ''), + )), + ) + pager = client.list_migration_subtasks(request={}) + + assert pager._metadata == metadata + + results = [i for i in pager] + assert len(results) == 6 + assert all(isinstance(i, migration_entities.MigrationSubtask) + for i in results) +def test_list_migration_subtasks_pages(transport_name: str = "grpc"): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials, + transport=transport_name, + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_subtasks), + '__call__') as call: + # Set the response to a series of pages. + call.side_effect = ( + migration_service.ListMigrationSubtasksResponse( + migration_subtasks=[ + migration_entities.MigrationSubtask(), + migration_entities.MigrationSubtask(), + migration_entities.MigrationSubtask(), + ], + next_page_token='abc', + ), + migration_service.ListMigrationSubtasksResponse( + migration_subtasks=[], + next_page_token='def', + ), + migration_service.ListMigrationSubtasksResponse( + migration_subtasks=[ + migration_entities.MigrationSubtask(), + ], + next_page_token='ghi', + ), + migration_service.ListMigrationSubtasksResponse( + migration_subtasks=[ + migration_entities.MigrationSubtask(), + migration_entities.MigrationSubtask(), + ], + ), + RuntimeError, + ) + pages = list(client.list_migration_subtasks(request={}).pages) + for page_, token in zip(pages, ['abc','def','ghi', '']): + assert page_.raw_page.next_page_token == token + +@pytest.mark.asyncio +async def test_list_migration_subtasks_async_pager(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials, + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_subtasks), + '__call__', new_callable=mock.AsyncMock) as call: + # Set the response to a series of pages. + call.side_effect = ( + migration_service.ListMigrationSubtasksResponse( + migration_subtasks=[ + migration_entities.MigrationSubtask(), + migration_entities.MigrationSubtask(), + migration_entities.MigrationSubtask(), + ], + next_page_token='abc', + ), + migration_service.ListMigrationSubtasksResponse( + migration_subtasks=[], + next_page_token='def', + ), + migration_service.ListMigrationSubtasksResponse( + migration_subtasks=[ + migration_entities.MigrationSubtask(), + ], + next_page_token='ghi', + ), + migration_service.ListMigrationSubtasksResponse( + migration_subtasks=[ + migration_entities.MigrationSubtask(), + migration_entities.MigrationSubtask(), + ], + ), + RuntimeError, + ) + async_pager = await client.list_migration_subtasks(request={},) + assert async_pager.next_page_token == 'abc' + responses = [] + async for response in async_pager: + responses.append(response) + + assert len(responses) == 6 + assert all(isinstance(i, migration_entities.MigrationSubtask) + for i in responses) + + +@pytest.mark.asyncio +async def test_list_migration_subtasks_async_pages(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials, + ) + + # Mock the actual call within the gRPC stub, and fake the request. + with mock.patch.object( + type(client.transport.list_migration_subtasks), + '__call__', new_callable=mock.AsyncMock) as call: + # Set the response to a series of pages. + call.side_effect = ( + migration_service.ListMigrationSubtasksResponse( + migration_subtasks=[ + migration_entities.MigrationSubtask(), + migration_entities.MigrationSubtask(), + migration_entities.MigrationSubtask(), + ], + next_page_token='abc', + ), + migration_service.ListMigrationSubtasksResponse( + migration_subtasks=[], + next_page_token='def', + ), + migration_service.ListMigrationSubtasksResponse( + migration_subtasks=[ + migration_entities.MigrationSubtask(), + ], + next_page_token='ghi', + ), + migration_service.ListMigrationSubtasksResponse( + migration_subtasks=[ + migration_entities.MigrationSubtask(), + migration_entities.MigrationSubtask(), + ], + ), + RuntimeError, + ) + pages = [] + async for page_ in (await client.list_migration_subtasks(request={})).pages: + pages.append(page_) + for page_, token in zip(pages, ['abc','def','ghi', '']): + assert page_.raw_page.next_page_token == token + + +def test_credentials_transport_error(): + # It is an error to provide credentials and a transport instance. + transport = transports.MigrationServiceGrpcTransport( + credentials=ga_credentials.AnonymousCredentials(), + ) + with pytest.raises(ValueError): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # It is an error to provide a credentials file and a transport instance. + transport = transports.MigrationServiceGrpcTransport( + credentials=ga_credentials.AnonymousCredentials(), + ) + with pytest.raises(ValueError): + client = MigrationServiceClient( + client_options={"credentials_file": "credentials.json"}, + transport=transport, + ) + + # It is an error to provide an api_key and a transport instance. + transport = transports.MigrationServiceGrpcTransport( + credentials=ga_credentials.AnonymousCredentials(), + ) + options = client_options.ClientOptions() + options.api_key = "api_key" + with pytest.raises(ValueError): + client = MigrationServiceClient( + client_options=options, + transport=transport, + ) + + # It is an error to provide an api_key and a credential. + options = mock.Mock() + options.api_key = "api_key" + with pytest.raises(ValueError): + client = MigrationServiceClient( + client_options=options, + credentials=ga_credentials.AnonymousCredentials() + ) + + # It is an error to provide scopes and a transport instance. + transport = transports.MigrationServiceGrpcTransport( + credentials=ga_credentials.AnonymousCredentials(), + ) + with pytest.raises(ValueError): + client = MigrationServiceClient( + client_options={"scopes": ["1", "2"]}, + transport=transport, + ) + + +def test_transport_instance(): + # A client may be instantiated with a custom transport instance. + transport = transports.MigrationServiceGrpcTransport( + credentials=ga_credentials.AnonymousCredentials(), + ) + client = MigrationServiceClient(transport=transport) + assert client.transport is transport + +def test_transport_get_channel(): + # A client may be instantiated with a custom transport instance. + transport = transports.MigrationServiceGrpcTransport( + credentials=ga_credentials.AnonymousCredentials(), + ) + channel = transport.grpc_channel + assert channel + + transport = transports.MigrationServiceGrpcAsyncIOTransport( + credentials=ga_credentials.AnonymousCredentials(), + ) + channel = transport.grpc_channel + assert channel + +@pytest.mark.parametrize("transport_class", [ + transports.MigrationServiceGrpcTransport, + transports.MigrationServiceGrpcAsyncIOTransport, +]) +def test_transport_adc(transport_class): + # Test default credentials are used if not provided. + with mock.patch.object(google.auth, 'default') as adc: + adc.return_value = (ga_credentials.AnonymousCredentials(), None) + transport_class() + adc.assert_called_once() + +def test_transport_grpc_default(): + # A client should use the gRPC transport by default. + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + assert isinstance( + client.transport, + transports.MigrationServiceGrpcTransport, + ) + +def test_migration_service_base_transport_error(): + # Passing both a credentials object and credentials_file should raise an error + with pytest.raises(core_exceptions.DuplicateCredentialArgs): + transport = transports.MigrationServiceTransport( + credentials=ga_credentials.AnonymousCredentials(), + credentials_file="credentials.json" + ) + + +def test_migration_service_base_transport(): + # Instantiate the base transport. + with mock.patch('google.cloud.bigquery_migration_v2alpha.services.migration_service.transports.MigrationServiceTransport.__init__') as Transport: + Transport.return_value = None + transport = transports.MigrationServiceTransport( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Every method on the transport should just blindly + # raise NotImplementedError. + methods = ( + 'create_migration_workflow', + 'get_migration_workflow', + 'list_migration_workflows', + 'delete_migration_workflow', + 'start_migration_workflow', + 'get_migration_subtask', + 'list_migration_subtasks', + ) + for method in methods: + with pytest.raises(NotImplementedError): + getattr(transport, method)(request=object()) + + with pytest.raises(NotImplementedError): + transport.close() + + +def test_migration_service_base_transport_with_credentials_file(): + # Instantiate the base transport with a credentials file + with mock.patch.object(google.auth, 'load_credentials_from_file', autospec=True) as load_creds, mock.patch('google.cloud.bigquery_migration_v2alpha.services.migration_service.transports.MigrationServiceTransport._prep_wrapped_messages') as Transport: + Transport.return_value = None + load_creds.return_value = (ga_credentials.AnonymousCredentials(), None) + transport = transports.MigrationServiceTransport( + credentials_file="credentials.json", + quota_project_id="octopus", + ) + load_creds.assert_called_once_with("credentials.json", + scopes=None, + default_scopes=( + 'https://www.googleapis.com/auth/cloud-platform', +), + quota_project_id="octopus", + ) + + +def test_migration_service_base_transport_with_adc(): + # Test the default credentials are used if credentials and credentials_file are None. + with mock.patch.object(google.auth, 'default', autospec=True) as adc, mock.patch('google.cloud.bigquery_migration_v2alpha.services.migration_service.transports.MigrationServiceTransport._prep_wrapped_messages') as Transport: + Transport.return_value = None + adc.return_value = (ga_credentials.AnonymousCredentials(), None) + transport = transports.MigrationServiceTransport() + adc.assert_called_once() + + +def test_migration_service_auth_adc(): + # If no credentials are provided, we should use ADC credentials. + with mock.patch.object(google.auth, 'default', autospec=True) as adc: + adc.return_value = (ga_credentials.AnonymousCredentials(), None) + MigrationServiceClient() + adc.assert_called_once_with( + scopes=None, + default_scopes=( + 'https://www.googleapis.com/auth/cloud-platform', +), + quota_project_id=None, + ) + + +@pytest.mark.parametrize( + "transport_class", + [ + transports.MigrationServiceGrpcTransport, + transports.MigrationServiceGrpcAsyncIOTransport, + ], +) +def test_migration_service_transport_auth_adc(transport_class): + # If credentials and host are not provided, the transport class should use + # ADC credentials. + with mock.patch.object(google.auth, 'default', autospec=True) as adc: + adc.return_value = (ga_credentials.AnonymousCredentials(), None) + transport_class(quota_project_id="octopus", scopes=["1", "2"]) + adc.assert_called_once_with( + scopes=["1", "2"], + default_scopes=( 'https://www.googleapis.com/auth/cloud-platform',), + quota_project_id="octopus", + ) + + +@pytest.mark.parametrize( + "transport_class,grpc_helpers", + [ + (transports.MigrationServiceGrpcTransport, grpc_helpers), + (transports.MigrationServiceGrpcAsyncIOTransport, grpc_helpers_async) + ], +) +def test_migration_service_transport_create_channel(transport_class, grpc_helpers): + # If credentials and host are not provided, the transport class should use + # ADC credentials. + with mock.patch.object(google.auth, "default", autospec=True) as adc, mock.patch.object( + grpc_helpers, "create_channel", autospec=True + ) as create_channel: + creds = ga_credentials.AnonymousCredentials() + adc.return_value = (creds, None) + transport_class( + quota_project_id="octopus", + scopes=["1", "2"] + ) + + create_channel.assert_called_with( + "bigquerymigration.googleapis.com:443", + credentials=creds, + credentials_file=None, + quota_project_id="octopus", + default_scopes=( + 'https://www.googleapis.com/auth/cloud-platform', +), + scopes=["1", "2"], + default_host="bigquerymigration.googleapis.com", + ssl_credentials=None, + options=[ + ("grpc.max_send_message_length", -1), + ("grpc.max_receive_message_length", -1), + ], + ) + + +@pytest.mark.parametrize("transport_class", [transports.MigrationServiceGrpcTransport, transports.MigrationServiceGrpcAsyncIOTransport]) +def test_migration_service_grpc_transport_client_cert_source_for_mtls( + transport_class +): + cred = ga_credentials.AnonymousCredentials() + + # Check ssl_channel_credentials is used if provided. + with mock.patch.object(transport_class, "create_channel") as mock_create_channel: + mock_ssl_channel_creds = mock.Mock() + transport_class( + host="squid.clam.whelk", + credentials=cred, + ssl_channel_credentials=mock_ssl_channel_creds + ) + mock_create_channel.assert_called_once_with( + "squid.clam.whelk:443", + credentials=cred, + credentials_file=None, + scopes=None, + ssl_credentials=mock_ssl_channel_creds, + quota_project_id=None, + options=[ + ("grpc.max_send_message_length", -1), + ("grpc.max_receive_message_length", -1), + ], + ) + + # Check if ssl_channel_credentials is not provided, then client_cert_source_for_mtls + # is used. + with mock.patch.object(transport_class, "create_channel", return_value=mock.Mock()): + with mock.patch("grpc.ssl_channel_credentials") as mock_ssl_cred: + transport_class( + credentials=cred, + client_cert_source_for_mtls=client_cert_source_callback + ) + expected_cert, expected_key = client_cert_source_callback() + mock_ssl_cred.assert_called_once_with( + certificate_chain=expected_cert, + private_key=expected_key + ) + + +def test_migration_service_host_no_port(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + client_options=client_options.ClientOptions(api_endpoint='bigquerymigration.googleapis.com'), + ) + assert client.transport._host == 'bigquerymigration.googleapis.com:443' + + +def test_migration_service_host_with_port(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + client_options=client_options.ClientOptions(api_endpoint='bigquerymigration.googleapis.com:8000'), + ) + assert client.transport._host == 'bigquerymigration.googleapis.com:8000' + +def test_migration_service_grpc_transport_channel(): + channel = grpc.secure_channel('http://localhost/', grpc.local_channel_credentials()) + + # Check that channel is used if provided. + transport = transports.MigrationServiceGrpcTransport( + host="squid.clam.whelk", + channel=channel, + ) + assert transport.grpc_channel == channel + assert transport._host == "squid.clam.whelk:443" + assert transport._ssl_channel_credentials == None + + +def test_migration_service_grpc_asyncio_transport_channel(): + channel = aio.secure_channel('http://localhost/', grpc.local_channel_credentials()) + + # Check that channel is used if provided. + transport = transports.MigrationServiceGrpcAsyncIOTransport( + host="squid.clam.whelk", + channel=channel, + ) + assert transport.grpc_channel == channel + assert transport._host == "squid.clam.whelk:443" + assert transport._ssl_channel_credentials == None + + +# Remove this test when deprecated arguments (api_mtls_endpoint, client_cert_source) are +# removed from grpc/grpc_asyncio transport constructor. +@pytest.mark.parametrize("transport_class", [transports.MigrationServiceGrpcTransport, transports.MigrationServiceGrpcAsyncIOTransport]) +def test_migration_service_transport_channel_mtls_with_client_cert_source( + transport_class +): + with mock.patch("grpc.ssl_channel_credentials", autospec=True) as grpc_ssl_channel_cred: + with mock.patch.object(transport_class, "create_channel") as grpc_create_channel: + mock_ssl_cred = mock.Mock() + grpc_ssl_channel_cred.return_value = mock_ssl_cred + + mock_grpc_channel = mock.Mock() + grpc_create_channel.return_value = mock_grpc_channel + + cred = ga_credentials.AnonymousCredentials() + with pytest.warns(DeprecationWarning): + with mock.patch.object(google.auth, 'default') as adc: + adc.return_value = (cred, None) + transport = transport_class( + host="squid.clam.whelk", + api_mtls_endpoint="mtls.squid.clam.whelk", + client_cert_source=client_cert_source_callback, + ) + adc.assert_called_once() + + grpc_ssl_channel_cred.assert_called_once_with( + certificate_chain=b"cert bytes", private_key=b"key bytes" + ) + grpc_create_channel.assert_called_once_with( + "mtls.squid.clam.whelk:443", + credentials=cred, + credentials_file=None, + scopes=None, + ssl_credentials=mock_ssl_cred, + quota_project_id=None, + options=[ + ("grpc.max_send_message_length", -1), + ("grpc.max_receive_message_length", -1), + ], + ) + assert transport.grpc_channel == mock_grpc_channel + assert transport._ssl_channel_credentials == mock_ssl_cred + + +# Remove this test when deprecated arguments (api_mtls_endpoint, client_cert_source) are +# removed from grpc/grpc_asyncio transport constructor. +@pytest.mark.parametrize("transport_class", [transports.MigrationServiceGrpcTransport, transports.MigrationServiceGrpcAsyncIOTransport]) +def test_migration_service_transport_channel_mtls_with_adc( + transport_class +): + mock_ssl_cred = mock.Mock() + with mock.patch.multiple( + "google.auth.transport.grpc.SslCredentials", + __init__=mock.Mock(return_value=None), + ssl_credentials=mock.PropertyMock(return_value=mock_ssl_cred), + ): + with mock.patch.object(transport_class, "create_channel") as grpc_create_channel: + mock_grpc_channel = mock.Mock() + grpc_create_channel.return_value = mock_grpc_channel + mock_cred = mock.Mock() + + with pytest.warns(DeprecationWarning): + transport = transport_class( + host="squid.clam.whelk", + credentials=mock_cred, + api_mtls_endpoint="mtls.squid.clam.whelk", + client_cert_source=None, + ) + + grpc_create_channel.assert_called_once_with( + "mtls.squid.clam.whelk:443", + credentials=mock_cred, + credentials_file=None, + scopes=None, + ssl_credentials=mock_ssl_cred, + quota_project_id=None, + options=[ + ("grpc.max_send_message_length", -1), + ("grpc.max_receive_message_length", -1), + ], + ) + assert transport.grpc_channel == mock_grpc_channel + + +def test_migration_subtask_path(): + project = "squid" + location = "clam" + workflow = "whelk" + subtask = "octopus" + expected = "projects/{project}/locations/{location}/workflows/{workflow}/subtasks/{subtask}".format(project=project, location=location, workflow=workflow, subtask=subtask, ) + actual = MigrationServiceClient.migration_subtask_path(project, location, workflow, subtask) + assert expected == actual + + +def test_parse_migration_subtask_path(): + expected = { + "project": "oyster", + "location": "nudibranch", + "workflow": "cuttlefish", + "subtask": "mussel", + } + path = MigrationServiceClient.migration_subtask_path(**expected) + + # Check that the path construction is reversible. + actual = MigrationServiceClient.parse_migration_subtask_path(path) + assert expected == actual + +def test_migration_workflow_path(): + project = "winkle" + location = "nautilus" + workflow = "scallop" + expected = "projects/{project}/locations/{location}/workflows/{workflow}".format(project=project, location=location, workflow=workflow, ) + actual = MigrationServiceClient.migration_workflow_path(project, location, workflow) + assert expected == actual + + +def test_parse_migration_workflow_path(): + expected = { + "project": "abalone", + "location": "squid", + "workflow": "clam", + } + path = MigrationServiceClient.migration_workflow_path(**expected) + + # Check that the path construction is reversible. + actual = MigrationServiceClient.parse_migration_workflow_path(path) + assert expected == actual + +def test_common_billing_account_path(): + billing_account = "whelk" + expected = "billingAccounts/{billing_account}".format(billing_account=billing_account, ) + actual = MigrationServiceClient.common_billing_account_path(billing_account) + assert expected == actual + + +def test_parse_common_billing_account_path(): + expected = { + "billing_account": "octopus", + } + path = MigrationServiceClient.common_billing_account_path(**expected) + + # Check that the path construction is reversible. + actual = MigrationServiceClient.parse_common_billing_account_path(path) + assert expected == actual + +def test_common_folder_path(): + folder = "oyster" + expected = "folders/{folder}".format(folder=folder, ) + actual = MigrationServiceClient.common_folder_path(folder) + assert expected == actual + + +def test_parse_common_folder_path(): + expected = { + "folder": "nudibranch", + } + path = MigrationServiceClient.common_folder_path(**expected) + + # Check that the path construction is reversible. + actual = MigrationServiceClient.parse_common_folder_path(path) + assert expected == actual + +def test_common_organization_path(): + organization = "cuttlefish" + expected = "organizations/{organization}".format(organization=organization, ) + actual = MigrationServiceClient.common_organization_path(organization) + assert expected == actual + + +def test_parse_common_organization_path(): + expected = { + "organization": "mussel", + } + path = MigrationServiceClient.common_organization_path(**expected) + + # Check that the path construction is reversible. + actual = MigrationServiceClient.parse_common_organization_path(path) + assert expected == actual + +def test_common_project_path(): + project = "winkle" + expected = "projects/{project}".format(project=project, ) + actual = MigrationServiceClient.common_project_path(project) + assert expected == actual + + +def test_parse_common_project_path(): + expected = { + "project": "nautilus", + } + path = MigrationServiceClient.common_project_path(**expected) + + # Check that the path construction is reversible. + actual = MigrationServiceClient.parse_common_project_path(path) + assert expected == actual + +def test_common_location_path(): + project = "scallop" + location = "abalone" + expected = "projects/{project}/locations/{location}".format(project=project, location=location, ) + actual = MigrationServiceClient.common_location_path(project, location) + assert expected == actual + + +def test_parse_common_location_path(): + expected = { + "project": "squid", + "location": "clam", + } + path = MigrationServiceClient.common_location_path(**expected) + + # Check that the path construction is reversible. + actual = MigrationServiceClient.parse_common_location_path(path) + assert expected == actual + + +def test_client_with_default_client_info(): + client_info = gapic_v1.client_info.ClientInfo() + + with mock.patch.object(transports.MigrationServiceTransport, '_prep_wrapped_messages') as prep: + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + client_info=client_info, + ) + prep.assert_called_once_with(client_info) + + with mock.patch.object(transports.MigrationServiceTransport, '_prep_wrapped_messages') as prep: + transport_class = MigrationServiceClient.get_transport_class() + transport = transport_class( + credentials=ga_credentials.AnonymousCredentials(), + client_info=client_info, + ) + prep.assert_called_once_with(client_info) + + +@pytest.mark.asyncio +async def test_transport_close_async(): + client = MigrationServiceAsyncClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="grpc_asyncio", + ) + with mock.patch.object(type(getattr(client.transport, "grpc_channel")), "close") as close: + async with client: + close.assert_not_called() + close.assert_called_once() + +def test_transport_close(): + transports = { + "grpc": "_grpc_channel", + } + + for transport, close_name in transports.items(): + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport + ) + with mock.patch.object(type(getattr(client.transport, close_name)), "close") as close: + with client: + close.assert_not_called() + close.assert_called_once() + +def test_client_ctx(): + transports = [ + 'grpc', + ] + for transport in transports: + client = MigrationServiceClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport + ) + # Test client calls underlying transport. + with mock.patch.object(type(client.transport), "close") as close: + close.assert_not_called() + with client: + pass + close.assert_called() + +@pytest.mark.parametrize("client_class,transport_class", [ + (MigrationServiceClient, transports.MigrationServiceGrpcTransport), + (MigrationServiceAsyncClient, transports.MigrationServiceGrpcAsyncIOTransport), +]) +def test_api_key_credentials(client_class, transport_class): + with mock.patch.object( + google.auth._default, "get_api_key_credentials", create=True + ) as get_api_key_credentials: + mock_cred = mock.Mock() + get_api_key_credentials.return_value = mock_cred + options = client_options.ClientOptions() + options.api_key = "api_key" + with mock.patch.object(transport_class, "__init__") as patched: + patched.return_value = None + client = client_class(client_options=options) + patched.assert_called_once_with( + credentials=mock_cred, + credentials_file=None, + host=client.DEFAULT_ENDPOINT, + scopes=None, + client_cert_source_for_mtls=None, + quota_project_id=None, + client_info=transports.base.DEFAULT_CLIENT_INFO, + always_use_jwt_access=True, + ) From ffda80bb65afea6dbcec3502e049d4b0156e7648 Mon Sep 17 00:00:00 2001 From: Owl Bot Date: Thu, 3 Feb 2022 00:53:21 +0000 Subject: [PATCH 2/2] =?UTF-8?q?=F0=9F=A6=89=20Updates=20from=20OwlBot?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md --- .../migration_service/async_client.py | 14 +- .../services/migration_service/client.py | 14 +- .../migration_service/transports/grpc.py | 5 +- .../transports/grpc_asyncio.py | 5 +- .../types/migration_entities.py | 4 +- owl-bot-staging/v2alpha/.coveragerc | 17 - owl-bot-staging/v2alpha/MANIFEST.in | 2 - owl-bot-staging/v2alpha/README.rst | 49 - .../migration_service.rst | 10 - .../bigquery_migration_v2alpha/services.rst | 6 - .../docs/bigquery_migration_v2alpha/types.rst | 7 - owl-bot-staging/v2alpha/docs/conf.py | 376 -- owl-bot-staging/v2alpha/docs/index.rst | 7 - .../cloud/bigquery_migration/__init__.py | 81 - .../google/cloud/bigquery_migration/py.typed | 2 - .../bigquery_migration_v2alpha/__init__.py | 82 - .../gapic_metadata.json | 93 - .../cloud/bigquery_migration_v2alpha/py.typed | 2 - .../services/__init__.py | 15 - .../services/migration_service/__init__.py | 22 - .../migration_service/async_client.py | 796 ----- .../services/migration_service/client.py | 971 ----- .../services/migration_service/pagers.py | 261 -- .../migration_service/transports/__init__.py | 33 - .../migration_service/transports/base.py | 261 -- .../migration_service/transports/grpc.py | 419 --- .../transports/grpc_asyncio.py | 423 --- .../types/__init__.py | 88 - .../types/assessment_task.py | 80 - .../types/migration_entities.py | 336 -- .../types/migration_error_details.py | 112 - .../types/migration_metrics.py | 209 -- .../types/migration_service.py | 284 -- .../types/translation_task.py | 307 -- owl-bot-staging/v2alpha/mypy.ini | 3 - owl-bot-staging/v2alpha/noxfile.py | 132 - ...xup_bigquery_migration_v2alpha_keywords.py | 182 - owl-bot-staging/v2alpha/setup.py | 54 - owl-bot-staging/v2alpha/tests/__init__.py | 16 - .../v2alpha/tests/unit/__init__.py | 16 - .../v2alpha/tests/unit/gapic/__init__.py | 16 - .../bigquery_migration_v2alpha/__init__.py | 16 - .../test_migration_service.py | 3160 ----------------- .../test_migration_service.py | 79 +- 44 files changed, 100 insertions(+), 8967 deletions(-) delete mode 100644 owl-bot-staging/v2alpha/.coveragerc delete mode 100644 owl-bot-staging/v2alpha/MANIFEST.in delete mode 100644 owl-bot-staging/v2alpha/README.rst delete mode 100644 owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/migration_service.rst delete mode 100644 owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/services.rst delete mode 100644 owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/types.rst delete mode 100644 owl-bot-staging/v2alpha/docs/conf.py delete mode 100644 owl-bot-staging/v2alpha/docs/index.rst delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration/__init__.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration/py.typed delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/__init__.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/gapic_metadata.json delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/py.typed delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/__init__.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/__init__.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/async_client.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/client.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/pagers.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/__init__.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/base.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc_asyncio.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/__init__.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/assessment_task.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_entities.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_error_details.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_metrics.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_service.py delete mode 100644 owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/translation_task.py delete mode 100644 owl-bot-staging/v2alpha/mypy.ini delete mode 100644 owl-bot-staging/v2alpha/noxfile.py delete mode 100644 owl-bot-staging/v2alpha/scripts/fixup_bigquery_migration_v2alpha_keywords.py delete mode 100644 owl-bot-staging/v2alpha/setup.py delete mode 100644 owl-bot-staging/v2alpha/tests/__init__.py delete mode 100644 owl-bot-staging/v2alpha/tests/unit/__init__.py delete mode 100644 owl-bot-staging/v2alpha/tests/unit/gapic/__init__.py delete mode 100644 owl-bot-staging/v2alpha/tests/unit/gapic/bigquery_migration_v2alpha/__init__.py delete mode 100644 owl-bot-staging/v2alpha/tests/unit/gapic/bigquery_migration_v2alpha/test_migration_service.py diff --git a/google/cloud/bigquery_migration_v2alpha/services/migration_service/async_client.py b/google/cloud/bigquery_migration_v2alpha/services/migration_service/async_client.py index 6e7f774..efe0d6a 100644 --- a/google/cloud/bigquery_migration_v2alpha/services/migration_service/async_client.py +++ b/google/cloud/bigquery_migration_v2alpha/services/migration_service/async_client.py @@ -260,7 +260,7 @@ async def create_migration_workflow( """ # Create or coerce a protobuf request object. - # Sanity check: If we got a request object, we should *not* have + # Quick check: If we got a request object, we should *not* have # gotten any keyword arguments that map to the request. has_flattened_params = any([parent, migration_workflow]) if request is not None and has_flattened_params: @@ -335,7 +335,7 @@ async def get_migration_workflow( """ # Create or coerce a protobuf request object. - # Sanity check: If we got a request object, we should *not* have + # Quick check: If we got a request object, we should *not* have # gotten any keyword arguments that map to the request. has_flattened_params = any([name]) if request is not None and has_flattened_params: @@ -418,7 +418,7 @@ async def list_migration_workflows( """ # Create or coerce a protobuf request object. - # Sanity check: If we got a request object, we should *not* have + # Quick check: If we got a request object, we should *not* have # gotten any keyword arguments that map to the request. has_flattened_params = any([parent]) if request is not None and has_flattened_params: @@ -499,7 +499,7 @@ async def delete_migration_workflow( sent along with the request as metadata. """ # Create or coerce a protobuf request object. - # Sanity check: If we got a request object, we should *not* have + # Quick check: If we got a request object, we should *not* have # gotten any keyword arguments that map to the request. has_flattened_params = any([name]) if request is not None and has_flattened_params: @@ -568,7 +568,7 @@ async def start_migration_workflow( sent along with the request as metadata. """ # Create or coerce a protobuf request object. - # Sanity check: If we got a request object, we should *not* have + # Quick check: If we got a request object, we should *not* have # gotten any keyword arguments that map to the request. has_flattened_params = any([name]) if request is not None and has_flattened_params: @@ -652,7 +652,7 @@ async def get_migration_subtask( """ # Create or coerce a protobuf request object. - # Sanity check: If we got a request object, we should *not* have + # Quick check: If we got a request object, we should *not* have # gotten any keyword arguments that map to the request. has_flattened_params = any([name]) if request is not None and has_flattened_params: @@ -734,7 +734,7 @@ async def list_migration_subtasks( """ # Create or coerce a protobuf request object. - # Sanity check: If we got a request object, we should *not* have + # Quick check: If we got a request object, we should *not* have # gotten any keyword arguments that map to the request. has_flattened_params = any([parent]) if request is not None and has_flattened_params: diff --git a/google/cloud/bigquery_migration_v2alpha/services/migration_service/client.py b/google/cloud/bigquery_migration_v2alpha/services/migration_service/client.py index 4e30027..a0774b1 100644 --- a/google/cloud/bigquery_migration_v2alpha/services/migration_service/client.py +++ b/google/cloud/bigquery_migration_v2alpha/services/migration_service/client.py @@ -467,7 +467,7 @@ def create_migration_workflow( """ # Create or coerce a protobuf request object. - # Sanity check: If we got a request object, we should *not* have + # Quick check: If we got a request object, we should *not* have # gotten any keyword arguments that map to the request. has_flattened_params = any([parent, migration_workflow]) if request is not None and has_flattened_params: @@ -544,7 +544,7 @@ def get_migration_workflow( """ # Create or coerce a protobuf request object. - # Sanity check: If we got a request object, we should *not* have + # Quick check: If we got a request object, we should *not* have # gotten any keyword arguments that map to the request. has_flattened_params = any([name]) if request is not None and has_flattened_params: @@ -618,7 +618,7 @@ def list_migration_workflows( """ # Create or coerce a protobuf request object. - # Sanity check: If we got a request object, we should *not* have + # Quick check: If we got a request object, we should *not* have # gotten any keyword arguments that map to the request. has_flattened_params = any([parent]) if request is not None and has_flattened_params: @@ -690,7 +690,7 @@ def delete_migration_workflow( sent along with the request as metadata. """ # Create or coerce a protobuf request object. - # Sanity check: If we got a request object, we should *not* have + # Quick check: If we got a request object, we should *not* have # gotten any keyword arguments that map to the request. has_flattened_params = any([name]) if request is not None and has_flattened_params: @@ -761,7 +761,7 @@ def start_migration_workflow( sent along with the request as metadata. """ # Create or coerce a protobuf request object. - # Sanity check: If we got a request object, we should *not* have + # Quick check: If we got a request object, we should *not* have # gotten any keyword arguments that map to the request. has_flattened_params = any([name]) if request is not None and has_flattened_params: @@ -836,7 +836,7 @@ def get_migration_subtask( """ # Create or coerce a protobuf request object. - # Sanity check: If we got a request object, we should *not* have + # Quick check: If we got a request object, we should *not* have # gotten any keyword arguments that map to the request. has_flattened_params = any([name]) if request is not None and has_flattened_params: @@ -909,7 +909,7 @@ def list_migration_subtasks( """ # Create or coerce a protobuf request object. - # Sanity check: If we got a request object, we should *not* have + # Quick check: If we got a request object, we should *not* have # gotten any keyword arguments that map to the request. has_flattened_params = any([parent]) if request is not None and has_flattened_params: diff --git a/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc.py b/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc.py index 19f31f8..2e80842 100644 --- a/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc.py +++ b/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc.py @@ -160,8 +160,11 @@ def __init__( if not self._grpc_channel: self._grpc_channel = type(self).create_channel( self._host, + # use the credentials which are saved credentials=self._credentials, - credentials_file=credentials_file, + # Set ``credentials_file`` to ``None`` here as + # the credentials that we saved earlier should be used. + credentials_file=None, scopes=self._scopes, ssl_credentials=self._ssl_channel_credentials, quota_project_id=quota_project_id, diff --git a/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc_asyncio.py b/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc_asyncio.py index 5eacdd0..c06da35 100644 --- a/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc_asyncio.py +++ b/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc_asyncio.py @@ -205,8 +205,11 @@ def __init__( if not self._grpc_channel: self._grpc_channel = type(self).create_channel( self._host, + # use the credentials which are saved credentials=self._credentials, - credentials_file=credentials_file, + # Set ``credentials_file`` to ``None`` here as + # the credentials that we saved earlier should be used. + credentials_file=None, scopes=self._scopes, ssl_credentials=self._ssl_channel_credentials, quota_project_id=quota_project_id, diff --git a/google/cloud/bigquery_migration_v2alpha/types/migration_entities.py b/google/cloud/bigquery_migration_v2alpha/types/migration_entities.py index 55daf49..0254518 100644 --- a/google/cloud/bigquery_migration_v2alpha/types/migration_entities.py +++ b/google/cloud/bigquery_migration_v2alpha/types/migration_entities.py @@ -105,8 +105,8 @@ class MigrationTask(proto.Message): This field is a member of `oneof`_ ``task_details``. id (str): Output only. Immutable. The unique identifier - for the migration task. The ID is server- - generated. + for the migration task. The ID is + server-generated. type_ (str): The type of the task. This must be a supported task type. diff --git a/owl-bot-staging/v2alpha/.coveragerc b/owl-bot-staging/v2alpha/.coveragerc deleted file mode 100644 index 0c2439c..0000000 --- a/owl-bot-staging/v2alpha/.coveragerc +++ /dev/null @@ -1,17 +0,0 @@ -[run] -branch = True - -[report] -show_missing = True -omit = - google/cloud/bigquery_migration/__init__.py -exclude_lines = - # Re-enable the standard pragma - pragma: NO COVER - # Ignore debug-only repr - def __repr__ - # Ignore pkg_resources exceptions. - # This is added at the module level as a safeguard for if someone - # generates the code and tries to run it without pip installing. This - # makes it virtually impossible to test properly. - except pkg_resources.DistributionNotFound diff --git a/owl-bot-staging/v2alpha/MANIFEST.in b/owl-bot-staging/v2alpha/MANIFEST.in deleted file mode 100644 index 34c2eb3..0000000 --- a/owl-bot-staging/v2alpha/MANIFEST.in +++ /dev/null @@ -1,2 +0,0 @@ -recursive-include google/cloud/bigquery_migration *.py -recursive-include google/cloud/bigquery_migration_v2alpha *.py diff --git a/owl-bot-staging/v2alpha/README.rst b/owl-bot-staging/v2alpha/README.rst deleted file mode 100644 index e78566d..0000000 --- a/owl-bot-staging/v2alpha/README.rst +++ /dev/null @@ -1,49 +0,0 @@ -Python Client for Google Cloud Bigquery Migration API -================================================= - -Quick Start ------------ - -In order to use this library, you first need to go through the following steps: - -1. `Select or create a Cloud Platform project.`_ -2. `Enable billing for your project.`_ -3. Enable the Google Cloud Bigquery Migration API. -4. `Setup Authentication.`_ - -.. _Select or create a Cloud Platform project.: https://console.cloud.google.com/project -.. _Enable billing for your project.: https://cloud.google.com/billing/docs/how-to/modify-project#enable_billing_for_a_project -.. _Setup Authentication.: https://googleapis.dev/python/google-api-core/latest/auth.html - -Installation -~~~~~~~~~~~~ - -Install this library in a `virtualenv`_ using pip. `virtualenv`_ is a tool to -create isolated Python environments. The basic problem it addresses is one of -dependencies and versions, and indirectly permissions. - -With `virtualenv`_, it's possible to install this library without needing system -install permissions, and without clashing with the installed system -dependencies. - -.. _`virtualenv`: https://virtualenv.pypa.io/en/latest/ - - -Mac/Linux -^^^^^^^^^ - -.. code-block:: console - - python3 -m venv - source /bin/activate - /bin/pip install /path/to/library - - -Windows -^^^^^^^ - -.. code-block:: console - - python3 -m venv - \Scripts\activate - \Scripts\pip.exe install \path\to\library diff --git a/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/migration_service.rst b/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/migration_service.rst deleted file mode 100644 index e676817..0000000 --- a/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/migration_service.rst +++ /dev/null @@ -1,10 +0,0 @@ -MigrationService ----------------------------------- - -.. automodule:: google.cloud.bigquery_migration_v2alpha.services.migration_service - :members: - :inherited-members: - -.. automodule:: google.cloud.bigquery_migration_v2alpha.services.migration_service.pagers - :members: - :inherited-members: diff --git a/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/services.rst b/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/services.rst deleted file mode 100644 index 64b04ab..0000000 --- a/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/services.rst +++ /dev/null @@ -1,6 +0,0 @@ -Services for Google Cloud Bigquery Migration v2alpha API -======================================================== -.. toctree:: - :maxdepth: 2 - - migration_service diff --git a/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/types.rst b/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/types.rst deleted file mode 100644 index 3024de8..0000000 --- a/owl-bot-staging/v2alpha/docs/bigquery_migration_v2alpha/types.rst +++ /dev/null @@ -1,7 +0,0 @@ -Types for Google Cloud Bigquery Migration v2alpha API -===================================================== - -.. automodule:: google.cloud.bigquery_migration_v2alpha.types - :members: - :undoc-members: - :show-inheritance: diff --git a/owl-bot-staging/v2alpha/docs/conf.py b/owl-bot-staging/v2alpha/docs/conf.py deleted file mode 100644 index e3d707a..0000000 --- a/owl-bot-staging/v2alpha/docs/conf.py +++ /dev/null @@ -1,376 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# -# google-cloud-bigquery-migration documentation build configuration file -# -# This file is execfile()d with the current directory set to its -# containing dir. -# -# Note that not all possible configuration values are present in this -# autogenerated file. -# -# All configuration values have a default; values that are commented out -# serve to show the default. - -import sys -import os -import shlex - -# If extensions (or modules to document with autodoc) are in another directory, -# add these directories to sys.path here. If the directory is relative to the -# documentation root, use os.path.abspath to make it absolute, like shown here. -sys.path.insert(0, os.path.abspath("..")) - -__version__ = "0.1.0" - -# -- General configuration ------------------------------------------------ - -# If your documentation needs a minimal Sphinx version, state it here. -needs_sphinx = "4.0.1" - -# Add any Sphinx extension module names here, as strings. They can be -# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom -# ones. -extensions = [ - "sphinx.ext.autodoc", - "sphinx.ext.autosummary", - "sphinx.ext.intersphinx", - "sphinx.ext.coverage", - "sphinx.ext.napoleon", - "sphinx.ext.todo", - "sphinx.ext.viewcode", -] - -# autodoc/autosummary flags -autoclass_content = "both" -autodoc_default_flags = ["members"] -autosummary_generate = True - - -# Add any paths that contain templates here, relative to this directory. -templates_path = ["_templates"] - -# Allow markdown includes (so releases.md can include CHANGLEOG.md) -# http://www.sphinx-doc.org/en/master/markdown.html -source_parsers = {".md": "recommonmark.parser.CommonMarkParser"} - -# The suffix(es) of source filenames. -# You can specify multiple suffix as a list of string: -source_suffix = [".rst", ".md"] - -# The encoding of source files. -# source_encoding = 'utf-8-sig' - -# The root toctree document. -root_doc = "index" - -# General information about the project. -project = u"google-cloud-bigquery-migration" -copyright = u"2020, Google, LLC" -author = u"Google APIs" # TODO: autogenerate this bit - -# The version info for the project you're documenting, acts as replacement for -# |version| and |release|, also used in various other places throughout the -# built documents. -# -# The full version, including alpha/beta/rc tags. -release = __version__ -# The short X.Y version. -version = ".".join(release.split(".")[0:2]) - -# The language for content autogenerated by Sphinx. Refer to documentation -# for a list of supported languages. -# -# This is also used if you do content translation via gettext catalogs. -# Usually you set "language" from the command line for these cases. -language = None - -# There are two options for replacing |today|: either, you set today to some -# non-false value, then it is used: -# today = '' -# Else, today_fmt is used as the format for a strftime call. -# today_fmt = '%B %d, %Y' - -# List of patterns, relative to source directory, that match files and -# directories to ignore when looking for source files. -exclude_patterns = ["_build"] - -# The reST default role (used for this markup: `text`) to use for all -# documents. -# default_role = None - -# If true, '()' will be appended to :func: etc. cross-reference text. -# add_function_parentheses = True - -# If true, the current module name will be prepended to all description -# unit titles (such as .. function::). -# add_module_names = True - -# If true, sectionauthor and moduleauthor directives will be shown in the -# output. They are ignored by default. -# show_authors = False - -# The name of the Pygments (syntax highlighting) style to use. -pygments_style = "sphinx" - -# A list of ignored prefixes for module index sorting. -# modindex_common_prefix = [] - -# If true, keep warnings as "system message" paragraphs in the built documents. -# keep_warnings = False - -# If true, `todo` and `todoList` produce output, else they produce nothing. -todo_include_todos = True - - -# -- Options for HTML output ---------------------------------------------- - -# The theme to use for HTML and HTML Help pages. See the documentation for -# a list of builtin themes. -html_theme = "alabaster" - -# Theme options are theme-specific and customize the look and feel of a theme -# further. For a list of options available for each theme, see the -# documentation. -html_theme_options = { - "description": "Google Cloud Client Libraries for Python", - "github_user": "googleapis", - "github_repo": "google-cloud-python", - "github_banner": True, - "font_family": "'Roboto', Georgia, sans", - "head_font_family": "'Roboto', Georgia, serif", - "code_font_family": "'Roboto Mono', 'Consolas', monospace", -} - -# Add any paths that contain custom themes here, relative to this directory. -# html_theme_path = [] - -# The name for this set of Sphinx documents. If None, it defaults to -# " v documentation". -# html_title = None - -# A shorter title for the navigation bar. Default is the same as html_title. -# html_short_title = None - -# The name of an image file (relative to this directory) to place at the top -# of the sidebar. -# html_logo = None - -# The name of an image file (within the static path) to use as favicon of the -# docs. This file should be a Windows icon file (.ico) being 16x16 or 32x32 -# pixels large. -# html_favicon = None - -# Add any paths that contain custom static files (such as style sheets) here, -# relative to this directory. They are copied after the builtin static files, -# so a file named "default.css" will overwrite the builtin "default.css". -html_static_path = ["_static"] - -# Add any extra paths that contain custom files (such as robots.txt or -# .htaccess) here, relative to this directory. These files are copied -# directly to the root of the documentation. -# html_extra_path = [] - -# If not '', a 'Last updated on:' timestamp is inserted at every page bottom, -# using the given strftime format. -# html_last_updated_fmt = '%b %d, %Y' - -# If true, SmartyPants will be used to convert quotes and dashes to -# typographically correct entities. -# html_use_smartypants = True - -# Custom sidebar templates, maps document names to template names. -# html_sidebars = {} - -# Additional templates that should be rendered to pages, maps page names to -# template names. -# html_additional_pages = {} - -# If false, no module index is generated. -# html_domain_indices = True - -# If false, no index is generated. -# html_use_index = True - -# If true, the index is split into individual pages for each letter. -# html_split_index = False - -# If true, links to the reST sources are added to the pages. -# html_show_sourcelink = True - -# If true, "Created using Sphinx" is shown in the HTML footer. Default is True. -# html_show_sphinx = True - -# If true, "(C) Copyright ..." is shown in the HTML footer. Default is True. -# html_show_copyright = True - -# If true, an OpenSearch description file will be output, and all pages will -# contain a tag referring to it. The value of this option must be the -# base URL from which the finished HTML is served. -# html_use_opensearch = '' - -# This is the file name suffix for HTML files (e.g. ".xhtml"). -# html_file_suffix = None - -# Language to be used for generating the HTML full-text search index. -# Sphinx supports the following languages: -# 'da', 'de', 'en', 'es', 'fi', 'fr', 'hu', 'it', 'ja' -# 'nl', 'no', 'pt', 'ro', 'ru', 'sv', 'tr' -# html_search_language = 'en' - -# A dictionary with options for the search language support, empty by default. -# Now only 'ja' uses this config value -# html_search_options = {'type': 'default'} - -# The name of a javascript file (relative to the configuration directory) that -# implements a search results scorer. If empty, the default will be used. -# html_search_scorer = 'scorer.js' - -# Output file base name for HTML help builder. -htmlhelp_basename = "google-cloud-bigquery-migration-doc" - -# -- Options for warnings ------------------------------------------------------ - - -suppress_warnings = [ - # Temporarily suppress this to avoid "more than one target found for - # cross-reference" warning, which are intractable for us to avoid while in - # a mono-repo. - # See https://github.com/sphinx-doc/sphinx/blob - # /2a65ffeef5c107c19084fabdd706cdff3f52d93c/sphinx/domains/python.py#L843 - "ref.python" -] - -# -- Options for LaTeX output --------------------------------------------- - -latex_elements = { - # The paper size ('letterpaper' or 'a4paper'). - # 'papersize': 'letterpaper', - # The font size ('10pt', '11pt' or '12pt'). - # 'pointsize': '10pt', - # Additional stuff for the LaTeX preamble. - # 'preamble': '', - # Latex figure (float) alignment - # 'figure_align': 'htbp', -} - -# Grouping the document tree into LaTeX files. List of tuples -# (source start file, target name, title, -# author, documentclass [howto, manual, or own class]). -latex_documents = [ - ( - root_doc, - "google-cloud-bigquery-migration.tex", - u"google-cloud-bigquery-migration Documentation", - author, - "manual", - ) -] - -# The name of an image file (relative to this directory) to place at the top of -# the title page. -# latex_logo = None - -# For "manual" documents, if this is true, then toplevel headings are parts, -# not chapters. -# latex_use_parts = False - -# If true, show page references after internal links. -# latex_show_pagerefs = False - -# If true, show URL addresses after external links. -# latex_show_urls = False - -# Documents to append as an appendix to all manuals. -# latex_appendices = [] - -# If false, no module index is generated. -# latex_domain_indices = True - - -# -- Options for manual page output --------------------------------------- - -# One entry per manual page. List of tuples -# (source start file, name, description, authors, manual section). -man_pages = [ - ( - root_doc, - "google-cloud-bigquery-migration", - u"Google Cloud Bigquery Migration Documentation", - [author], - 1, - ) -] - -# If true, show URL addresses after external links. -# man_show_urls = False - - -# -- Options for Texinfo output ------------------------------------------- - -# Grouping the document tree into Texinfo files. List of tuples -# (source start file, target name, title, author, -# dir menu entry, description, category) -texinfo_documents = [ - ( - root_doc, - "google-cloud-bigquery-migration", - u"google-cloud-bigquery-migration Documentation", - author, - "google-cloud-bigquery-migration", - "GAPIC library for Google Cloud Bigquery Migration API", - "APIs", - ) -] - -# Documents to append as an appendix to all manuals. -# texinfo_appendices = [] - -# If false, no module index is generated. -# texinfo_domain_indices = True - -# How to display URL addresses: 'footnote', 'no', or 'inline'. -# texinfo_show_urls = 'footnote' - -# If true, do not generate a @detailmenu in the "Top" node's menu. -# texinfo_no_detailmenu = False - - -# Example configuration for intersphinx: refer to the Python standard library. -intersphinx_mapping = { - "python": ("http://python.readthedocs.org/en/latest/", None), - "gax": ("https://gax-python.readthedocs.org/en/latest/", None), - "google-auth": ("https://google-auth.readthedocs.io/en/stable", None), - "google-gax": ("https://gax-python.readthedocs.io/en/latest/", None), - "google.api_core": ("https://googleapis.dev/python/google-api-core/latest/", None), - "grpc": ("https://grpc.io/grpc/python/", None), - "requests": ("http://requests.kennethreitz.org/en/stable/", None), - "proto": ("https://proto-plus-python.readthedocs.io/en/stable", None), - "protobuf": ("https://googleapis.dev/python/protobuf/latest/", None), -} - - -# Napoleon settings -napoleon_google_docstring = True -napoleon_numpy_docstring = True -napoleon_include_private_with_doc = False -napoleon_include_special_with_doc = True -napoleon_use_admonition_for_examples = False -napoleon_use_admonition_for_notes = False -napoleon_use_admonition_for_references = False -napoleon_use_ivar = False -napoleon_use_param = True -napoleon_use_rtype = True diff --git a/owl-bot-staging/v2alpha/docs/index.rst b/owl-bot-staging/v2alpha/docs/index.rst deleted file mode 100644 index 3d27662..0000000 --- a/owl-bot-staging/v2alpha/docs/index.rst +++ /dev/null @@ -1,7 +0,0 @@ -API Reference -------------- -.. toctree:: - :maxdepth: 2 - - bigquery_migration_v2alpha/services - bigquery_migration_v2alpha/types diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration/__init__.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration/__init__.py deleted file mode 100644 index 99b434e..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration/__init__.py +++ /dev/null @@ -1,81 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from google.cloud.bigquery_migration_v2alpha.services.migration_service.client import MigrationServiceClient -from google.cloud.bigquery_migration_v2alpha.services.migration_service.async_client import MigrationServiceAsyncClient - -from google.cloud.bigquery_migration_v2alpha.types.assessment_task import AssessmentOrchestrationResultDetails -from google.cloud.bigquery_migration_v2alpha.types.assessment_task import AssessmentTaskDetails -from google.cloud.bigquery_migration_v2alpha.types.migration_entities import MigrationSubtask -from google.cloud.bigquery_migration_v2alpha.types.migration_entities import MigrationTask -from google.cloud.bigquery_migration_v2alpha.types.migration_entities import MigrationTaskOrchestrationResult -from google.cloud.bigquery_migration_v2alpha.types.migration_entities import MigrationWorkflow -from google.cloud.bigquery_migration_v2alpha.types.migration_error_details import ErrorDetail -from google.cloud.bigquery_migration_v2alpha.types.migration_error_details import ErrorLocation -from google.cloud.bigquery_migration_v2alpha.types.migration_error_details import ResourceErrorDetail -from google.cloud.bigquery_migration_v2alpha.types.migration_metrics import Point -from google.cloud.bigquery_migration_v2alpha.types.migration_metrics import TimeInterval -from google.cloud.bigquery_migration_v2alpha.types.migration_metrics import TimeSeries -from google.cloud.bigquery_migration_v2alpha.types.migration_metrics import TypedValue -from google.cloud.bigquery_migration_v2alpha.types.migration_service import CreateMigrationWorkflowRequest -from google.cloud.bigquery_migration_v2alpha.types.migration_service import DeleteMigrationWorkflowRequest -from google.cloud.bigquery_migration_v2alpha.types.migration_service import GetMigrationSubtaskRequest -from google.cloud.bigquery_migration_v2alpha.types.migration_service import GetMigrationWorkflowRequest -from google.cloud.bigquery_migration_v2alpha.types.migration_service import ListMigrationSubtasksRequest -from google.cloud.bigquery_migration_v2alpha.types.migration_service import ListMigrationSubtasksResponse -from google.cloud.bigquery_migration_v2alpha.types.migration_service import ListMigrationWorkflowsRequest -from google.cloud.bigquery_migration_v2alpha.types.migration_service import ListMigrationWorkflowsResponse -from google.cloud.bigquery_migration_v2alpha.types.migration_service import StartMigrationWorkflowRequest -from google.cloud.bigquery_migration_v2alpha.types.translation_task import BteqOptions -from google.cloud.bigquery_migration_v2alpha.types.translation_task import DatasetReference -from google.cloud.bigquery_migration_v2alpha.types.translation_task import Filter -from google.cloud.bigquery_migration_v2alpha.types.translation_task import IdentifierSettings -from google.cloud.bigquery_migration_v2alpha.types.translation_task import TeradataOptions -from google.cloud.bigquery_migration_v2alpha.types.translation_task import TranslationFileMapping -from google.cloud.bigquery_migration_v2alpha.types.translation_task import TranslationTaskDetails - -__all__ = ('MigrationServiceClient', - 'MigrationServiceAsyncClient', - 'AssessmentOrchestrationResultDetails', - 'AssessmentTaskDetails', - 'MigrationSubtask', - 'MigrationTask', - 'MigrationTaskOrchestrationResult', - 'MigrationWorkflow', - 'ErrorDetail', - 'ErrorLocation', - 'ResourceErrorDetail', - 'Point', - 'TimeInterval', - 'TimeSeries', - 'TypedValue', - 'CreateMigrationWorkflowRequest', - 'DeleteMigrationWorkflowRequest', - 'GetMigrationSubtaskRequest', - 'GetMigrationWorkflowRequest', - 'ListMigrationSubtasksRequest', - 'ListMigrationSubtasksResponse', - 'ListMigrationWorkflowsRequest', - 'ListMigrationWorkflowsResponse', - 'StartMigrationWorkflowRequest', - 'BteqOptions', - 'DatasetReference', - 'Filter', - 'IdentifierSettings', - 'TeradataOptions', - 'TranslationFileMapping', - 'TranslationTaskDetails', -) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration/py.typed b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration/py.typed deleted file mode 100644 index fcbd0b5..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration/py.typed +++ /dev/null @@ -1,2 +0,0 @@ -# Marker file for PEP 561. -# The google-cloud-bigquery-migration package uses inline types. diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/__init__.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/__init__.py deleted file mode 100644 index fa421ac..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/__init__.py +++ /dev/null @@ -1,82 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from .services.migration_service import MigrationServiceClient -from .services.migration_service import MigrationServiceAsyncClient - -from .types.assessment_task import AssessmentOrchestrationResultDetails -from .types.assessment_task import AssessmentTaskDetails -from .types.migration_entities import MigrationSubtask -from .types.migration_entities import MigrationTask -from .types.migration_entities import MigrationTaskOrchestrationResult -from .types.migration_entities import MigrationWorkflow -from .types.migration_error_details import ErrorDetail -from .types.migration_error_details import ErrorLocation -from .types.migration_error_details import ResourceErrorDetail -from .types.migration_metrics import Point -from .types.migration_metrics import TimeInterval -from .types.migration_metrics import TimeSeries -from .types.migration_metrics import TypedValue -from .types.migration_service import CreateMigrationWorkflowRequest -from .types.migration_service import DeleteMigrationWorkflowRequest -from .types.migration_service import GetMigrationSubtaskRequest -from .types.migration_service import GetMigrationWorkflowRequest -from .types.migration_service import ListMigrationSubtasksRequest -from .types.migration_service import ListMigrationSubtasksResponse -from .types.migration_service import ListMigrationWorkflowsRequest -from .types.migration_service import ListMigrationWorkflowsResponse -from .types.migration_service import StartMigrationWorkflowRequest -from .types.translation_task import BteqOptions -from .types.translation_task import DatasetReference -from .types.translation_task import Filter -from .types.translation_task import IdentifierSettings -from .types.translation_task import TeradataOptions -from .types.translation_task import TranslationFileMapping -from .types.translation_task import TranslationTaskDetails - -__all__ = ( - 'MigrationServiceAsyncClient', -'AssessmentOrchestrationResultDetails', -'AssessmentTaskDetails', -'BteqOptions', -'CreateMigrationWorkflowRequest', -'DatasetReference', -'DeleteMigrationWorkflowRequest', -'ErrorDetail', -'ErrorLocation', -'Filter', -'GetMigrationSubtaskRequest', -'GetMigrationWorkflowRequest', -'IdentifierSettings', -'ListMigrationSubtasksRequest', -'ListMigrationSubtasksResponse', -'ListMigrationWorkflowsRequest', -'ListMigrationWorkflowsResponse', -'MigrationServiceClient', -'MigrationSubtask', -'MigrationTask', -'MigrationTaskOrchestrationResult', -'MigrationWorkflow', -'Point', -'ResourceErrorDetail', -'StartMigrationWorkflowRequest', -'TeradataOptions', -'TimeInterval', -'TimeSeries', -'TranslationFileMapping', -'TranslationTaskDetails', -'TypedValue', -) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/gapic_metadata.json b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/gapic_metadata.json deleted file mode 100644 index 2cdac01..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/gapic_metadata.json +++ /dev/null @@ -1,93 +0,0 @@ - { - "comment": "This file maps proto services/RPCs to the corresponding library clients/methods", - "language": "python", - "libraryPackage": "google.cloud.bigquery_migration_v2alpha", - "protoPackage": "google.cloud.bigquery.migration.v2alpha", - "schema": "1.0", - "services": { - "MigrationService": { - "clients": { - "grpc": { - "libraryClient": "MigrationServiceClient", - "rpcs": { - "CreateMigrationWorkflow": { - "methods": [ - "create_migration_workflow" - ] - }, - "DeleteMigrationWorkflow": { - "methods": [ - "delete_migration_workflow" - ] - }, - "GetMigrationSubtask": { - "methods": [ - "get_migration_subtask" - ] - }, - "GetMigrationWorkflow": { - "methods": [ - "get_migration_workflow" - ] - }, - "ListMigrationSubtasks": { - "methods": [ - "list_migration_subtasks" - ] - }, - "ListMigrationWorkflows": { - "methods": [ - "list_migration_workflows" - ] - }, - "StartMigrationWorkflow": { - "methods": [ - "start_migration_workflow" - ] - } - } - }, - "grpc-async": { - "libraryClient": "MigrationServiceAsyncClient", - "rpcs": { - "CreateMigrationWorkflow": { - "methods": [ - "create_migration_workflow" - ] - }, - "DeleteMigrationWorkflow": { - "methods": [ - "delete_migration_workflow" - ] - }, - "GetMigrationSubtask": { - "methods": [ - "get_migration_subtask" - ] - }, - "GetMigrationWorkflow": { - "methods": [ - "get_migration_workflow" - ] - }, - "ListMigrationSubtasks": { - "methods": [ - "list_migration_subtasks" - ] - }, - "ListMigrationWorkflows": { - "methods": [ - "list_migration_workflows" - ] - }, - "StartMigrationWorkflow": { - "methods": [ - "start_migration_workflow" - ] - } - } - } - } - } - } -} diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/py.typed b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/py.typed deleted file mode 100644 index fcbd0b5..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/py.typed +++ /dev/null @@ -1,2 +0,0 @@ -# Marker file for PEP 561. -# The google-cloud-bigquery-migration package uses inline types. diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/__init__.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/__init__.py deleted file mode 100644 index 4de6597..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/__init__.py +++ /dev/null @@ -1,15 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/__init__.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/__init__.py deleted file mode 100644 index b32b10b..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/__init__.py +++ /dev/null @@ -1,22 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -from .client import MigrationServiceClient -from .async_client import MigrationServiceAsyncClient - -__all__ = ( - 'MigrationServiceClient', - 'MigrationServiceAsyncClient', -) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/async_client.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/async_client.py deleted file mode 100644 index 707a975..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/async_client.py +++ /dev/null @@ -1,796 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -from collections import OrderedDict -import functools -import re -from typing import Dict, Optional, Sequence, Tuple, Type, Union -import pkg_resources - -from google.api_core.client_options import ClientOptions -from google.api_core import exceptions as core_exceptions -from google.api_core import gapic_v1 -from google.api_core import retry as retries -from google.auth import credentials as ga_credentials # type: ignore -from google.oauth2 import service_account # type: ignore - -try: - OptionalRetry = Union[retries.Retry, gapic_v1.method._MethodDefault] -except AttributeError: # pragma: NO COVER - OptionalRetry = Union[retries.Retry, object] # type: ignore - -from google.cloud.bigquery_migration_v2alpha.services.migration_service import pagers -from google.cloud.bigquery_migration_v2alpha.types import migration_entities -from google.cloud.bigquery_migration_v2alpha.types import migration_error_details -from google.cloud.bigquery_migration_v2alpha.types import migration_metrics -from google.cloud.bigquery_migration_v2alpha.types import migration_service -from google.protobuf import timestamp_pb2 # type: ignore -from google.rpc import error_details_pb2 # type: ignore -from .transports.base import MigrationServiceTransport, DEFAULT_CLIENT_INFO -from .transports.grpc_asyncio import MigrationServiceGrpcAsyncIOTransport -from .client import MigrationServiceClient - - -class MigrationServiceAsyncClient: - """Service to handle EDW migrations.""" - - _client: MigrationServiceClient - - DEFAULT_ENDPOINT = MigrationServiceClient.DEFAULT_ENDPOINT - DEFAULT_MTLS_ENDPOINT = MigrationServiceClient.DEFAULT_MTLS_ENDPOINT - - migration_subtask_path = staticmethod(MigrationServiceClient.migration_subtask_path) - parse_migration_subtask_path = staticmethod(MigrationServiceClient.parse_migration_subtask_path) - migration_workflow_path = staticmethod(MigrationServiceClient.migration_workflow_path) - parse_migration_workflow_path = staticmethod(MigrationServiceClient.parse_migration_workflow_path) - common_billing_account_path = staticmethod(MigrationServiceClient.common_billing_account_path) - parse_common_billing_account_path = staticmethod(MigrationServiceClient.parse_common_billing_account_path) - common_folder_path = staticmethod(MigrationServiceClient.common_folder_path) - parse_common_folder_path = staticmethod(MigrationServiceClient.parse_common_folder_path) - common_organization_path = staticmethod(MigrationServiceClient.common_organization_path) - parse_common_organization_path = staticmethod(MigrationServiceClient.parse_common_organization_path) - common_project_path = staticmethod(MigrationServiceClient.common_project_path) - parse_common_project_path = staticmethod(MigrationServiceClient.parse_common_project_path) - common_location_path = staticmethod(MigrationServiceClient.common_location_path) - parse_common_location_path = staticmethod(MigrationServiceClient.parse_common_location_path) - - @classmethod - def from_service_account_info(cls, info: dict, *args, **kwargs): - """Creates an instance of this client using the provided credentials - info. - - Args: - info (dict): The service account private key info. - args: Additional arguments to pass to the constructor. - kwargs: Additional arguments to pass to the constructor. - - Returns: - MigrationServiceAsyncClient: The constructed client. - """ - return MigrationServiceClient.from_service_account_info.__func__(MigrationServiceAsyncClient, info, *args, **kwargs) # type: ignore - - @classmethod - def from_service_account_file(cls, filename: str, *args, **kwargs): - """Creates an instance of this client using the provided credentials - file. - - Args: - filename (str): The path to the service account private key json - file. - args: Additional arguments to pass to the constructor. - kwargs: Additional arguments to pass to the constructor. - - Returns: - MigrationServiceAsyncClient: The constructed client. - """ - return MigrationServiceClient.from_service_account_file.__func__(MigrationServiceAsyncClient, filename, *args, **kwargs) # type: ignore - - from_service_account_json = from_service_account_file - - @classmethod - def get_mtls_endpoint_and_cert_source(cls, client_options: Optional[ClientOptions] = None): - """Return the API endpoint and client cert source for mutual TLS. - - The client cert source is determined in the following order: - (1) if `GOOGLE_API_USE_CLIENT_CERTIFICATE` environment variable is not "true", the - client cert source is None. - (2) if `client_options.client_cert_source` is provided, use the provided one; if the - default client cert source exists, use the default one; otherwise the client cert - source is None. - - The API endpoint is determined in the following order: - (1) if `client_options.api_endpoint` if provided, use the provided one. - (2) if `GOOGLE_API_USE_CLIENT_CERTIFICATE` environment variable is "always", use the - default mTLS endpoint; if the environment variabel is "never", use the default API - endpoint; otherwise if client cert source exists, use the default mTLS endpoint, otherwise - use the default API endpoint. - - More details can be found at https://google.aip.dev/auth/4114. - - Args: - client_options (google.api_core.client_options.ClientOptions): Custom options for the - client. Only the `api_endpoint` and `client_cert_source` properties may be used - in this method. - - Returns: - Tuple[str, Callable[[], Tuple[bytes, bytes]]]: returns the API endpoint and the - client cert source to use. - - Raises: - google.auth.exceptions.MutualTLSChannelError: If any errors happen. - """ - return MigrationServiceClient.get_mtls_endpoint_and_cert_source(client_options) # type: ignore - - @property - def transport(self) -> MigrationServiceTransport: - """Returns the transport used by the client instance. - - Returns: - MigrationServiceTransport: The transport used by the client instance. - """ - return self._client.transport - - get_transport_class = functools.partial(type(MigrationServiceClient).get_transport_class, type(MigrationServiceClient)) - - def __init__(self, *, - credentials: ga_credentials.Credentials = None, - transport: Union[str, MigrationServiceTransport] = "grpc_asyncio", - client_options: ClientOptions = None, - client_info: gapic_v1.client_info.ClientInfo = DEFAULT_CLIENT_INFO, - ) -> None: - """Instantiates the migration service client. - - Args: - credentials (Optional[google.auth.credentials.Credentials]): The - authorization credentials to attach to requests. These - credentials identify the application to the service; if none - are specified, the client will attempt to ascertain the - credentials from the environment. - transport (Union[str, ~.MigrationServiceTransport]): The - transport to use. If set to None, a transport is chosen - automatically. - client_options (ClientOptions): Custom options for the client. It - won't take effect if a ``transport`` instance is provided. - (1) The ``api_endpoint`` property can be used to override the - default endpoint provided by the client. GOOGLE_API_USE_MTLS_ENDPOINT - environment variable can also be used to override the endpoint: - "always" (always use the default mTLS endpoint), "never" (always - use the default regular endpoint) and "auto" (auto switch to the - default mTLS endpoint if client certificate is present, this is - the default value). However, the ``api_endpoint`` property takes - precedence if provided. - (2) If GOOGLE_API_USE_CLIENT_CERTIFICATE environment variable - is "true", then the ``client_cert_source`` property can be used - to provide client certificate for mutual TLS transport. If - not provided, the default SSL client certificate will be used if - present. If GOOGLE_API_USE_CLIENT_CERTIFICATE is "false" or not - set, no client certificate will be used. - - Raises: - google.auth.exceptions.MutualTlsChannelError: If mutual TLS transport - creation failed for any reason. - """ - self._client = MigrationServiceClient( - credentials=credentials, - transport=transport, - client_options=client_options, - client_info=client_info, - - ) - - async def create_migration_workflow(self, - request: Union[migration_service.CreateMigrationWorkflowRequest, dict] = None, - *, - parent: str = None, - migration_workflow: migration_entities.MigrationWorkflow = None, - retry: OptionalRetry = gapic_v1.method.DEFAULT, - timeout: float = None, - metadata: Sequence[Tuple[str, str]] = (), - ) -> migration_entities.MigrationWorkflow: - r"""Creates a migration workflow. - - Args: - request (Union[google.cloud.bigquery_migration_v2alpha.types.CreateMigrationWorkflowRequest, dict]): - The request object. Request to create a migration - workflow resource. - parent (:class:`str`): - Required. The name of the project to which this - migration workflow belongs. Example: - ``projects/foo/locations/bar`` - - This corresponds to the ``parent`` field - on the ``request`` instance; if ``request`` is provided, this - should not be set. - migration_workflow (:class:`google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow`): - Required. The migration workflow to - create. - - This corresponds to the ``migration_workflow`` field - on the ``request`` instance; if ``request`` is provided, this - should not be set. - retry (google.api_core.retry.Retry): Designation of what errors, if any, - should be retried. - timeout (float): The timeout for this request. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - - Returns: - google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow: - A migration workflow which specifies - what needs to be done for an EDW - migration. - - """ - # Create or coerce a protobuf request object. - # Quick check: If we got a request object, we should *not* have - # gotten any keyword arguments that map to the request. - has_flattened_params = any([parent, migration_workflow]) - if request is not None and has_flattened_params: - raise ValueError("If the `request` argument is set, then none of " - "the individual field arguments should be set.") - - request = migration_service.CreateMigrationWorkflowRequest(request) - - # If we have keyword arguments corresponding to fields on the - # request, apply these. - if parent is not None: - request.parent = parent - if migration_workflow is not None: - request.migration_workflow = migration_workflow - - # Wrap the RPC method; this adds retry and timeout information, - # and friendly error handling. - rpc = gapic_v1.method_async.wrap_method( - self._client._transport.create_migration_workflow, - default_timeout=60.0, - client_info=DEFAULT_CLIENT_INFO, - ) - - # Certain fields should be provided within the metadata header; - # add these here. - metadata = tuple(metadata) + ( - gapic_v1.routing_header.to_grpc_metadata(( - ("parent", request.parent), - )), - ) - - # Send the request. - response = await rpc( - request, - retry=retry, - timeout=timeout, - metadata=metadata, - ) - - # Done; return the response. - return response - - async def get_migration_workflow(self, - request: Union[migration_service.GetMigrationWorkflowRequest, dict] = None, - *, - name: str = None, - retry: OptionalRetry = gapic_v1.method.DEFAULT, - timeout: float = None, - metadata: Sequence[Tuple[str, str]] = (), - ) -> migration_entities.MigrationWorkflow: - r"""Gets a previously created migration workflow. - - Args: - request (Union[google.cloud.bigquery_migration_v2alpha.types.GetMigrationWorkflowRequest, dict]): - The request object. A request to get a previously - created migration workflow. - name (:class:`str`): - Required. The unique identifier for the migration - workflow. Example: - ``projects/123/locations/us/workflows/1234`` - - This corresponds to the ``name`` field - on the ``request`` instance; if ``request`` is provided, this - should not be set. - retry (google.api_core.retry.Retry): Designation of what errors, if any, - should be retried. - timeout (float): The timeout for this request. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - - Returns: - google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow: - A migration workflow which specifies - what needs to be done for an EDW - migration. - - """ - # Create or coerce a protobuf request object. - # Quick check: If we got a request object, we should *not* have - # gotten any keyword arguments that map to the request. - has_flattened_params = any([name]) - if request is not None and has_flattened_params: - raise ValueError("If the `request` argument is set, then none of " - "the individual field arguments should be set.") - - request = migration_service.GetMigrationWorkflowRequest(request) - - # If we have keyword arguments corresponding to fields on the - # request, apply these. - if name is not None: - request.name = name - - # Wrap the RPC method; this adds retry and timeout information, - # and friendly error handling. - rpc = gapic_v1.method_async.wrap_method( - self._client._transport.get_migration_workflow, - default_retry=retries.Retry( -initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( - core_exceptions.ServiceUnavailable, - ), - deadline=120.0, - ), - default_timeout=120.0, - client_info=DEFAULT_CLIENT_INFO, - ) - - # Certain fields should be provided within the metadata header; - # add these here. - metadata = tuple(metadata) + ( - gapic_v1.routing_header.to_grpc_metadata(( - ("name", request.name), - )), - ) - - # Send the request. - response = await rpc( - request, - retry=retry, - timeout=timeout, - metadata=metadata, - ) - - # Done; return the response. - return response - - async def list_migration_workflows(self, - request: Union[migration_service.ListMigrationWorkflowsRequest, dict] = None, - *, - parent: str = None, - retry: OptionalRetry = gapic_v1.method.DEFAULT, - timeout: float = None, - metadata: Sequence[Tuple[str, str]] = (), - ) -> pagers.ListMigrationWorkflowsAsyncPager: - r"""Lists previously created migration workflow. - - Args: - request (Union[google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsRequest, dict]): - The request object. A request to list previously created - migration workflows. - parent (:class:`str`): - Required. The project and location of the migration - workflows to list. Example: - ``projects/123/locations/us`` - - This corresponds to the ``parent`` field - on the ``request`` instance; if ``request`` is provided, this - should not be set. - retry (google.api_core.retry.Retry): Designation of what errors, if any, - should be retried. - timeout (float): The timeout for this request. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - - Returns: - google.cloud.bigquery_migration_v2alpha.services.migration_service.pagers.ListMigrationWorkflowsAsyncPager: - Response object for a ListMigrationWorkflows call. - - Iterating over this object will yield results and - resolve additional pages automatically. - - """ - # Create or coerce a protobuf request object. - # Quick check: If we got a request object, we should *not* have - # gotten any keyword arguments that map to the request. - has_flattened_params = any([parent]) - if request is not None and has_flattened_params: - raise ValueError("If the `request` argument is set, then none of " - "the individual field arguments should be set.") - - request = migration_service.ListMigrationWorkflowsRequest(request) - - # If we have keyword arguments corresponding to fields on the - # request, apply these. - if parent is not None: - request.parent = parent - - # Wrap the RPC method; this adds retry and timeout information, - # and friendly error handling. - rpc = gapic_v1.method_async.wrap_method( - self._client._transport.list_migration_workflows, - default_retry=retries.Retry( -initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( - core_exceptions.ServiceUnavailable, - ), - deadline=120.0, - ), - default_timeout=120.0, - client_info=DEFAULT_CLIENT_INFO, - ) - - # Certain fields should be provided within the metadata header; - # add these here. - metadata = tuple(metadata) + ( - gapic_v1.routing_header.to_grpc_metadata(( - ("parent", request.parent), - )), - ) - - # Send the request. - response = await rpc( - request, - retry=retry, - timeout=timeout, - metadata=metadata, - ) - - # This method is paged; wrap the response in a pager, which provides - # an `__aiter__` convenience method. - response = pagers.ListMigrationWorkflowsAsyncPager( - method=rpc, - request=request, - response=response, - metadata=metadata, - ) - - # Done; return the response. - return response - - async def delete_migration_workflow(self, - request: Union[migration_service.DeleteMigrationWorkflowRequest, dict] = None, - *, - name: str = None, - retry: OptionalRetry = gapic_v1.method.DEFAULT, - timeout: float = None, - metadata: Sequence[Tuple[str, str]] = (), - ) -> None: - r"""Deletes a migration workflow by name. - - Args: - request (Union[google.cloud.bigquery_migration_v2alpha.types.DeleteMigrationWorkflowRequest, dict]): - The request object. A request to delete a previously - created migration workflow. - name (:class:`str`): - Required. The unique identifier for the migration - workflow. Example: - ``projects/123/locations/us/workflows/1234`` - - This corresponds to the ``name`` field - on the ``request`` instance; if ``request`` is provided, this - should not be set. - retry (google.api_core.retry.Retry): Designation of what errors, if any, - should be retried. - timeout (float): The timeout for this request. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - """ - # Create or coerce a protobuf request object. - # Quick check: If we got a request object, we should *not* have - # gotten any keyword arguments that map to the request. - has_flattened_params = any([name]) - if request is not None and has_flattened_params: - raise ValueError("If the `request` argument is set, then none of " - "the individual field arguments should be set.") - - request = migration_service.DeleteMigrationWorkflowRequest(request) - - # If we have keyword arguments corresponding to fields on the - # request, apply these. - if name is not None: - request.name = name - - # Wrap the RPC method; this adds retry and timeout information, - # and friendly error handling. - rpc = gapic_v1.method_async.wrap_method( - self._client._transport.delete_migration_workflow, - default_timeout=60.0, - client_info=DEFAULT_CLIENT_INFO, - ) - - # Certain fields should be provided within the metadata header; - # add these here. - metadata = tuple(metadata) + ( - gapic_v1.routing_header.to_grpc_metadata(( - ("name", request.name), - )), - ) - - # Send the request. - await rpc( - request, - retry=retry, - timeout=timeout, - metadata=metadata, - ) - - async def start_migration_workflow(self, - request: Union[migration_service.StartMigrationWorkflowRequest, dict] = None, - *, - name: str = None, - retry: OptionalRetry = gapic_v1.method.DEFAULT, - timeout: float = None, - metadata: Sequence[Tuple[str, str]] = (), - ) -> None: - r"""Starts a previously created migration workflow. I.e., - the state transitions from DRAFT to RUNNING. This is a - no-op if the state is already RUNNING. An error will be - signaled if the state is anything other than DRAFT or - RUNNING. - - Args: - request (Union[google.cloud.bigquery_migration_v2alpha.types.StartMigrationWorkflowRequest, dict]): - The request object. A request to start a previously - created migration workflow. - name (:class:`str`): - Required. The unique identifier for the migration - workflow. Example: - ``projects/123/locations/us/workflows/1234`` - - This corresponds to the ``name`` field - on the ``request`` instance; if ``request`` is provided, this - should not be set. - retry (google.api_core.retry.Retry): Designation of what errors, if any, - should be retried. - timeout (float): The timeout for this request. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - """ - # Create or coerce a protobuf request object. - # Quick check: If we got a request object, we should *not* have - # gotten any keyword arguments that map to the request. - has_flattened_params = any([name]) - if request is not None and has_flattened_params: - raise ValueError("If the `request` argument is set, then none of " - "the individual field arguments should be set.") - - request = migration_service.StartMigrationWorkflowRequest(request) - - # If we have keyword arguments corresponding to fields on the - # request, apply these. - if name is not None: - request.name = name - - # Wrap the RPC method; this adds retry and timeout information, - # and friendly error handling. - rpc = gapic_v1.method_async.wrap_method( - self._client._transport.start_migration_workflow, - default_retry=retries.Retry( -initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( - core_exceptions.ServiceUnavailable, - ), - deadline=120.0, - ), - default_timeout=120.0, - client_info=DEFAULT_CLIENT_INFO, - ) - - # Certain fields should be provided within the metadata header; - # add these here. - metadata = tuple(metadata) + ( - gapic_v1.routing_header.to_grpc_metadata(( - ("name", request.name), - )), - ) - - # Send the request. - await rpc( - request, - retry=retry, - timeout=timeout, - metadata=metadata, - ) - - async def get_migration_subtask(self, - request: Union[migration_service.GetMigrationSubtaskRequest, dict] = None, - *, - name: str = None, - retry: OptionalRetry = gapic_v1.method.DEFAULT, - timeout: float = None, - metadata: Sequence[Tuple[str, str]] = (), - ) -> migration_entities.MigrationSubtask: - r"""Gets a previously created migration subtask. - - Args: - request (Union[google.cloud.bigquery_migration_v2alpha.types.GetMigrationSubtaskRequest, dict]): - The request object. A request to get a previously - created migration subtasks. - name (:class:`str`): - Required. The unique identifier for the migration - subtask. Example: - ``projects/123/locations/us/workflows/1234/subtasks/543`` - - This corresponds to the ``name`` field - on the ``request`` instance; if ``request`` is provided, this - should not be set. - retry (google.api_core.retry.Retry): Designation of what errors, if any, - should be retried. - timeout (float): The timeout for this request. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - - Returns: - google.cloud.bigquery_migration_v2alpha.types.MigrationSubtask: - A subtask for a migration which - carries details about the configuration - of the subtask. The content of the - details should not matter to the end - user, but is a contract between the - subtask creator and subtask worker. - - """ - # Create or coerce a protobuf request object. - # Quick check: If we got a request object, we should *not* have - # gotten any keyword arguments that map to the request. - has_flattened_params = any([name]) - if request is not None and has_flattened_params: - raise ValueError("If the `request` argument is set, then none of " - "the individual field arguments should be set.") - - request = migration_service.GetMigrationSubtaskRequest(request) - - # If we have keyword arguments corresponding to fields on the - # request, apply these. - if name is not None: - request.name = name - - # Wrap the RPC method; this adds retry and timeout information, - # and friendly error handling. - rpc = gapic_v1.method_async.wrap_method( - self._client._transport.get_migration_subtask, - default_retry=retries.Retry( -initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( - core_exceptions.ServiceUnavailable, - ), - deadline=120.0, - ), - default_timeout=120.0, - client_info=DEFAULT_CLIENT_INFO, - ) - - # Certain fields should be provided within the metadata header; - # add these here. - metadata = tuple(metadata) + ( - gapic_v1.routing_header.to_grpc_metadata(( - ("name", request.name), - )), - ) - - # Send the request. - response = await rpc( - request, - retry=retry, - timeout=timeout, - metadata=metadata, - ) - - # Done; return the response. - return response - - async def list_migration_subtasks(self, - request: Union[migration_service.ListMigrationSubtasksRequest, dict] = None, - *, - parent: str = None, - retry: OptionalRetry = gapic_v1.method.DEFAULT, - timeout: float = None, - metadata: Sequence[Tuple[str, str]] = (), - ) -> pagers.ListMigrationSubtasksAsyncPager: - r"""Lists previously created migration subtasks. - - Args: - request (Union[google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksRequest, dict]): - The request object. A request to list previously created - migration subtasks. - parent (:class:`str`): - Required. The migration task of the subtasks to list. - Example: ``projects/123/locations/us/workflows/1234`` - - This corresponds to the ``parent`` field - on the ``request`` instance; if ``request`` is provided, this - should not be set. - retry (google.api_core.retry.Retry): Designation of what errors, if any, - should be retried. - timeout (float): The timeout for this request. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - - Returns: - google.cloud.bigquery_migration_v2alpha.services.migration_service.pagers.ListMigrationSubtasksAsyncPager: - Response object for a ListMigrationSubtasks call. - - Iterating over this object will yield results and - resolve additional pages automatically. - - """ - # Create or coerce a protobuf request object. - # Quick check: If we got a request object, we should *not* have - # gotten any keyword arguments that map to the request. - has_flattened_params = any([parent]) - if request is not None and has_flattened_params: - raise ValueError("If the `request` argument is set, then none of " - "the individual field arguments should be set.") - - request = migration_service.ListMigrationSubtasksRequest(request) - - # If we have keyword arguments corresponding to fields on the - # request, apply these. - if parent is not None: - request.parent = parent - - # Wrap the RPC method; this adds retry and timeout information, - # and friendly error handling. - rpc = gapic_v1.method_async.wrap_method( - self._client._transport.list_migration_subtasks, - default_retry=retries.Retry( -initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( - core_exceptions.ServiceUnavailable, - ), - deadline=120.0, - ), - default_timeout=120.0, - client_info=DEFAULT_CLIENT_INFO, - ) - - # Certain fields should be provided within the metadata header; - # add these here. - metadata = tuple(metadata) + ( - gapic_v1.routing_header.to_grpc_metadata(( - ("parent", request.parent), - )), - ) - - # Send the request. - response = await rpc( - request, - retry=retry, - timeout=timeout, - metadata=metadata, - ) - - # This method is paged; wrap the response in a pager, which provides - # an `__aiter__` convenience method. - response = pagers.ListMigrationSubtasksAsyncPager( - method=rpc, - request=request, - response=response, - metadata=metadata, - ) - - # Done; return the response. - return response - - async def __aenter__(self): - return self - - async def __aexit__(self, exc_type, exc, tb): - await self.transport.close() - -try: - DEFAULT_CLIENT_INFO = gapic_v1.client_info.ClientInfo( - gapic_version=pkg_resources.get_distribution( - "google-cloud-bigquery-migration", - ).version, - ) -except pkg_resources.DistributionNotFound: - DEFAULT_CLIENT_INFO = gapic_v1.client_info.ClientInfo() - - -__all__ = ( - "MigrationServiceAsyncClient", -) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/client.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/client.py deleted file mode 100644 index c8bf648..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/client.py +++ /dev/null @@ -1,971 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -from collections import OrderedDict -import os -import re -from typing import Dict, Optional, Sequence, Tuple, Type, Union -import pkg_resources - -from google.api_core import client_options as client_options_lib -from google.api_core import exceptions as core_exceptions -from google.api_core import gapic_v1 -from google.api_core import retry as retries -from google.auth import credentials as ga_credentials # type: ignore -from google.auth.transport import mtls # type: ignore -from google.auth.transport.grpc import SslCredentials # type: ignore -from google.auth.exceptions import MutualTLSChannelError # type: ignore -from google.oauth2 import service_account # type: ignore - -try: - OptionalRetry = Union[retries.Retry, gapic_v1.method._MethodDefault] -except AttributeError: # pragma: NO COVER - OptionalRetry = Union[retries.Retry, object] # type: ignore - -from google.cloud.bigquery_migration_v2alpha.services.migration_service import pagers -from google.cloud.bigquery_migration_v2alpha.types import migration_entities -from google.cloud.bigquery_migration_v2alpha.types import migration_error_details -from google.cloud.bigquery_migration_v2alpha.types import migration_metrics -from google.cloud.bigquery_migration_v2alpha.types import migration_service -from google.protobuf import timestamp_pb2 # type: ignore -from google.rpc import error_details_pb2 # type: ignore -from .transports.base import MigrationServiceTransport, DEFAULT_CLIENT_INFO -from .transports.grpc import MigrationServiceGrpcTransport -from .transports.grpc_asyncio import MigrationServiceGrpcAsyncIOTransport - - -class MigrationServiceClientMeta(type): - """Metaclass for the MigrationService client. - - This provides class-level methods for building and retrieving - support objects (e.g. transport) without polluting the client instance - objects. - """ - _transport_registry = OrderedDict() # type: Dict[str, Type[MigrationServiceTransport]] - _transport_registry["grpc"] = MigrationServiceGrpcTransport - _transport_registry["grpc_asyncio"] = MigrationServiceGrpcAsyncIOTransport - - def get_transport_class(cls, - label: str = None, - ) -> Type[MigrationServiceTransport]: - """Returns an appropriate transport class. - - Args: - label: The name of the desired transport. If none is - provided, then the first transport in the registry is used. - - Returns: - The transport class to use. - """ - # If a specific transport is requested, return that one. - if label: - return cls._transport_registry[label] - - # No transport is requested; return the default (that is, the first one - # in the dictionary). - return next(iter(cls._transport_registry.values())) - - -class MigrationServiceClient(metaclass=MigrationServiceClientMeta): - """Service to handle EDW migrations.""" - - @staticmethod - def _get_default_mtls_endpoint(api_endpoint): - """Converts api endpoint to mTLS endpoint. - - Convert "*.sandbox.googleapis.com" and "*.googleapis.com" to - "*.mtls.sandbox.googleapis.com" and "*.mtls.googleapis.com" respectively. - Args: - api_endpoint (Optional[str]): the api endpoint to convert. - Returns: - str: converted mTLS api endpoint. - """ - if not api_endpoint: - return api_endpoint - - mtls_endpoint_re = re.compile( - r"(?P[^.]+)(?P\.mtls)?(?P\.sandbox)?(?P\.googleapis\.com)?" - ) - - m = mtls_endpoint_re.match(api_endpoint) - name, mtls, sandbox, googledomain = m.groups() - if mtls or not googledomain: - return api_endpoint - - if sandbox: - return api_endpoint.replace( - "sandbox.googleapis.com", "mtls.sandbox.googleapis.com" - ) - - return api_endpoint.replace(".googleapis.com", ".mtls.googleapis.com") - - DEFAULT_ENDPOINT = "bigquerymigration.googleapis.com" - DEFAULT_MTLS_ENDPOINT = _get_default_mtls_endpoint.__func__( # type: ignore - DEFAULT_ENDPOINT - ) - - @classmethod - def from_service_account_info(cls, info: dict, *args, **kwargs): - """Creates an instance of this client using the provided credentials - info. - - Args: - info (dict): The service account private key info. - args: Additional arguments to pass to the constructor. - kwargs: Additional arguments to pass to the constructor. - - Returns: - MigrationServiceClient: The constructed client. - """ - credentials = service_account.Credentials.from_service_account_info(info) - kwargs["credentials"] = credentials - return cls(*args, **kwargs) - - @classmethod - def from_service_account_file(cls, filename: str, *args, **kwargs): - """Creates an instance of this client using the provided credentials - file. - - Args: - filename (str): The path to the service account private key json - file. - args: Additional arguments to pass to the constructor. - kwargs: Additional arguments to pass to the constructor. - - Returns: - MigrationServiceClient: The constructed client. - """ - credentials = service_account.Credentials.from_service_account_file( - filename) - kwargs["credentials"] = credentials - return cls(*args, **kwargs) - - from_service_account_json = from_service_account_file - - @property - def transport(self) -> MigrationServiceTransport: - """Returns the transport used by the client instance. - - Returns: - MigrationServiceTransport: The transport used by the client - instance. - """ - return self._transport - - @staticmethod - def migration_subtask_path(project: str,location: str,workflow: str,subtask: str,) -> str: - """Returns a fully-qualified migration_subtask string.""" - return "projects/{project}/locations/{location}/workflows/{workflow}/subtasks/{subtask}".format(project=project, location=location, workflow=workflow, subtask=subtask, ) - - @staticmethod - def parse_migration_subtask_path(path: str) -> Dict[str,str]: - """Parses a migration_subtask path into its component segments.""" - m = re.match(r"^projects/(?P.+?)/locations/(?P.+?)/workflows/(?P.+?)/subtasks/(?P.+?)$", path) - return m.groupdict() if m else {} - - @staticmethod - def migration_workflow_path(project: str,location: str,workflow: str,) -> str: - """Returns a fully-qualified migration_workflow string.""" - return "projects/{project}/locations/{location}/workflows/{workflow}".format(project=project, location=location, workflow=workflow, ) - - @staticmethod - def parse_migration_workflow_path(path: str) -> Dict[str,str]: - """Parses a migration_workflow path into its component segments.""" - m = re.match(r"^projects/(?P.+?)/locations/(?P.+?)/workflows/(?P.+?)$", path) - return m.groupdict() if m else {} - - @staticmethod - def common_billing_account_path(billing_account: str, ) -> str: - """Returns a fully-qualified billing_account string.""" - return "billingAccounts/{billing_account}".format(billing_account=billing_account, ) - - @staticmethod - def parse_common_billing_account_path(path: str) -> Dict[str,str]: - """Parse a billing_account path into its component segments.""" - m = re.match(r"^billingAccounts/(?P.+?)$", path) - return m.groupdict() if m else {} - - @staticmethod - def common_folder_path(folder: str, ) -> str: - """Returns a fully-qualified folder string.""" - return "folders/{folder}".format(folder=folder, ) - - @staticmethod - def parse_common_folder_path(path: str) -> Dict[str,str]: - """Parse a folder path into its component segments.""" - m = re.match(r"^folders/(?P.+?)$", path) - return m.groupdict() if m else {} - - @staticmethod - def common_organization_path(organization: str, ) -> str: - """Returns a fully-qualified organization string.""" - return "organizations/{organization}".format(organization=organization, ) - - @staticmethod - def parse_common_organization_path(path: str) -> Dict[str,str]: - """Parse a organization path into its component segments.""" - m = re.match(r"^organizations/(?P.+?)$", path) - return m.groupdict() if m else {} - - @staticmethod - def common_project_path(project: str, ) -> str: - """Returns a fully-qualified project string.""" - return "projects/{project}".format(project=project, ) - - @staticmethod - def parse_common_project_path(path: str) -> Dict[str,str]: - """Parse a project path into its component segments.""" - m = re.match(r"^projects/(?P.+?)$", path) - return m.groupdict() if m else {} - - @staticmethod - def common_location_path(project: str, location: str, ) -> str: - """Returns a fully-qualified location string.""" - return "projects/{project}/locations/{location}".format(project=project, location=location, ) - - @staticmethod - def parse_common_location_path(path: str) -> Dict[str,str]: - """Parse a location path into its component segments.""" - m = re.match(r"^projects/(?P.+?)/locations/(?P.+?)$", path) - return m.groupdict() if m else {} - - @classmethod - def get_mtls_endpoint_and_cert_source(cls, client_options: Optional[client_options_lib.ClientOptions] = None): - """Return the API endpoint and client cert source for mutual TLS. - - The client cert source is determined in the following order: - (1) if `GOOGLE_API_USE_CLIENT_CERTIFICATE` environment variable is not "true", the - client cert source is None. - (2) if `client_options.client_cert_source` is provided, use the provided one; if the - default client cert source exists, use the default one; otherwise the client cert - source is None. - - The API endpoint is determined in the following order: - (1) if `client_options.api_endpoint` if provided, use the provided one. - (2) if `GOOGLE_API_USE_CLIENT_CERTIFICATE` environment variable is "always", use the - default mTLS endpoint; if the environment variabel is "never", use the default API - endpoint; otherwise if client cert source exists, use the default mTLS endpoint, otherwise - use the default API endpoint. - - More details can be found at https://google.aip.dev/auth/4114. - - Args: - client_options (google.api_core.client_options.ClientOptions): Custom options for the - client. Only the `api_endpoint` and `client_cert_source` properties may be used - in this method. - - Returns: - Tuple[str, Callable[[], Tuple[bytes, bytes]]]: returns the API endpoint and the - client cert source to use. - - Raises: - google.auth.exceptions.MutualTLSChannelError: If any errors happen. - """ - if client_options is None: - client_options = client_options_lib.ClientOptions() - use_client_cert = os.getenv("GOOGLE_API_USE_CLIENT_CERTIFICATE", "false") - use_mtls_endpoint = os.getenv("GOOGLE_API_USE_MTLS_ENDPOINT", "auto") - if use_client_cert not in ("true", "false"): - raise ValueError("Environment variable `GOOGLE_API_USE_CLIENT_CERTIFICATE` must be either `true` or `false`") - if use_mtls_endpoint not in ("auto", "never", "always"): - raise MutualTLSChannelError("Environment variable `GOOGLE_API_USE_MTLS_ENDPOINT` must be `never`, `auto` or `always`") - - # Figure out the client cert source to use. - client_cert_source = None - if use_client_cert == "true": - if client_options.client_cert_source: - client_cert_source = client_options.client_cert_source - elif mtls.has_default_client_cert_source(): - client_cert_source = mtls.default_client_cert_source() - - # Figure out which api endpoint to use. - if client_options.api_endpoint is not None: - api_endpoint = client_options.api_endpoint - elif use_mtls_endpoint == "always" or (use_mtls_endpoint == "auto" and client_cert_source): - api_endpoint = cls.DEFAULT_MTLS_ENDPOINT - else: - api_endpoint = cls.DEFAULT_ENDPOINT - - return api_endpoint, client_cert_source - - def __init__(self, *, - credentials: Optional[ga_credentials.Credentials] = None, - transport: Union[str, MigrationServiceTransport, None] = None, - client_options: Optional[client_options_lib.ClientOptions] = None, - client_info: gapic_v1.client_info.ClientInfo = DEFAULT_CLIENT_INFO, - ) -> None: - """Instantiates the migration service client. - - Args: - credentials (Optional[google.auth.credentials.Credentials]): The - authorization credentials to attach to requests. These - credentials identify the application to the service; if none - are specified, the client will attempt to ascertain the - credentials from the environment. - transport (Union[str, MigrationServiceTransport]): The - transport to use. If set to None, a transport is chosen - automatically. - client_options (google.api_core.client_options.ClientOptions): Custom options for the - client. It won't take effect if a ``transport`` instance is provided. - (1) The ``api_endpoint`` property can be used to override the - default endpoint provided by the client. GOOGLE_API_USE_MTLS_ENDPOINT - environment variable can also be used to override the endpoint: - "always" (always use the default mTLS endpoint), "never" (always - use the default regular endpoint) and "auto" (auto switch to the - default mTLS endpoint if client certificate is present, this is - the default value). However, the ``api_endpoint`` property takes - precedence if provided. - (2) If GOOGLE_API_USE_CLIENT_CERTIFICATE environment variable - is "true", then the ``client_cert_source`` property can be used - to provide client certificate for mutual TLS transport. If - not provided, the default SSL client certificate will be used if - present. If GOOGLE_API_USE_CLIENT_CERTIFICATE is "false" or not - set, no client certificate will be used. - client_info (google.api_core.gapic_v1.client_info.ClientInfo): - The client info used to send a user-agent string along with - API requests. If ``None``, then default info will be used. - Generally, you only need to set this if you're developing - your own client library. - - Raises: - google.auth.exceptions.MutualTLSChannelError: If mutual TLS transport - creation failed for any reason. - """ - if isinstance(client_options, dict): - client_options = client_options_lib.from_dict(client_options) - if client_options is None: - client_options = client_options_lib.ClientOptions() - - api_endpoint, client_cert_source_func = self.get_mtls_endpoint_and_cert_source(client_options) - - api_key_value = getattr(client_options, "api_key", None) - if api_key_value and credentials: - raise ValueError("client_options.api_key and credentials are mutually exclusive") - - # Save or instantiate the transport. - # Ordinarily, we provide the transport, but allowing a custom transport - # instance provides an extensibility point for unusual situations. - if isinstance(transport, MigrationServiceTransport): - # transport is a MigrationServiceTransport instance. - if credentials or client_options.credentials_file or api_key_value: - raise ValueError("When providing a transport instance, " - "provide its credentials directly.") - if client_options.scopes: - raise ValueError( - "When providing a transport instance, provide its scopes " - "directly." - ) - self._transport = transport - else: - import google.auth._default # type: ignore - - if api_key_value and hasattr(google.auth._default, "get_api_key_credentials"): - credentials = google.auth._default.get_api_key_credentials(api_key_value) - - Transport = type(self).get_transport_class(transport) - self._transport = Transport( - credentials=credentials, - credentials_file=client_options.credentials_file, - host=api_endpoint, - scopes=client_options.scopes, - client_cert_source_for_mtls=client_cert_source_func, - quota_project_id=client_options.quota_project_id, - client_info=client_info, - always_use_jwt_access=True, - ) - - def create_migration_workflow(self, - request: Union[migration_service.CreateMigrationWorkflowRequest, dict] = None, - *, - parent: str = None, - migration_workflow: migration_entities.MigrationWorkflow = None, - retry: OptionalRetry = gapic_v1.method.DEFAULT, - timeout: float = None, - metadata: Sequence[Tuple[str, str]] = (), - ) -> migration_entities.MigrationWorkflow: - r"""Creates a migration workflow. - - Args: - request (Union[google.cloud.bigquery_migration_v2alpha.types.CreateMigrationWorkflowRequest, dict]): - The request object. Request to create a migration - workflow resource. - parent (str): - Required. The name of the project to which this - migration workflow belongs. Example: - ``projects/foo/locations/bar`` - - This corresponds to the ``parent`` field - on the ``request`` instance; if ``request`` is provided, this - should not be set. - migration_workflow (google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow): - Required. The migration workflow to - create. - - This corresponds to the ``migration_workflow`` field - on the ``request`` instance; if ``request`` is provided, this - should not be set. - retry (google.api_core.retry.Retry): Designation of what errors, if any, - should be retried. - timeout (float): The timeout for this request. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - - Returns: - google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow: - A migration workflow which specifies - what needs to be done for an EDW - migration. - - """ - # Create or coerce a protobuf request object. - # Quick check: If we got a request object, we should *not* have - # gotten any keyword arguments that map to the request. - has_flattened_params = any([parent, migration_workflow]) - if request is not None and has_flattened_params: - raise ValueError('If the `request` argument is set, then none of ' - 'the individual field arguments should be set.') - - # Minor optimization to avoid making a copy if the user passes - # in a migration_service.CreateMigrationWorkflowRequest. - # There's no risk of modifying the input as we've already verified - # there are no flattened fields. - if not isinstance(request, migration_service.CreateMigrationWorkflowRequest): - request = migration_service.CreateMigrationWorkflowRequest(request) - # If we have keyword arguments corresponding to fields on the - # request, apply these. - if parent is not None: - request.parent = parent - if migration_workflow is not None: - request.migration_workflow = migration_workflow - - # Wrap the RPC method; this adds retry and timeout information, - # and friendly error handling. - rpc = self._transport._wrapped_methods[self._transport.create_migration_workflow] - - # Certain fields should be provided within the metadata header; - # add these here. - metadata = tuple(metadata) + ( - gapic_v1.routing_header.to_grpc_metadata(( - ("parent", request.parent), - )), - ) - - # Send the request. - response = rpc( - request, - retry=retry, - timeout=timeout, - metadata=metadata, - ) - - # Done; return the response. - return response - - def get_migration_workflow(self, - request: Union[migration_service.GetMigrationWorkflowRequest, dict] = None, - *, - name: str = None, - retry: OptionalRetry = gapic_v1.method.DEFAULT, - timeout: float = None, - metadata: Sequence[Tuple[str, str]] = (), - ) -> migration_entities.MigrationWorkflow: - r"""Gets a previously created migration workflow. - - Args: - request (Union[google.cloud.bigquery_migration_v2alpha.types.GetMigrationWorkflowRequest, dict]): - The request object. A request to get a previously - created migration workflow. - name (str): - Required. The unique identifier for the migration - workflow. Example: - ``projects/123/locations/us/workflows/1234`` - - This corresponds to the ``name`` field - on the ``request`` instance; if ``request`` is provided, this - should not be set. - retry (google.api_core.retry.Retry): Designation of what errors, if any, - should be retried. - timeout (float): The timeout for this request. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - - Returns: - google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow: - A migration workflow which specifies - what needs to be done for an EDW - migration. - - """ - # Create or coerce a protobuf request object. - # Quick check: If we got a request object, we should *not* have - # gotten any keyword arguments that map to the request. - has_flattened_params = any([name]) - if request is not None and has_flattened_params: - raise ValueError('If the `request` argument is set, then none of ' - 'the individual field arguments should be set.') - - # Minor optimization to avoid making a copy if the user passes - # in a migration_service.GetMigrationWorkflowRequest. - # There's no risk of modifying the input as we've already verified - # there are no flattened fields. - if not isinstance(request, migration_service.GetMigrationWorkflowRequest): - request = migration_service.GetMigrationWorkflowRequest(request) - # If we have keyword arguments corresponding to fields on the - # request, apply these. - if name is not None: - request.name = name - - # Wrap the RPC method; this adds retry and timeout information, - # and friendly error handling. - rpc = self._transport._wrapped_methods[self._transport.get_migration_workflow] - - # Certain fields should be provided within the metadata header; - # add these here. - metadata = tuple(metadata) + ( - gapic_v1.routing_header.to_grpc_metadata(( - ("name", request.name), - )), - ) - - # Send the request. - response = rpc( - request, - retry=retry, - timeout=timeout, - metadata=metadata, - ) - - # Done; return the response. - return response - - def list_migration_workflows(self, - request: Union[migration_service.ListMigrationWorkflowsRequest, dict] = None, - *, - parent: str = None, - retry: OptionalRetry = gapic_v1.method.DEFAULT, - timeout: float = None, - metadata: Sequence[Tuple[str, str]] = (), - ) -> pagers.ListMigrationWorkflowsPager: - r"""Lists previously created migration workflow. - - Args: - request (Union[google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsRequest, dict]): - The request object. A request to list previously created - migration workflows. - parent (str): - Required. The project and location of the migration - workflows to list. Example: - ``projects/123/locations/us`` - - This corresponds to the ``parent`` field - on the ``request`` instance; if ``request`` is provided, this - should not be set. - retry (google.api_core.retry.Retry): Designation of what errors, if any, - should be retried. - timeout (float): The timeout for this request. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - - Returns: - google.cloud.bigquery_migration_v2alpha.services.migration_service.pagers.ListMigrationWorkflowsPager: - Response object for a ListMigrationWorkflows call. - - Iterating over this object will yield results and - resolve additional pages automatically. - - """ - # Create or coerce a protobuf request object. - # Quick check: If we got a request object, we should *not* have - # gotten any keyword arguments that map to the request. - has_flattened_params = any([parent]) - if request is not None and has_flattened_params: - raise ValueError('If the `request` argument is set, then none of ' - 'the individual field arguments should be set.') - - # Minor optimization to avoid making a copy if the user passes - # in a migration_service.ListMigrationWorkflowsRequest. - # There's no risk of modifying the input as we've already verified - # there are no flattened fields. - if not isinstance(request, migration_service.ListMigrationWorkflowsRequest): - request = migration_service.ListMigrationWorkflowsRequest(request) - # If we have keyword arguments corresponding to fields on the - # request, apply these. - if parent is not None: - request.parent = parent - - # Wrap the RPC method; this adds retry and timeout information, - # and friendly error handling. - rpc = self._transport._wrapped_methods[self._transport.list_migration_workflows] - - # Certain fields should be provided within the metadata header; - # add these here. - metadata = tuple(metadata) + ( - gapic_v1.routing_header.to_grpc_metadata(( - ("parent", request.parent), - )), - ) - - # Send the request. - response = rpc( - request, - retry=retry, - timeout=timeout, - metadata=metadata, - ) - - # This method is paged; wrap the response in a pager, which provides - # an `__iter__` convenience method. - response = pagers.ListMigrationWorkflowsPager( - method=rpc, - request=request, - response=response, - metadata=metadata, - ) - - # Done; return the response. - return response - - def delete_migration_workflow(self, - request: Union[migration_service.DeleteMigrationWorkflowRequest, dict] = None, - *, - name: str = None, - retry: OptionalRetry = gapic_v1.method.DEFAULT, - timeout: float = None, - metadata: Sequence[Tuple[str, str]] = (), - ) -> None: - r"""Deletes a migration workflow by name. - - Args: - request (Union[google.cloud.bigquery_migration_v2alpha.types.DeleteMigrationWorkflowRequest, dict]): - The request object. A request to delete a previously - created migration workflow. - name (str): - Required. The unique identifier for the migration - workflow. Example: - ``projects/123/locations/us/workflows/1234`` - - This corresponds to the ``name`` field - on the ``request`` instance; if ``request`` is provided, this - should not be set. - retry (google.api_core.retry.Retry): Designation of what errors, if any, - should be retried. - timeout (float): The timeout for this request. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - """ - # Create or coerce a protobuf request object. - # Quick check: If we got a request object, we should *not* have - # gotten any keyword arguments that map to the request. - has_flattened_params = any([name]) - if request is not None and has_flattened_params: - raise ValueError('If the `request` argument is set, then none of ' - 'the individual field arguments should be set.') - - # Minor optimization to avoid making a copy if the user passes - # in a migration_service.DeleteMigrationWorkflowRequest. - # There's no risk of modifying the input as we've already verified - # there are no flattened fields. - if not isinstance(request, migration_service.DeleteMigrationWorkflowRequest): - request = migration_service.DeleteMigrationWorkflowRequest(request) - # If we have keyword arguments corresponding to fields on the - # request, apply these. - if name is not None: - request.name = name - - # Wrap the RPC method; this adds retry and timeout information, - # and friendly error handling. - rpc = self._transport._wrapped_methods[self._transport.delete_migration_workflow] - - # Certain fields should be provided within the metadata header; - # add these here. - metadata = tuple(metadata) + ( - gapic_v1.routing_header.to_grpc_metadata(( - ("name", request.name), - )), - ) - - # Send the request. - rpc( - request, - retry=retry, - timeout=timeout, - metadata=metadata, - ) - - def start_migration_workflow(self, - request: Union[migration_service.StartMigrationWorkflowRequest, dict] = None, - *, - name: str = None, - retry: OptionalRetry = gapic_v1.method.DEFAULT, - timeout: float = None, - metadata: Sequence[Tuple[str, str]] = (), - ) -> None: - r"""Starts a previously created migration workflow. I.e., - the state transitions from DRAFT to RUNNING. This is a - no-op if the state is already RUNNING. An error will be - signaled if the state is anything other than DRAFT or - RUNNING. - - Args: - request (Union[google.cloud.bigquery_migration_v2alpha.types.StartMigrationWorkflowRequest, dict]): - The request object. A request to start a previously - created migration workflow. - name (str): - Required. The unique identifier for the migration - workflow. Example: - ``projects/123/locations/us/workflows/1234`` - - This corresponds to the ``name`` field - on the ``request`` instance; if ``request`` is provided, this - should not be set. - retry (google.api_core.retry.Retry): Designation of what errors, if any, - should be retried. - timeout (float): The timeout for this request. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - """ - # Create or coerce a protobuf request object. - # Quick check: If we got a request object, we should *not* have - # gotten any keyword arguments that map to the request. - has_flattened_params = any([name]) - if request is not None and has_flattened_params: - raise ValueError('If the `request` argument is set, then none of ' - 'the individual field arguments should be set.') - - # Minor optimization to avoid making a copy if the user passes - # in a migration_service.StartMigrationWorkflowRequest. - # There's no risk of modifying the input as we've already verified - # there are no flattened fields. - if not isinstance(request, migration_service.StartMigrationWorkflowRequest): - request = migration_service.StartMigrationWorkflowRequest(request) - # If we have keyword arguments corresponding to fields on the - # request, apply these. - if name is not None: - request.name = name - - # Wrap the RPC method; this adds retry and timeout information, - # and friendly error handling. - rpc = self._transport._wrapped_methods[self._transport.start_migration_workflow] - - # Certain fields should be provided within the metadata header; - # add these here. - metadata = tuple(metadata) + ( - gapic_v1.routing_header.to_grpc_metadata(( - ("name", request.name), - )), - ) - - # Send the request. - rpc( - request, - retry=retry, - timeout=timeout, - metadata=metadata, - ) - - def get_migration_subtask(self, - request: Union[migration_service.GetMigrationSubtaskRequest, dict] = None, - *, - name: str = None, - retry: OptionalRetry = gapic_v1.method.DEFAULT, - timeout: float = None, - metadata: Sequence[Tuple[str, str]] = (), - ) -> migration_entities.MigrationSubtask: - r"""Gets a previously created migration subtask. - - Args: - request (Union[google.cloud.bigquery_migration_v2alpha.types.GetMigrationSubtaskRequest, dict]): - The request object. A request to get a previously - created migration subtasks. - name (str): - Required. The unique identifier for the migration - subtask. Example: - ``projects/123/locations/us/workflows/1234/subtasks/543`` - - This corresponds to the ``name`` field - on the ``request`` instance; if ``request`` is provided, this - should not be set. - retry (google.api_core.retry.Retry): Designation of what errors, if any, - should be retried. - timeout (float): The timeout for this request. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - - Returns: - google.cloud.bigquery_migration_v2alpha.types.MigrationSubtask: - A subtask for a migration which - carries details about the configuration - of the subtask. The content of the - details should not matter to the end - user, but is a contract between the - subtask creator and subtask worker. - - """ - # Create or coerce a protobuf request object. - # Quick check: If we got a request object, we should *not* have - # gotten any keyword arguments that map to the request. - has_flattened_params = any([name]) - if request is not None and has_flattened_params: - raise ValueError('If the `request` argument is set, then none of ' - 'the individual field arguments should be set.') - - # Minor optimization to avoid making a copy if the user passes - # in a migration_service.GetMigrationSubtaskRequest. - # There's no risk of modifying the input as we've already verified - # there are no flattened fields. - if not isinstance(request, migration_service.GetMigrationSubtaskRequest): - request = migration_service.GetMigrationSubtaskRequest(request) - # If we have keyword arguments corresponding to fields on the - # request, apply these. - if name is not None: - request.name = name - - # Wrap the RPC method; this adds retry and timeout information, - # and friendly error handling. - rpc = self._transport._wrapped_methods[self._transport.get_migration_subtask] - - # Certain fields should be provided within the metadata header; - # add these here. - metadata = tuple(metadata) + ( - gapic_v1.routing_header.to_grpc_metadata(( - ("name", request.name), - )), - ) - - # Send the request. - response = rpc( - request, - retry=retry, - timeout=timeout, - metadata=metadata, - ) - - # Done; return the response. - return response - - def list_migration_subtasks(self, - request: Union[migration_service.ListMigrationSubtasksRequest, dict] = None, - *, - parent: str = None, - retry: OptionalRetry = gapic_v1.method.DEFAULT, - timeout: float = None, - metadata: Sequence[Tuple[str, str]] = (), - ) -> pagers.ListMigrationSubtasksPager: - r"""Lists previously created migration subtasks. - - Args: - request (Union[google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksRequest, dict]): - The request object. A request to list previously created - migration subtasks. - parent (str): - Required. The migration task of the subtasks to list. - Example: ``projects/123/locations/us/workflows/1234`` - - This corresponds to the ``parent`` field - on the ``request`` instance; if ``request`` is provided, this - should not be set. - retry (google.api_core.retry.Retry): Designation of what errors, if any, - should be retried. - timeout (float): The timeout for this request. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - - Returns: - google.cloud.bigquery_migration_v2alpha.services.migration_service.pagers.ListMigrationSubtasksPager: - Response object for a ListMigrationSubtasks call. - - Iterating over this object will yield results and - resolve additional pages automatically. - - """ - # Create or coerce a protobuf request object. - # Quick check: If we got a request object, we should *not* have - # gotten any keyword arguments that map to the request. - has_flattened_params = any([parent]) - if request is not None and has_flattened_params: - raise ValueError('If the `request` argument is set, then none of ' - 'the individual field arguments should be set.') - - # Minor optimization to avoid making a copy if the user passes - # in a migration_service.ListMigrationSubtasksRequest. - # There's no risk of modifying the input as we've already verified - # there are no flattened fields. - if not isinstance(request, migration_service.ListMigrationSubtasksRequest): - request = migration_service.ListMigrationSubtasksRequest(request) - # If we have keyword arguments corresponding to fields on the - # request, apply these. - if parent is not None: - request.parent = parent - - # Wrap the RPC method; this adds retry and timeout information, - # and friendly error handling. - rpc = self._transport._wrapped_methods[self._transport.list_migration_subtasks] - - # Certain fields should be provided within the metadata header; - # add these here. - metadata = tuple(metadata) + ( - gapic_v1.routing_header.to_grpc_metadata(( - ("parent", request.parent), - )), - ) - - # Send the request. - response = rpc( - request, - retry=retry, - timeout=timeout, - metadata=metadata, - ) - - # This method is paged; wrap the response in a pager, which provides - # an `__iter__` convenience method. - response = pagers.ListMigrationSubtasksPager( - method=rpc, - request=request, - response=response, - metadata=metadata, - ) - - # Done; return the response. - return response - - def __enter__(self): - return self - - def __exit__(self, type, value, traceback): - """Releases underlying transport's resources. - - .. warning:: - ONLY use as a context manager if the transport is NOT shared - with other clients! Exiting the with block will CLOSE the transport - and may cause errors in other clients! - """ - self.transport.close() - - - -try: - DEFAULT_CLIENT_INFO = gapic_v1.client_info.ClientInfo( - gapic_version=pkg_resources.get_distribution( - "google-cloud-bigquery-migration", - ).version, - ) -except pkg_resources.DistributionNotFound: - DEFAULT_CLIENT_INFO = gapic_v1.client_info.ClientInfo() - - -__all__ = ( - "MigrationServiceClient", -) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/pagers.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/pagers.py deleted file mode 100644 index a20be3c..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/pagers.py +++ /dev/null @@ -1,261 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -from typing import Any, AsyncIterator, Awaitable, Callable, Sequence, Tuple, Optional, Iterator - -from google.cloud.bigquery_migration_v2alpha.types import migration_entities -from google.cloud.bigquery_migration_v2alpha.types import migration_service - - -class ListMigrationWorkflowsPager: - """A pager for iterating through ``list_migration_workflows`` requests. - - This class thinly wraps an initial - :class:`google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsResponse` object, and - provides an ``__iter__`` method to iterate through its - ``migration_workflows`` field. - - If there are more pages, the ``__iter__`` method will make additional - ``ListMigrationWorkflows`` requests and continue to iterate - through the ``migration_workflows`` field on the - corresponding responses. - - All the usual :class:`google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsResponse` - attributes are available on the pager. If multiple requests are made, only - the most recent response is retained, and thus used for attribute lookup. - """ - def __init__(self, - method: Callable[..., migration_service.ListMigrationWorkflowsResponse], - request: migration_service.ListMigrationWorkflowsRequest, - response: migration_service.ListMigrationWorkflowsResponse, - *, - metadata: Sequence[Tuple[str, str]] = ()): - """Instantiate the pager. - - Args: - method (Callable): The method that was originally called, and - which instantiated this pager. - request (google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsRequest): - The initial request object. - response (google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsResponse): - The initial response object. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - """ - self._method = method - self._request = migration_service.ListMigrationWorkflowsRequest(request) - self._response = response - self._metadata = metadata - - def __getattr__(self, name: str) -> Any: - return getattr(self._response, name) - - @property - def pages(self) -> Iterator[migration_service.ListMigrationWorkflowsResponse]: - yield self._response - while self._response.next_page_token: - self._request.page_token = self._response.next_page_token - self._response = self._method(self._request, metadata=self._metadata) - yield self._response - - def __iter__(self) -> Iterator[migration_entities.MigrationWorkflow]: - for page in self.pages: - yield from page.migration_workflows - - def __repr__(self) -> str: - return '{0}<{1!r}>'.format(self.__class__.__name__, self._response) - - -class ListMigrationWorkflowsAsyncPager: - """A pager for iterating through ``list_migration_workflows`` requests. - - This class thinly wraps an initial - :class:`google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsResponse` object, and - provides an ``__aiter__`` method to iterate through its - ``migration_workflows`` field. - - If there are more pages, the ``__aiter__`` method will make additional - ``ListMigrationWorkflows`` requests and continue to iterate - through the ``migration_workflows`` field on the - corresponding responses. - - All the usual :class:`google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsResponse` - attributes are available on the pager. If multiple requests are made, only - the most recent response is retained, and thus used for attribute lookup. - """ - def __init__(self, - method: Callable[..., Awaitable[migration_service.ListMigrationWorkflowsResponse]], - request: migration_service.ListMigrationWorkflowsRequest, - response: migration_service.ListMigrationWorkflowsResponse, - *, - metadata: Sequence[Tuple[str, str]] = ()): - """Instantiates the pager. - - Args: - method (Callable): The method that was originally called, and - which instantiated this pager. - request (google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsRequest): - The initial request object. - response (google.cloud.bigquery_migration_v2alpha.types.ListMigrationWorkflowsResponse): - The initial response object. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - """ - self._method = method - self._request = migration_service.ListMigrationWorkflowsRequest(request) - self._response = response - self._metadata = metadata - - def __getattr__(self, name: str) -> Any: - return getattr(self._response, name) - - @property - async def pages(self) -> AsyncIterator[migration_service.ListMigrationWorkflowsResponse]: - yield self._response - while self._response.next_page_token: - self._request.page_token = self._response.next_page_token - self._response = await self._method(self._request, metadata=self._metadata) - yield self._response - def __aiter__(self) -> AsyncIterator[migration_entities.MigrationWorkflow]: - async def async_generator(): - async for page in self.pages: - for response in page.migration_workflows: - yield response - - return async_generator() - - def __repr__(self) -> str: - return '{0}<{1!r}>'.format(self.__class__.__name__, self._response) - - -class ListMigrationSubtasksPager: - """A pager for iterating through ``list_migration_subtasks`` requests. - - This class thinly wraps an initial - :class:`google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksResponse` object, and - provides an ``__iter__`` method to iterate through its - ``migration_subtasks`` field. - - If there are more pages, the ``__iter__`` method will make additional - ``ListMigrationSubtasks`` requests and continue to iterate - through the ``migration_subtasks`` field on the - corresponding responses. - - All the usual :class:`google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksResponse` - attributes are available on the pager. If multiple requests are made, only - the most recent response is retained, and thus used for attribute lookup. - """ - def __init__(self, - method: Callable[..., migration_service.ListMigrationSubtasksResponse], - request: migration_service.ListMigrationSubtasksRequest, - response: migration_service.ListMigrationSubtasksResponse, - *, - metadata: Sequence[Tuple[str, str]] = ()): - """Instantiate the pager. - - Args: - method (Callable): The method that was originally called, and - which instantiated this pager. - request (google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksRequest): - The initial request object. - response (google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksResponse): - The initial response object. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - """ - self._method = method - self._request = migration_service.ListMigrationSubtasksRequest(request) - self._response = response - self._metadata = metadata - - def __getattr__(self, name: str) -> Any: - return getattr(self._response, name) - - @property - def pages(self) -> Iterator[migration_service.ListMigrationSubtasksResponse]: - yield self._response - while self._response.next_page_token: - self._request.page_token = self._response.next_page_token - self._response = self._method(self._request, metadata=self._metadata) - yield self._response - - def __iter__(self) -> Iterator[migration_entities.MigrationSubtask]: - for page in self.pages: - yield from page.migration_subtasks - - def __repr__(self) -> str: - return '{0}<{1!r}>'.format(self.__class__.__name__, self._response) - - -class ListMigrationSubtasksAsyncPager: - """A pager for iterating through ``list_migration_subtasks`` requests. - - This class thinly wraps an initial - :class:`google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksResponse` object, and - provides an ``__aiter__`` method to iterate through its - ``migration_subtasks`` field. - - If there are more pages, the ``__aiter__`` method will make additional - ``ListMigrationSubtasks`` requests and continue to iterate - through the ``migration_subtasks`` field on the - corresponding responses. - - All the usual :class:`google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksResponse` - attributes are available on the pager. If multiple requests are made, only - the most recent response is retained, and thus used for attribute lookup. - """ - def __init__(self, - method: Callable[..., Awaitable[migration_service.ListMigrationSubtasksResponse]], - request: migration_service.ListMigrationSubtasksRequest, - response: migration_service.ListMigrationSubtasksResponse, - *, - metadata: Sequence[Tuple[str, str]] = ()): - """Instantiates the pager. - - Args: - method (Callable): The method that was originally called, and - which instantiated this pager. - request (google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksRequest): - The initial request object. - response (google.cloud.bigquery_migration_v2alpha.types.ListMigrationSubtasksResponse): - The initial response object. - metadata (Sequence[Tuple[str, str]]): Strings which should be - sent along with the request as metadata. - """ - self._method = method - self._request = migration_service.ListMigrationSubtasksRequest(request) - self._response = response - self._metadata = metadata - - def __getattr__(self, name: str) -> Any: - return getattr(self._response, name) - - @property - async def pages(self) -> AsyncIterator[migration_service.ListMigrationSubtasksResponse]: - yield self._response - while self._response.next_page_token: - self._request.page_token = self._response.next_page_token - self._response = await self._method(self._request, metadata=self._metadata) - yield self._response - def __aiter__(self) -> AsyncIterator[migration_entities.MigrationSubtask]: - async def async_generator(): - async for page in self.pages: - for response in page.migration_subtasks: - yield response - - return async_generator() - - def __repr__(self) -> str: - return '{0}<{1!r}>'.format(self.__class__.__name__, self._response) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/__init__.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/__init__.py deleted file mode 100644 index 8f036c4..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/__init__.py +++ /dev/null @@ -1,33 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -from collections import OrderedDict -from typing import Dict, Type - -from .base import MigrationServiceTransport -from .grpc import MigrationServiceGrpcTransport -from .grpc_asyncio import MigrationServiceGrpcAsyncIOTransport - - -# Compile a registry of transports. -_transport_registry = OrderedDict() # type: Dict[str, Type[MigrationServiceTransport]] -_transport_registry['grpc'] = MigrationServiceGrpcTransport -_transport_registry['grpc_asyncio'] = MigrationServiceGrpcAsyncIOTransport - -__all__ = ( - 'MigrationServiceTransport', - 'MigrationServiceGrpcTransport', - 'MigrationServiceGrpcAsyncIOTransport', -) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/base.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/base.py deleted file mode 100644 index 92c70aa..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/base.py +++ /dev/null @@ -1,261 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -import abc -from typing import Awaitable, Callable, Dict, Optional, Sequence, Union -import pkg_resources - -import google.auth # type: ignore -import google.api_core -from google.api_core import exceptions as core_exceptions -from google.api_core import gapic_v1 -from google.api_core import retry as retries -from google.auth import credentials as ga_credentials # type: ignore -from google.oauth2 import service_account # type: ignore - -from google.cloud.bigquery_migration_v2alpha.types import migration_entities -from google.cloud.bigquery_migration_v2alpha.types import migration_service -from google.protobuf import empty_pb2 # type: ignore - -try: - DEFAULT_CLIENT_INFO = gapic_v1.client_info.ClientInfo( - gapic_version=pkg_resources.get_distribution( - 'google-cloud-bigquery-migration', - ).version, - ) -except pkg_resources.DistributionNotFound: - DEFAULT_CLIENT_INFO = gapic_v1.client_info.ClientInfo() - - -class MigrationServiceTransport(abc.ABC): - """Abstract transport class for MigrationService.""" - - AUTH_SCOPES = ( - 'https://www.googleapis.com/auth/cloud-platform', - ) - - DEFAULT_HOST: str = 'bigquerymigration.googleapis.com' - def __init__( - self, *, - host: str = DEFAULT_HOST, - credentials: ga_credentials.Credentials = None, - credentials_file: Optional[str] = None, - scopes: Optional[Sequence[str]] = None, - quota_project_id: Optional[str] = None, - client_info: gapic_v1.client_info.ClientInfo = DEFAULT_CLIENT_INFO, - always_use_jwt_access: Optional[bool] = False, - **kwargs, - ) -> None: - """Instantiate the transport. - - Args: - host (Optional[str]): - The hostname to connect to. - credentials (Optional[google.auth.credentials.Credentials]): The - authorization credentials to attach to requests. These - credentials identify the application to the service; if none - are specified, the client will attempt to ascertain the - credentials from the environment. - credentials_file (Optional[str]): A file with credentials that can - be loaded with :func:`google.auth.load_credentials_from_file`. - This argument is mutually exclusive with credentials. - scopes (Optional[Sequence[str]]): A list of scopes. - quota_project_id (Optional[str]): An optional project to use for billing - and quota. - client_info (google.api_core.gapic_v1.client_info.ClientInfo): - The client info used to send a user-agent string along with - API requests. If ``None``, then default info will be used. - Generally, you only need to set this if you're developing - your own client library. - always_use_jwt_access (Optional[bool]): Whether self signed JWT should - be used for service account credentials. - """ - # Save the hostname. Default to port 443 (HTTPS) if none is specified. - if ':' not in host: - host += ':443' - self._host = host - - scopes_kwargs = {"scopes": scopes, "default_scopes": self.AUTH_SCOPES} - - # Save the scopes. - self._scopes = scopes - - # If no credentials are provided, then determine the appropriate - # defaults. - if credentials and credentials_file: - raise core_exceptions.DuplicateCredentialArgs("'credentials_file' and 'credentials' are mutually exclusive") - - if credentials_file is not None: - credentials, _ = google.auth.load_credentials_from_file( - credentials_file, - **scopes_kwargs, - quota_project_id=quota_project_id - ) - elif credentials is None: - credentials, _ = google.auth.default(**scopes_kwargs, quota_project_id=quota_project_id) - - # If the credentials are service account credentials, then always try to use self signed JWT. - if always_use_jwt_access and isinstance(credentials, service_account.Credentials) and hasattr(service_account.Credentials, "with_always_use_jwt_access"): - credentials = credentials.with_always_use_jwt_access(True) - - # Save the credentials. - self._credentials = credentials - - def _prep_wrapped_messages(self, client_info): - # Precompute the wrapped methods. - self._wrapped_methods = { - self.create_migration_workflow: gapic_v1.method.wrap_method( - self.create_migration_workflow, - default_timeout=60.0, - client_info=client_info, - ), - self.get_migration_workflow: gapic_v1.method.wrap_method( - self.get_migration_workflow, - default_retry=retries.Retry( -initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( - core_exceptions.ServiceUnavailable, - ), - deadline=120.0, - ), - default_timeout=120.0, - client_info=client_info, - ), - self.list_migration_workflows: gapic_v1.method.wrap_method( - self.list_migration_workflows, - default_retry=retries.Retry( -initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( - core_exceptions.ServiceUnavailable, - ), - deadline=120.0, - ), - default_timeout=120.0, - client_info=client_info, - ), - self.delete_migration_workflow: gapic_v1.method.wrap_method( - self.delete_migration_workflow, - default_timeout=60.0, - client_info=client_info, - ), - self.start_migration_workflow: gapic_v1.method.wrap_method( - self.start_migration_workflow, - default_retry=retries.Retry( -initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( - core_exceptions.ServiceUnavailable, - ), - deadline=120.0, - ), - default_timeout=120.0, - client_info=client_info, - ), - self.get_migration_subtask: gapic_v1.method.wrap_method( - self.get_migration_subtask, - default_retry=retries.Retry( -initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( - core_exceptions.ServiceUnavailable, - ), - deadline=120.0, - ), - default_timeout=120.0, - client_info=client_info, - ), - self.list_migration_subtasks: gapic_v1.method.wrap_method( - self.list_migration_subtasks, - default_retry=retries.Retry( -initial=1.0,maximum=10.0,multiplier=1.3, predicate=retries.if_exception_type( - core_exceptions.ServiceUnavailable, - ), - deadline=120.0, - ), - default_timeout=120.0, - client_info=client_info, - ), - } - - def close(self): - """Closes resources associated with the transport. - - .. warning:: - Only call this method if the transport is NOT shared - with other clients - this may cause errors in other clients! - """ - raise NotImplementedError() - - @property - def create_migration_workflow(self) -> Callable[ - [migration_service.CreateMigrationWorkflowRequest], - Union[ - migration_entities.MigrationWorkflow, - Awaitable[migration_entities.MigrationWorkflow] - ]]: - raise NotImplementedError() - - @property - def get_migration_workflow(self) -> Callable[ - [migration_service.GetMigrationWorkflowRequest], - Union[ - migration_entities.MigrationWorkflow, - Awaitable[migration_entities.MigrationWorkflow] - ]]: - raise NotImplementedError() - - @property - def list_migration_workflows(self) -> Callable[ - [migration_service.ListMigrationWorkflowsRequest], - Union[ - migration_service.ListMigrationWorkflowsResponse, - Awaitable[migration_service.ListMigrationWorkflowsResponse] - ]]: - raise NotImplementedError() - - @property - def delete_migration_workflow(self) -> Callable[ - [migration_service.DeleteMigrationWorkflowRequest], - Union[ - empty_pb2.Empty, - Awaitable[empty_pb2.Empty] - ]]: - raise NotImplementedError() - - @property - def start_migration_workflow(self) -> Callable[ - [migration_service.StartMigrationWorkflowRequest], - Union[ - empty_pb2.Empty, - Awaitable[empty_pb2.Empty] - ]]: - raise NotImplementedError() - - @property - def get_migration_subtask(self) -> Callable[ - [migration_service.GetMigrationSubtaskRequest], - Union[ - migration_entities.MigrationSubtask, - Awaitable[migration_entities.MigrationSubtask] - ]]: - raise NotImplementedError() - - @property - def list_migration_subtasks(self) -> Callable[ - [migration_service.ListMigrationSubtasksRequest], - Union[ - migration_service.ListMigrationSubtasksResponse, - Awaitable[migration_service.ListMigrationSubtasksResponse] - ]]: - raise NotImplementedError() - - -__all__ = ( - 'MigrationServiceTransport', -) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc.py deleted file mode 100644 index 857e10e..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc.py +++ /dev/null @@ -1,419 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -import warnings -from typing import Callable, Dict, Optional, Sequence, Tuple, Union - -from google.api_core import grpc_helpers -from google.api_core import gapic_v1 -import google.auth # type: ignore -from google.auth import credentials as ga_credentials # type: ignore -from google.auth.transport.grpc import SslCredentials # type: ignore - -import grpc # type: ignore - -from google.cloud.bigquery_migration_v2alpha.types import migration_entities -from google.cloud.bigquery_migration_v2alpha.types import migration_service -from google.protobuf import empty_pb2 # type: ignore -from .base import MigrationServiceTransport, DEFAULT_CLIENT_INFO - - -class MigrationServiceGrpcTransport(MigrationServiceTransport): - """gRPC backend transport for MigrationService. - - Service to handle EDW migrations. - - This class defines the same methods as the primary client, so the - primary client can load the underlying transport implementation - and call it. - - It sends protocol buffers over the wire using gRPC (which is built on - top of HTTP/2); the ``grpcio`` package must be installed. - """ - _stubs: Dict[str, Callable] - - def __init__(self, *, - host: str = 'bigquerymigration.googleapis.com', - credentials: ga_credentials.Credentials = None, - credentials_file: str = None, - scopes: Sequence[str] = None, - channel: grpc.Channel = None, - api_mtls_endpoint: str = None, - client_cert_source: Callable[[], Tuple[bytes, bytes]] = None, - ssl_channel_credentials: grpc.ChannelCredentials = None, - client_cert_source_for_mtls: Callable[[], Tuple[bytes, bytes]] = None, - quota_project_id: Optional[str] = None, - client_info: gapic_v1.client_info.ClientInfo = DEFAULT_CLIENT_INFO, - always_use_jwt_access: Optional[bool] = False, - ) -> None: - """Instantiate the transport. - - Args: - host (Optional[str]): - The hostname to connect to. - credentials (Optional[google.auth.credentials.Credentials]): The - authorization credentials to attach to requests. These - credentials identify the application to the service; if none - are specified, the client will attempt to ascertain the - credentials from the environment. - This argument is ignored if ``channel`` is provided. - credentials_file (Optional[str]): A file with credentials that can - be loaded with :func:`google.auth.load_credentials_from_file`. - This argument is ignored if ``channel`` is provided. - scopes (Optional(Sequence[str])): A list of scopes. This argument is - ignored if ``channel`` is provided. - channel (Optional[grpc.Channel]): A ``Channel`` instance through - which to make calls. - api_mtls_endpoint (Optional[str]): Deprecated. The mutual TLS endpoint. - If provided, it overrides the ``host`` argument and tries to create - a mutual TLS channel with client SSL credentials from - ``client_cert_source`` or application default SSL credentials. - client_cert_source (Optional[Callable[[], Tuple[bytes, bytes]]]): - Deprecated. A callback to provide client SSL certificate bytes and - private key bytes, both in PEM format. It is ignored if - ``api_mtls_endpoint`` is None. - ssl_channel_credentials (grpc.ChannelCredentials): SSL credentials - for the grpc channel. It is ignored if ``channel`` is provided. - client_cert_source_for_mtls (Optional[Callable[[], Tuple[bytes, bytes]]]): - A callback to provide client certificate bytes and private key bytes, - both in PEM format. It is used to configure a mutual TLS channel. It is - ignored if ``channel`` or ``ssl_channel_credentials`` is provided. - quota_project_id (Optional[str]): An optional project to use for billing - and quota. - client_info (google.api_core.gapic_v1.client_info.ClientInfo): - The client info used to send a user-agent string along with - API requests. If ``None``, then default info will be used. - Generally, you only need to set this if you're developing - your own client library. - always_use_jwt_access (Optional[bool]): Whether self signed JWT should - be used for service account credentials. - - Raises: - google.auth.exceptions.MutualTLSChannelError: If mutual TLS transport - creation failed for any reason. - google.api_core.exceptions.DuplicateCredentialArgs: If both ``credentials`` - and ``credentials_file`` are passed. - """ - self._grpc_channel = None - self._ssl_channel_credentials = ssl_channel_credentials - self._stubs: Dict[str, Callable] = {} - - if api_mtls_endpoint: - warnings.warn("api_mtls_endpoint is deprecated", DeprecationWarning) - if client_cert_source: - warnings.warn("client_cert_source is deprecated", DeprecationWarning) - - if channel: - # Ignore credentials if a channel was passed. - credentials = False - # If a channel was explicitly provided, set it. - self._grpc_channel = channel - self._ssl_channel_credentials = None - - else: - if api_mtls_endpoint: - host = api_mtls_endpoint - - # Create SSL credentials with client_cert_source or application - # default SSL credentials. - if client_cert_source: - cert, key = client_cert_source() - self._ssl_channel_credentials = grpc.ssl_channel_credentials( - certificate_chain=cert, private_key=key - ) - else: - self._ssl_channel_credentials = SslCredentials().ssl_credentials - - else: - if client_cert_source_for_mtls and not ssl_channel_credentials: - cert, key = client_cert_source_for_mtls() - self._ssl_channel_credentials = grpc.ssl_channel_credentials( - certificate_chain=cert, private_key=key - ) - - # The base transport sets the host, credentials and scopes - super().__init__( - host=host, - credentials=credentials, - credentials_file=credentials_file, - scopes=scopes, - quota_project_id=quota_project_id, - client_info=client_info, - always_use_jwt_access=always_use_jwt_access, - ) - - if not self._grpc_channel: - self._grpc_channel = type(self).create_channel( - self._host, - # use the credentials which are saved - credentials=self._credentials, - # Set ``credentials_file`` to ``None`` here as - # the credentials that we saved earlier should be used. - credentials_file=None, - scopes=self._scopes, - ssl_credentials=self._ssl_channel_credentials, - quota_project_id=quota_project_id, - options=[ - ("grpc.max_send_message_length", -1), - ("grpc.max_receive_message_length", -1), - ], - ) - - # Wrap messages. This must be done after self._grpc_channel exists - self._prep_wrapped_messages(client_info) - - @classmethod - def create_channel(cls, - host: str = 'bigquerymigration.googleapis.com', - credentials: ga_credentials.Credentials = None, - credentials_file: str = None, - scopes: Optional[Sequence[str]] = None, - quota_project_id: Optional[str] = None, - **kwargs) -> grpc.Channel: - """Create and return a gRPC channel object. - Args: - host (Optional[str]): The host for the channel to use. - credentials (Optional[~.Credentials]): The - authorization credentials to attach to requests. These - credentials identify this application to the service. If - none are specified, the client will attempt to ascertain - the credentials from the environment. - credentials_file (Optional[str]): A file with credentials that can - be loaded with :func:`google.auth.load_credentials_from_file`. - This argument is mutually exclusive with credentials. - scopes (Optional[Sequence[str]]): A optional list of scopes needed for this - service. These are only used when credentials are not specified and - are passed to :func:`google.auth.default`. - quota_project_id (Optional[str]): An optional project to use for billing - and quota. - kwargs (Optional[dict]): Keyword arguments, which are passed to the - channel creation. - Returns: - grpc.Channel: A gRPC channel object. - - Raises: - google.api_core.exceptions.DuplicateCredentialArgs: If both ``credentials`` - and ``credentials_file`` are passed. - """ - - return grpc_helpers.create_channel( - host, - credentials=credentials, - credentials_file=credentials_file, - quota_project_id=quota_project_id, - default_scopes=cls.AUTH_SCOPES, - scopes=scopes, - default_host=cls.DEFAULT_HOST, - **kwargs - ) - - @property - def grpc_channel(self) -> grpc.Channel: - """Return the channel designed to connect to this service. - """ - return self._grpc_channel - - @property - def create_migration_workflow(self) -> Callable[ - [migration_service.CreateMigrationWorkflowRequest], - migration_entities.MigrationWorkflow]: - r"""Return a callable for the create migration workflow method over gRPC. - - Creates a migration workflow. - - Returns: - Callable[[~.CreateMigrationWorkflowRequest], - ~.MigrationWorkflow]: - A function that, when called, will call the underlying RPC - on the server. - """ - # Generate a "stub function" on-the-fly which will actually make - # the request. - # gRPC handles serialization and deserialization, so we just need - # to pass in the functions for each. - if 'create_migration_workflow' not in self._stubs: - self._stubs['create_migration_workflow'] = self.grpc_channel.unary_unary( - '/google.cloud.bigquery.migration.v2alpha.MigrationService/CreateMigrationWorkflow', - request_serializer=migration_service.CreateMigrationWorkflowRequest.serialize, - response_deserializer=migration_entities.MigrationWorkflow.deserialize, - ) - return self._stubs['create_migration_workflow'] - - @property - def get_migration_workflow(self) -> Callable[ - [migration_service.GetMigrationWorkflowRequest], - migration_entities.MigrationWorkflow]: - r"""Return a callable for the get migration workflow method over gRPC. - - Gets a previously created migration workflow. - - Returns: - Callable[[~.GetMigrationWorkflowRequest], - ~.MigrationWorkflow]: - A function that, when called, will call the underlying RPC - on the server. - """ - # Generate a "stub function" on-the-fly which will actually make - # the request. - # gRPC handles serialization and deserialization, so we just need - # to pass in the functions for each. - if 'get_migration_workflow' not in self._stubs: - self._stubs['get_migration_workflow'] = self.grpc_channel.unary_unary( - '/google.cloud.bigquery.migration.v2alpha.MigrationService/GetMigrationWorkflow', - request_serializer=migration_service.GetMigrationWorkflowRequest.serialize, - response_deserializer=migration_entities.MigrationWorkflow.deserialize, - ) - return self._stubs['get_migration_workflow'] - - @property - def list_migration_workflows(self) -> Callable[ - [migration_service.ListMigrationWorkflowsRequest], - migration_service.ListMigrationWorkflowsResponse]: - r"""Return a callable for the list migration workflows method over gRPC. - - Lists previously created migration workflow. - - Returns: - Callable[[~.ListMigrationWorkflowsRequest], - ~.ListMigrationWorkflowsResponse]: - A function that, when called, will call the underlying RPC - on the server. - """ - # Generate a "stub function" on-the-fly which will actually make - # the request. - # gRPC handles serialization and deserialization, so we just need - # to pass in the functions for each. - if 'list_migration_workflows' not in self._stubs: - self._stubs['list_migration_workflows'] = self.grpc_channel.unary_unary( - '/google.cloud.bigquery.migration.v2alpha.MigrationService/ListMigrationWorkflows', - request_serializer=migration_service.ListMigrationWorkflowsRequest.serialize, - response_deserializer=migration_service.ListMigrationWorkflowsResponse.deserialize, - ) - return self._stubs['list_migration_workflows'] - - @property - def delete_migration_workflow(self) -> Callable[ - [migration_service.DeleteMigrationWorkflowRequest], - empty_pb2.Empty]: - r"""Return a callable for the delete migration workflow method over gRPC. - - Deletes a migration workflow by name. - - Returns: - Callable[[~.DeleteMigrationWorkflowRequest], - ~.Empty]: - A function that, when called, will call the underlying RPC - on the server. - """ - # Generate a "stub function" on-the-fly which will actually make - # the request. - # gRPC handles serialization and deserialization, so we just need - # to pass in the functions for each. - if 'delete_migration_workflow' not in self._stubs: - self._stubs['delete_migration_workflow'] = self.grpc_channel.unary_unary( - '/google.cloud.bigquery.migration.v2alpha.MigrationService/DeleteMigrationWorkflow', - request_serializer=migration_service.DeleteMigrationWorkflowRequest.serialize, - response_deserializer=empty_pb2.Empty.FromString, - ) - return self._stubs['delete_migration_workflow'] - - @property - def start_migration_workflow(self) -> Callable[ - [migration_service.StartMigrationWorkflowRequest], - empty_pb2.Empty]: - r"""Return a callable for the start migration workflow method over gRPC. - - Starts a previously created migration workflow. I.e., - the state transitions from DRAFT to RUNNING. This is a - no-op if the state is already RUNNING. An error will be - signaled if the state is anything other than DRAFT or - RUNNING. - - Returns: - Callable[[~.StartMigrationWorkflowRequest], - ~.Empty]: - A function that, when called, will call the underlying RPC - on the server. - """ - # Generate a "stub function" on-the-fly which will actually make - # the request. - # gRPC handles serialization and deserialization, so we just need - # to pass in the functions for each. - if 'start_migration_workflow' not in self._stubs: - self._stubs['start_migration_workflow'] = self.grpc_channel.unary_unary( - '/google.cloud.bigquery.migration.v2alpha.MigrationService/StartMigrationWorkflow', - request_serializer=migration_service.StartMigrationWorkflowRequest.serialize, - response_deserializer=empty_pb2.Empty.FromString, - ) - return self._stubs['start_migration_workflow'] - - @property - def get_migration_subtask(self) -> Callable[ - [migration_service.GetMigrationSubtaskRequest], - migration_entities.MigrationSubtask]: - r"""Return a callable for the get migration subtask method over gRPC. - - Gets a previously created migration subtask. - - Returns: - Callable[[~.GetMigrationSubtaskRequest], - ~.MigrationSubtask]: - A function that, when called, will call the underlying RPC - on the server. - """ - # Generate a "stub function" on-the-fly which will actually make - # the request. - # gRPC handles serialization and deserialization, so we just need - # to pass in the functions for each. - if 'get_migration_subtask' not in self._stubs: - self._stubs['get_migration_subtask'] = self.grpc_channel.unary_unary( - '/google.cloud.bigquery.migration.v2alpha.MigrationService/GetMigrationSubtask', - request_serializer=migration_service.GetMigrationSubtaskRequest.serialize, - response_deserializer=migration_entities.MigrationSubtask.deserialize, - ) - return self._stubs['get_migration_subtask'] - - @property - def list_migration_subtasks(self) -> Callable[ - [migration_service.ListMigrationSubtasksRequest], - migration_service.ListMigrationSubtasksResponse]: - r"""Return a callable for the list migration subtasks method over gRPC. - - Lists previously created migration subtasks. - - Returns: - Callable[[~.ListMigrationSubtasksRequest], - ~.ListMigrationSubtasksResponse]: - A function that, when called, will call the underlying RPC - on the server. - """ - # Generate a "stub function" on-the-fly which will actually make - # the request. - # gRPC handles serialization and deserialization, so we just need - # to pass in the functions for each. - if 'list_migration_subtasks' not in self._stubs: - self._stubs['list_migration_subtasks'] = self.grpc_channel.unary_unary( - '/google.cloud.bigquery.migration.v2alpha.MigrationService/ListMigrationSubtasks', - request_serializer=migration_service.ListMigrationSubtasksRequest.serialize, - response_deserializer=migration_service.ListMigrationSubtasksResponse.deserialize, - ) - return self._stubs['list_migration_subtasks'] - - def close(self): - self.grpc_channel.close() - -__all__ = ( - 'MigrationServiceGrpcTransport', -) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc_asyncio.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc_asyncio.py deleted file mode 100644 index 55b4ebc..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/services/migration_service/transports/grpc_asyncio.py +++ /dev/null @@ -1,423 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -import warnings -from typing import Awaitable, Callable, Dict, Optional, Sequence, Tuple, Union - -from google.api_core import gapic_v1 -from google.api_core import grpc_helpers_async -from google.auth import credentials as ga_credentials # type: ignore -from google.auth.transport.grpc import SslCredentials # type: ignore - -import grpc # type: ignore -from grpc.experimental import aio # type: ignore - -from google.cloud.bigquery_migration_v2alpha.types import migration_entities -from google.cloud.bigquery_migration_v2alpha.types import migration_service -from google.protobuf import empty_pb2 # type: ignore -from .base import MigrationServiceTransport, DEFAULT_CLIENT_INFO -from .grpc import MigrationServiceGrpcTransport - - -class MigrationServiceGrpcAsyncIOTransport(MigrationServiceTransport): - """gRPC AsyncIO backend transport for MigrationService. - - Service to handle EDW migrations. - - This class defines the same methods as the primary client, so the - primary client can load the underlying transport implementation - and call it. - - It sends protocol buffers over the wire using gRPC (which is built on - top of HTTP/2); the ``grpcio`` package must be installed. - """ - - _grpc_channel: aio.Channel - _stubs: Dict[str, Callable] = {} - - @classmethod - def create_channel(cls, - host: str = 'bigquerymigration.googleapis.com', - credentials: ga_credentials.Credentials = None, - credentials_file: Optional[str] = None, - scopes: Optional[Sequence[str]] = None, - quota_project_id: Optional[str] = None, - **kwargs) -> aio.Channel: - """Create and return a gRPC AsyncIO channel object. - Args: - host (Optional[str]): The host for the channel to use. - credentials (Optional[~.Credentials]): The - authorization credentials to attach to requests. These - credentials identify this application to the service. If - none are specified, the client will attempt to ascertain - the credentials from the environment. - credentials_file (Optional[str]): A file with credentials that can - be loaded with :func:`google.auth.load_credentials_from_file`. - This argument is ignored if ``channel`` is provided. - scopes (Optional[Sequence[str]]): A optional list of scopes needed for this - service. These are only used when credentials are not specified and - are passed to :func:`google.auth.default`. - quota_project_id (Optional[str]): An optional project to use for billing - and quota. - kwargs (Optional[dict]): Keyword arguments, which are passed to the - channel creation. - Returns: - aio.Channel: A gRPC AsyncIO channel object. - """ - - return grpc_helpers_async.create_channel( - host, - credentials=credentials, - credentials_file=credentials_file, - quota_project_id=quota_project_id, - default_scopes=cls.AUTH_SCOPES, - scopes=scopes, - default_host=cls.DEFAULT_HOST, - **kwargs - ) - - def __init__(self, *, - host: str = 'bigquerymigration.googleapis.com', - credentials: ga_credentials.Credentials = None, - credentials_file: Optional[str] = None, - scopes: Optional[Sequence[str]] = None, - channel: aio.Channel = None, - api_mtls_endpoint: str = None, - client_cert_source: Callable[[], Tuple[bytes, bytes]] = None, - ssl_channel_credentials: grpc.ChannelCredentials = None, - client_cert_source_for_mtls: Callable[[], Tuple[bytes, bytes]] = None, - quota_project_id=None, - client_info: gapic_v1.client_info.ClientInfo = DEFAULT_CLIENT_INFO, - always_use_jwt_access: Optional[bool] = False, - ) -> None: - """Instantiate the transport. - - Args: - host (Optional[str]): - The hostname to connect to. - credentials (Optional[google.auth.credentials.Credentials]): The - authorization credentials to attach to requests. These - credentials identify the application to the service; if none - are specified, the client will attempt to ascertain the - credentials from the environment. - This argument is ignored if ``channel`` is provided. - credentials_file (Optional[str]): A file with credentials that can - be loaded with :func:`google.auth.load_credentials_from_file`. - This argument is ignored if ``channel`` is provided. - scopes (Optional[Sequence[str]]): A optional list of scopes needed for this - service. These are only used when credentials are not specified and - are passed to :func:`google.auth.default`. - channel (Optional[aio.Channel]): A ``Channel`` instance through - which to make calls. - api_mtls_endpoint (Optional[str]): Deprecated. The mutual TLS endpoint. - If provided, it overrides the ``host`` argument and tries to create - a mutual TLS channel with client SSL credentials from - ``client_cert_source`` or application default SSL credentials. - client_cert_source (Optional[Callable[[], Tuple[bytes, bytes]]]): - Deprecated. A callback to provide client SSL certificate bytes and - private key bytes, both in PEM format. It is ignored if - ``api_mtls_endpoint`` is None. - ssl_channel_credentials (grpc.ChannelCredentials): SSL credentials - for the grpc channel. It is ignored if ``channel`` is provided. - client_cert_source_for_mtls (Optional[Callable[[], Tuple[bytes, bytes]]]): - A callback to provide client certificate bytes and private key bytes, - both in PEM format. It is used to configure a mutual TLS channel. It is - ignored if ``channel`` or ``ssl_channel_credentials`` is provided. - quota_project_id (Optional[str]): An optional project to use for billing - and quota. - client_info (google.api_core.gapic_v1.client_info.ClientInfo): - The client info used to send a user-agent string along with - API requests. If ``None``, then default info will be used. - Generally, you only need to set this if you're developing - your own client library. - always_use_jwt_access (Optional[bool]): Whether self signed JWT should - be used for service account credentials. - - Raises: - google.auth.exceptions.MutualTlsChannelError: If mutual TLS transport - creation failed for any reason. - google.api_core.exceptions.DuplicateCredentialArgs: If both ``credentials`` - and ``credentials_file`` are passed. - """ - self._grpc_channel = None - self._ssl_channel_credentials = ssl_channel_credentials - self._stubs: Dict[str, Callable] = {} - - if api_mtls_endpoint: - warnings.warn("api_mtls_endpoint is deprecated", DeprecationWarning) - if client_cert_source: - warnings.warn("client_cert_source is deprecated", DeprecationWarning) - - if channel: - # Ignore credentials if a channel was passed. - credentials = False - # If a channel was explicitly provided, set it. - self._grpc_channel = channel - self._ssl_channel_credentials = None - else: - if api_mtls_endpoint: - host = api_mtls_endpoint - - # Create SSL credentials with client_cert_source or application - # default SSL credentials. - if client_cert_source: - cert, key = client_cert_source() - self._ssl_channel_credentials = grpc.ssl_channel_credentials( - certificate_chain=cert, private_key=key - ) - else: - self._ssl_channel_credentials = SslCredentials().ssl_credentials - - else: - if client_cert_source_for_mtls and not ssl_channel_credentials: - cert, key = client_cert_source_for_mtls() - self._ssl_channel_credentials = grpc.ssl_channel_credentials( - certificate_chain=cert, private_key=key - ) - - # The base transport sets the host, credentials and scopes - super().__init__( - host=host, - credentials=credentials, - credentials_file=credentials_file, - scopes=scopes, - quota_project_id=quota_project_id, - client_info=client_info, - always_use_jwt_access=always_use_jwt_access, - ) - - if not self._grpc_channel: - self._grpc_channel = type(self).create_channel( - self._host, - # use the credentials which are saved - credentials=self._credentials, - # Set ``credentials_file`` to ``None`` here as - # the credentials that we saved earlier should be used. - credentials_file=None, - scopes=self._scopes, - ssl_credentials=self._ssl_channel_credentials, - quota_project_id=quota_project_id, - options=[ - ("grpc.max_send_message_length", -1), - ("grpc.max_receive_message_length", -1), - ], - ) - - # Wrap messages. This must be done after self._grpc_channel exists - self._prep_wrapped_messages(client_info) - - @property - def grpc_channel(self) -> aio.Channel: - """Create the channel designed to connect to this service. - - This property caches on the instance; repeated calls return - the same channel. - """ - # Return the channel from cache. - return self._grpc_channel - - @property - def create_migration_workflow(self) -> Callable[ - [migration_service.CreateMigrationWorkflowRequest], - Awaitable[migration_entities.MigrationWorkflow]]: - r"""Return a callable for the create migration workflow method over gRPC. - - Creates a migration workflow. - - Returns: - Callable[[~.CreateMigrationWorkflowRequest], - Awaitable[~.MigrationWorkflow]]: - A function that, when called, will call the underlying RPC - on the server. - """ - # Generate a "stub function" on-the-fly which will actually make - # the request. - # gRPC handles serialization and deserialization, so we just need - # to pass in the functions for each. - if 'create_migration_workflow' not in self._stubs: - self._stubs['create_migration_workflow'] = self.grpc_channel.unary_unary( - '/google.cloud.bigquery.migration.v2alpha.MigrationService/CreateMigrationWorkflow', - request_serializer=migration_service.CreateMigrationWorkflowRequest.serialize, - response_deserializer=migration_entities.MigrationWorkflow.deserialize, - ) - return self._stubs['create_migration_workflow'] - - @property - def get_migration_workflow(self) -> Callable[ - [migration_service.GetMigrationWorkflowRequest], - Awaitable[migration_entities.MigrationWorkflow]]: - r"""Return a callable for the get migration workflow method over gRPC. - - Gets a previously created migration workflow. - - Returns: - Callable[[~.GetMigrationWorkflowRequest], - Awaitable[~.MigrationWorkflow]]: - A function that, when called, will call the underlying RPC - on the server. - """ - # Generate a "stub function" on-the-fly which will actually make - # the request. - # gRPC handles serialization and deserialization, so we just need - # to pass in the functions for each. - if 'get_migration_workflow' not in self._stubs: - self._stubs['get_migration_workflow'] = self.grpc_channel.unary_unary( - '/google.cloud.bigquery.migration.v2alpha.MigrationService/GetMigrationWorkflow', - request_serializer=migration_service.GetMigrationWorkflowRequest.serialize, - response_deserializer=migration_entities.MigrationWorkflow.deserialize, - ) - return self._stubs['get_migration_workflow'] - - @property - def list_migration_workflows(self) -> Callable[ - [migration_service.ListMigrationWorkflowsRequest], - Awaitable[migration_service.ListMigrationWorkflowsResponse]]: - r"""Return a callable for the list migration workflows method over gRPC. - - Lists previously created migration workflow. - - Returns: - Callable[[~.ListMigrationWorkflowsRequest], - Awaitable[~.ListMigrationWorkflowsResponse]]: - A function that, when called, will call the underlying RPC - on the server. - """ - # Generate a "stub function" on-the-fly which will actually make - # the request. - # gRPC handles serialization and deserialization, so we just need - # to pass in the functions for each. - if 'list_migration_workflows' not in self._stubs: - self._stubs['list_migration_workflows'] = self.grpc_channel.unary_unary( - '/google.cloud.bigquery.migration.v2alpha.MigrationService/ListMigrationWorkflows', - request_serializer=migration_service.ListMigrationWorkflowsRequest.serialize, - response_deserializer=migration_service.ListMigrationWorkflowsResponse.deserialize, - ) - return self._stubs['list_migration_workflows'] - - @property - def delete_migration_workflow(self) -> Callable[ - [migration_service.DeleteMigrationWorkflowRequest], - Awaitable[empty_pb2.Empty]]: - r"""Return a callable for the delete migration workflow method over gRPC. - - Deletes a migration workflow by name. - - Returns: - Callable[[~.DeleteMigrationWorkflowRequest], - Awaitable[~.Empty]]: - A function that, when called, will call the underlying RPC - on the server. - """ - # Generate a "stub function" on-the-fly which will actually make - # the request. - # gRPC handles serialization and deserialization, so we just need - # to pass in the functions for each. - if 'delete_migration_workflow' not in self._stubs: - self._stubs['delete_migration_workflow'] = self.grpc_channel.unary_unary( - '/google.cloud.bigquery.migration.v2alpha.MigrationService/DeleteMigrationWorkflow', - request_serializer=migration_service.DeleteMigrationWorkflowRequest.serialize, - response_deserializer=empty_pb2.Empty.FromString, - ) - return self._stubs['delete_migration_workflow'] - - @property - def start_migration_workflow(self) -> Callable[ - [migration_service.StartMigrationWorkflowRequest], - Awaitable[empty_pb2.Empty]]: - r"""Return a callable for the start migration workflow method over gRPC. - - Starts a previously created migration workflow. I.e., - the state transitions from DRAFT to RUNNING. This is a - no-op if the state is already RUNNING. An error will be - signaled if the state is anything other than DRAFT or - RUNNING. - - Returns: - Callable[[~.StartMigrationWorkflowRequest], - Awaitable[~.Empty]]: - A function that, when called, will call the underlying RPC - on the server. - """ - # Generate a "stub function" on-the-fly which will actually make - # the request. - # gRPC handles serialization and deserialization, so we just need - # to pass in the functions for each. - if 'start_migration_workflow' not in self._stubs: - self._stubs['start_migration_workflow'] = self.grpc_channel.unary_unary( - '/google.cloud.bigquery.migration.v2alpha.MigrationService/StartMigrationWorkflow', - request_serializer=migration_service.StartMigrationWorkflowRequest.serialize, - response_deserializer=empty_pb2.Empty.FromString, - ) - return self._stubs['start_migration_workflow'] - - @property - def get_migration_subtask(self) -> Callable[ - [migration_service.GetMigrationSubtaskRequest], - Awaitable[migration_entities.MigrationSubtask]]: - r"""Return a callable for the get migration subtask method over gRPC. - - Gets a previously created migration subtask. - - Returns: - Callable[[~.GetMigrationSubtaskRequest], - Awaitable[~.MigrationSubtask]]: - A function that, when called, will call the underlying RPC - on the server. - """ - # Generate a "stub function" on-the-fly which will actually make - # the request. - # gRPC handles serialization and deserialization, so we just need - # to pass in the functions for each. - if 'get_migration_subtask' not in self._stubs: - self._stubs['get_migration_subtask'] = self.grpc_channel.unary_unary( - '/google.cloud.bigquery.migration.v2alpha.MigrationService/GetMigrationSubtask', - request_serializer=migration_service.GetMigrationSubtaskRequest.serialize, - response_deserializer=migration_entities.MigrationSubtask.deserialize, - ) - return self._stubs['get_migration_subtask'] - - @property - def list_migration_subtasks(self) -> Callable[ - [migration_service.ListMigrationSubtasksRequest], - Awaitable[migration_service.ListMigrationSubtasksResponse]]: - r"""Return a callable for the list migration subtasks method over gRPC. - - Lists previously created migration subtasks. - - Returns: - Callable[[~.ListMigrationSubtasksRequest], - Awaitable[~.ListMigrationSubtasksResponse]]: - A function that, when called, will call the underlying RPC - on the server. - """ - # Generate a "stub function" on-the-fly which will actually make - # the request. - # gRPC handles serialization and deserialization, so we just need - # to pass in the functions for each. - if 'list_migration_subtasks' not in self._stubs: - self._stubs['list_migration_subtasks'] = self.grpc_channel.unary_unary( - '/google.cloud.bigquery.migration.v2alpha.MigrationService/ListMigrationSubtasks', - request_serializer=migration_service.ListMigrationSubtasksRequest.serialize, - response_deserializer=migration_service.ListMigrationSubtasksResponse.deserialize, - ) - return self._stubs['list_migration_subtasks'] - - def close(self): - return self.grpc_channel.close() - - -__all__ = ( - 'MigrationServiceGrpcAsyncIOTransport', -) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/__init__.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/__init__.py deleted file mode 100644 index e2370bf..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/__init__.py +++ /dev/null @@ -1,88 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -from .assessment_task import ( - AssessmentOrchestrationResultDetails, - AssessmentTaskDetails, -) -from .migration_entities import ( - MigrationSubtask, - MigrationTask, - MigrationTaskOrchestrationResult, - MigrationWorkflow, -) -from .migration_error_details import ( - ErrorDetail, - ErrorLocation, - ResourceErrorDetail, -) -from .migration_metrics import ( - Point, - TimeInterval, - TimeSeries, - TypedValue, -) -from .migration_service import ( - CreateMigrationWorkflowRequest, - DeleteMigrationWorkflowRequest, - GetMigrationSubtaskRequest, - GetMigrationWorkflowRequest, - ListMigrationSubtasksRequest, - ListMigrationSubtasksResponse, - ListMigrationWorkflowsRequest, - ListMigrationWorkflowsResponse, - StartMigrationWorkflowRequest, -) -from .translation_task import ( - BteqOptions, - DatasetReference, - Filter, - IdentifierSettings, - TeradataOptions, - TranslationFileMapping, - TranslationTaskDetails, -) - -__all__ = ( - 'AssessmentOrchestrationResultDetails', - 'AssessmentTaskDetails', - 'MigrationSubtask', - 'MigrationTask', - 'MigrationTaskOrchestrationResult', - 'MigrationWorkflow', - 'ErrorDetail', - 'ErrorLocation', - 'ResourceErrorDetail', - 'Point', - 'TimeInterval', - 'TimeSeries', - 'TypedValue', - 'CreateMigrationWorkflowRequest', - 'DeleteMigrationWorkflowRequest', - 'GetMigrationSubtaskRequest', - 'GetMigrationWorkflowRequest', - 'ListMigrationSubtasksRequest', - 'ListMigrationSubtasksResponse', - 'ListMigrationWorkflowsRequest', - 'ListMigrationWorkflowsResponse', - 'StartMigrationWorkflowRequest', - 'BteqOptions', - 'DatasetReference', - 'Filter', - 'IdentifierSettings', - 'TeradataOptions', - 'TranslationFileMapping', - 'TranslationTaskDetails', -) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/assessment_task.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/assessment_task.py deleted file mode 100644 index 186e15e..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/assessment_task.py +++ /dev/null @@ -1,80 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -import proto # type: ignore - - -__protobuf__ = proto.module( - package='google.cloud.bigquery.migration.v2alpha', - manifest={ - 'AssessmentTaskDetails', - 'AssessmentOrchestrationResultDetails', - }, -) - - -class AssessmentTaskDetails(proto.Message): - r"""Assessment task config. - - Attributes: - input_path (str): - Required. The Cloud Storage path for - assessment input files. - output_dataset (str): - Required. The BigQuery dataset for output. - querylogs_path (str): - Optional. An optional Cloud Storage path to - write the query logs (which is then used as an - input path on the translation task) - data_source (str): - Required. The data source or data warehouse - type (eg: TERADATA/REDSHIFT) from which the - input data is extracted. - """ - - input_path = proto.Field( - proto.STRING, - number=1, - ) - output_dataset = proto.Field( - proto.STRING, - number=2, - ) - querylogs_path = proto.Field( - proto.STRING, - number=3, - ) - data_source = proto.Field( - proto.STRING, - number=4, - ) - - -class AssessmentOrchestrationResultDetails(proto.Message): - r"""Details for an assessment task orchestration result. - - Attributes: - output_tables_schema_version (str): - Optional. The version used for the output - table schemas. - """ - - output_tables_schema_version = proto.Field( - proto.STRING, - number=1, - ) - - -__all__ = tuple(sorted(__protobuf__.manifest)) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_entities.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_entities.py deleted file mode 100644 index 6c54538..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_entities.py +++ /dev/null @@ -1,336 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -import proto # type: ignore - -from google.cloud.bigquery_migration_v2alpha.types import assessment_task -from google.cloud.bigquery_migration_v2alpha.types import migration_error_details -from google.cloud.bigquery_migration_v2alpha.types import migration_metrics -from google.cloud.bigquery_migration_v2alpha.types import translation_task -from google.protobuf import any_pb2 # type: ignore -from google.protobuf import timestamp_pb2 # type: ignore -from google.rpc import error_details_pb2 # type: ignore - - -__protobuf__ = proto.module( - package='google.cloud.bigquery.migration.v2alpha', - manifest={ - 'MigrationWorkflow', - 'MigrationTask', - 'MigrationSubtask', - 'MigrationTaskOrchestrationResult', - }, -) - - -class MigrationWorkflow(proto.Message): - r"""A migration workflow which specifies what needs to be done - for an EDW migration. - - Attributes: - name (str): - Output only. Immutable. The unique identifier for the - migration workflow. The ID is server-generated. - - Example: ``projects/123/locations/us/workflows/345`` - display_name (str): - The display name of the workflow. This can be - set to give a workflow a descriptive name. There - is no guarantee or enforcement of uniqueness. - tasks (Sequence[google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow.TasksEntry]): - The tasks in a workflow in a named map. The - name (i.e. key) has no meaning and is merely a - convenient way to address a specific task in a - workflow. - state (google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow.State): - Output only. That status of the workflow. - create_time (google.protobuf.timestamp_pb2.Timestamp): - Time when the workflow was created. - last_update_time (google.protobuf.timestamp_pb2.Timestamp): - Time when the workflow was last updated. - """ - class State(proto.Enum): - r"""Possible migration workflow states.""" - STATE_UNSPECIFIED = 0 - DRAFT = 1 - RUNNING = 2 - PAUSED = 3 - COMPLETED = 4 - - name = proto.Field( - proto.STRING, - number=1, - ) - display_name = proto.Field( - proto.STRING, - number=6, - ) - tasks = proto.MapField( - proto.STRING, - proto.MESSAGE, - number=2, - message='MigrationTask', - ) - state = proto.Field( - proto.ENUM, - number=3, - enum=State, - ) - create_time = proto.Field( - proto.MESSAGE, - number=4, - message=timestamp_pb2.Timestamp, - ) - last_update_time = proto.Field( - proto.MESSAGE, - number=5, - message=timestamp_pb2.Timestamp, - ) - - -class MigrationTask(proto.Message): - r"""A single task for a migration which has details about the - configuration of the task. - - This message has `oneof`_ fields (mutually exclusive fields). - For each oneof, at most one member field can be set at the same time. - Setting any member of the oneof automatically clears all other - members. - - .. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields - - Attributes: - assessment_task_details (google.cloud.bigquery_migration_v2alpha.types.AssessmentTaskDetails): - Task configuration for Assessment. - - This field is a member of `oneof`_ ``task_details``. - translation_task_details (google.cloud.bigquery_migration_v2alpha.types.TranslationTaskDetails): - Task configuration for Batch/Offline SQL - Translation. - - This field is a member of `oneof`_ ``task_details``. - id (str): - Output only. Immutable. The unique identifier - for the migration task. The ID is - server-generated. - type_ (str): - The type of the task. This must be a - supported task type. - details (google.protobuf.any_pb2.Any): - DEPRECATED! Use one of the task_details below. The details - of the task. The type URL must be one of the supported task - details messages and correspond to the Task's type. - state (google.cloud.bigquery_migration_v2alpha.types.MigrationTask.State): - Output only. The current state of the task. - processing_error (google.rpc.error_details_pb2.ErrorInfo): - Output only. An explanation that may be - populated when the task is in FAILED state. - create_time (google.protobuf.timestamp_pb2.Timestamp): - Time when the task was created. - last_update_time (google.protobuf.timestamp_pb2.Timestamp): - Time when the task was last updated. - orchestration_result (google.cloud.bigquery_migration_v2alpha.types.MigrationTaskOrchestrationResult): - Output only. Additional information about the - orchestration. - """ - class State(proto.Enum): - r"""Possible states of a migration task.""" - STATE_UNSPECIFIED = 0 - PENDING = 1 - ORCHESTRATING = 2 - RUNNING = 3 - PAUSED = 4 - SUCCEEDED = 5 - FAILED = 6 - - assessment_task_details = proto.Field( - proto.MESSAGE, - number=12, - oneof='task_details', - message=assessment_task.AssessmentTaskDetails, - ) - translation_task_details = proto.Field( - proto.MESSAGE, - number=13, - oneof='task_details', - message=translation_task.TranslationTaskDetails, - ) - id = proto.Field( - proto.STRING, - number=1, - ) - type_ = proto.Field( - proto.STRING, - number=2, - ) - details = proto.Field( - proto.MESSAGE, - number=3, - message=any_pb2.Any, - ) - state = proto.Field( - proto.ENUM, - number=4, - enum=State, - ) - processing_error = proto.Field( - proto.MESSAGE, - number=5, - message=error_details_pb2.ErrorInfo, - ) - create_time = proto.Field( - proto.MESSAGE, - number=6, - message=timestamp_pb2.Timestamp, - ) - last_update_time = proto.Field( - proto.MESSAGE, - number=7, - message=timestamp_pb2.Timestamp, - ) - orchestration_result = proto.Field( - proto.MESSAGE, - number=10, - message='MigrationTaskOrchestrationResult', - ) - - -class MigrationSubtask(proto.Message): - r"""A subtask for a migration which carries details about the - configuration of the subtask. The content of the details should - not matter to the end user, but is a contract between the - subtask creator and subtask worker. - - Attributes: - name (str): - Output only. Immutable. The resource name for the migration - subtask. The ID is server-generated. - - Example: - ``projects/123/locations/us/workflows/345/subtasks/678`` - task_id (str): - The unique ID of the task to which this - subtask belongs. - type_ (str): - The type of the Subtask. The migration - service does not check whether this is a known - type. It is up to the task creator (i.e. - orchestrator or worker) to ensure it only - creates subtasks for which there are compatible - workers polling for Subtasks. - state (google.cloud.bigquery_migration_v2alpha.types.MigrationSubtask.State): - Output only. The current state of the - subtask. - processing_error (google.rpc.error_details_pb2.ErrorInfo): - Output only. An explanation that may be - populated when the task is in FAILED state. - resource_error_details (Sequence[google.cloud.bigquery_migration_v2alpha.types.ResourceErrorDetail]): - Output only. Provides details to errors and - issues encountered while processing the subtask. - Presence of error details does not mean that the - subtask failed. - resource_error_count (int): - The number or resources with errors. Note: This is not the - total number of errors as each resource can have more than - one error. This is used to indicate truncation by having a - ``resource_error_count`` that is higher than the size of - ``resource_error_details``. - create_time (google.protobuf.timestamp_pb2.Timestamp): - Time when the subtask was created. - last_update_time (google.protobuf.timestamp_pb2.Timestamp): - Time when the subtask was last updated. - metrics (Sequence[google.cloud.bigquery_migration_v2alpha.types.TimeSeries]): - The metrics for the subtask. - """ - class State(proto.Enum): - r"""Possible states of a migration subtask.""" - STATE_UNSPECIFIED = 0 - ACTIVE = 1 - RUNNING = 2 - SUCCEEDED = 3 - FAILED = 4 - PAUSED = 5 - - name = proto.Field( - proto.STRING, - number=1, - ) - task_id = proto.Field( - proto.STRING, - number=2, - ) - type_ = proto.Field( - proto.STRING, - number=3, - ) - state = proto.Field( - proto.ENUM, - number=5, - enum=State, - ) - processing_error = proto.Field( - proto.MESSAGE, - number=6, - message=error_details_pb2.ErrorInfo, - ) - resource_error_details = proto.RepeatedField( - proto.MESSAGE, - number=12, - message=migration_error_details.ResourceErrorDetail, - ) - resource_error_count = proto.Field( - proto.INT32, - number=13, - ) - create_time = proto.Field( - proto.MESSAGE, - number=7, - message=timestamp_pb2.Timestamp, - ) - last_update_time = proto.Field( - proto.MESSAGE, - number=8, - message=timestamp_pb2.Timestamp, - ) - metrics = proto.RepeatedField( - proto.MESSAGE, - number=11, - message=migration_metrics.TimeSeries, - ) - - -class MigrationTaskOrchestrationResult(proto.Message): - r"""Additional information from the orchestrator when it is done - with the task orchestration. - - - .. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields - - Attributes: - assessment_details (google.cloud.bigquery_migration_v2alpha.types.AssessmentOrchestrationResultDetails): - Details specific to assessment task types. - - This field is a member of `oneof`_ ``details``. - """ - - assessment_details = proto.Field( - proto.MESSAGE, - number=1, - oneof='details', - message=assessment_task.AssessmentOrchestrationResultDetails, - ) - - -__all__ = tuple(sorted(__protobuf__.manifest)) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_error_details.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_error_details.py deleted file mode 100644 index bcb00fe..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_error_details.py +++ /dev/null @@ -1,112 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -import proto # type: ignore - -from google.rpc import error_details_pb2 # type: ignore - - -__protobuf__ = proto.module( - package='google.cloud.bigquery.migration.v2alpha', - manifest={ - 'ResourceErrorDetail', - 'ErrorDetail', - 'ErrorLocation', - }, -) - - -class ResourceErrorDetail(proto.Message): - r"""Provides details for errors and the corresponding resources. - - Attributes: - resource_info (google.rpc.error_details_pb2.ResourceInfo): - Required. Information about the resource - where the error is located. - error_details (Sequence[google.cloud.bigquery_migration_v2alpha.types.ErrorDetail]): - Required. The error details for the resource. - error_count (int): - Required. How many errors there are in total for the - resource. Truncation can be indicated by having an - ``error_count`` that is higher than the size of - ``error_details``. - """ - - resource_info = proto.Field( - proto.MESSAGE, - number=1, - message=error_details_pb2.ResourceInfo, - ) - error_details = proto.RepeatedField( - proto.MESSAGE, - number=2, - message='ErrorDetail', - ) - error_count = proto.Field( - proto.INT32, - number=3, - ) - - -class ErrorDetail(proto.Message): - r"""Provides details for errors, e.g. issues that where - encountered when processing a subtask. - - Attributes: - location (google.cloud.bigquery_migration_v2alpha.types.ErrorLocation): - Optional. The exact location within the - resource (if applicable). - error_info (google.rpc.error_details_pb2.ErrorInfo): - Required. Describes the cause of the error - with structured detail. - """ - - location = proto.Field( - proto.MESSAGE, - number=1, - message='ErrorLocation', - ) - error_info = proto.Field( - proto.MESSAGE, - number=2, - message=error_details_pb2.ErrorInfo, - ) - - -class ErrorLocation(proto.Message): - r"""Holds information about where the error is located. - - Attributes: - line (int): - Optional. If applicable, denotes the line - where the error occurred. A zero value means - that there is no line information. - column (int): - Optional. If applicable, denotes the column - where the error occurred. A zero value means - that there is no columns information. - """ - - line = proto.Field( - proto.INT32, - number=1, - ) - column = proto.Field( - proto.INT32, - number=2, - ) - - -__all__ = tuple(sorted(__protobuf__.manifest)) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_metrics.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_metrics.py deleted file mode 100644 index 06bb70f..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_metrics.py +++ /dev/null @@ -1,209 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -import proto # type: ignore - -from google.api import distribution_pb2 # type: ignore -from google.api import metric_pb2 # type: ignore -from google.protobuf import timestamp_pb2 # type: ignore - - -__protobuf__ = proto.module( - package='google.cloud.bigquery.migration.v2alpha', - manifest={ - 'TimeSeries', - 'Point', - 'TimeInterval', - 'TypedValue', - }, -) - - -class TimeSeries(proto.Message): - r"""The metrics object for a SubTask. - - Attributes: - metric (str): - Required. The name of the metric. - If the metric is not known by the service yet, - it will be auto-created. - value_type (google.api.metric_pb2.ValueType): - Required. The value type of the time series. - metric_kind (google.api.metric_pb2.MetricKind): - Optional. The metric kind of the time series. - - If present, it must be the same as the metric kind of the - associated metric. If the associated metric's descriptor - must be auto-created, then this field specifies the metric - kind of the new descriptor and must be either ``GAUGE`` (the - default) or ``CUMULATIVE``. - points (Sequence[google.cloud.bigquery_migration_v2alpha.types.Point]): - Required. The data points of this time series. When listing - time series, points are returned in reverse time order. - - When creating a time series, this field must contain exactly - one point and the point's type must be the same as the value - type of the associated metric. If the associated metric's - descriptor must be auto-created, then the value type of the - descriptor is determined by the point's type, which must be - ``BOOL``, ``INT64``, ``DOUBLE``, or ``DISTRIBUTION``. - """ - - metric = proto.Field( - proto.STRING, - number=1, - ) - value_type = proto.Field( - proto.ENUM, - number=2, - enum=metric_pb2.MetricDescriptor.ValueType, - ) - metric_kind = proto.Field( - proto.ENUM, - number=3, - enum=metric_pb2.MetricDescriptor.MetricKind, - ) - points = proto.RepeatedField( - proto.MESSAGE, - number=4, - message='Point', - ) - - -class Point(proto.Message): - r"""A single data point in a time series. - - Attributes: - interval (google.cloud.bigquery_migration_v2alpha.types.TimeInterval): - The time interval to which the data point applies. For - ``GAUGE`` metrics, the start time does not need to be - supplied, but if it is supplied, it must equal the end time. - For ``DELTA`` metrics, the start and end time should specify - a non-zero interval, with subsequent points specifying - contiguous and non-overlapping intervals. For ``CUMULATIVE`` - metrics, the start and end time should specify a non-zero - interval, with subsequent points specifying the same start - time and increasing end times, until an event resets the - cumulative value to zero and sets a new start time for the - following points. - value (google.cloud.bigquery_migration_v2alpha.types.TypedValue): - The value of the data point. - """ - - interval = proto.Field( - proto.MESSAGE, - number=1, - message='TimeInterval', - ) - value = proto.Field( - proto.MESSAGE, - number=2, - message='TypedValue', - ) - - -class TimeInterval(proto.Message): - r"""A time interval extending just after a start time through an - end time. If the start time is the same as the end time, then - the interval represents a single point in time. - - Attributes: - start_time (google.protobuf.timestamp_pb2.Timestamp): - Optional. The beginning of the time interval. - The default value for the start time is the end - time. The start time must not be later than the - end time. - end_time (google.protobuf.timestamp_pb2.Timestamp): - Required. The end of the time interval. - """ - - start_time = proto.Field( - proto.MESSAGE, - number=1, - message=timestamp_pb2.Timestamp, - ) - end_time = proto.Field( - proto.MESSAGE, - number=2, - message=timestamp_pb2.Timestamp, - ) - - -class TypedValue(proto.Message): - r"""A single strongly-typed value. - - This message has `oneof`_ fields (mutually exclusive fields). - For each oneof, at most one member field can be set at the same time. - Setting any member of the oneof automatically clears all other - members. - - .. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields - - Attributes: - bool_value (bool): - A Boolean value: ``true`` or ``false``. - - This field is a member of `oneof`_ ``value``. - int64_value (int): - A 64-bit integer. Its range is approximately - +/-9.2x10^18. - - This field is a member of `oneof`_ ``value``. - double_value (float): - A 64-bit double-precision floating-point - number. Its magnitude is approximately - +/-10^(+/-300) and it has 16 significant digits - of precision. - - This field is a member of `oneof`_ ``value``. - string_value (str): - A variable-length string value. - - This field is a member of `oneof`_ ``value``. - distribution_value (google.api.distribution_pb2.Distribution): - A distribution value. - - This field is a member of `oneof`_ ``value``. - """ - - bool_value = proto.Field( - proto.BOOL, - number=1, - oneof='value', - ) - int64_value = proto.Field( - proto.INT64, - number=2, - oneof='value', - ) - double_value = proto.Field( - proto.DOUBLE, - number=3, - oneof='value', - ) - string_value = proto.Field( - proto.STRING, - number=4, - oneof='value', - ) - distribution_value = proto.Field( - proto.MESSAGE, - number=5, - oneof='value', - message=distribution_pb2.Distribution, - ) - - -__all__ = tuple(sorted(__protobuf__.manifest)) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_service.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_service.py deleted file mode 100644 index d3ca2f2..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/migration_service.py +++ /dev/null @@ -1,284 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -import proto # type: ignore - -from google.cloud.bigquery_migration_v2alpha.types import migration_entities -from google.protobuf import field_mask_pb2 # type: ignore - - -__protobuf__ = proto.module( - package='google.cloud.bigquery.migration.v2alpha', - manifest={ - 'CreateMigrationWorkflowRequest', - 'GetMigrationWorkflowRequest', - 'ListMigrationWorkflowsRequest', - 'ListMigrationWorkflowsResponse', - 'DeleteMigrationWorkflowRequest', - 'StartMigrationWorkflowRequest', - 'GetMigrationSubtaskRequest', - 'ListMigrationSubtasksRequest', - 'ListMigrationSubtasksResponse', - }, -) - - -class CreateMigrationWorkflowRequest(proto.Message): - r"""Request to create a migration workflow resource. - - Attributes: - parent (str): - Required. The name of the project to which this migration - workflow belongs. Example: ``projects/foo/locations/bar`` - migration_workflow (google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow): - Required. The migration workflow to create. - """ - - parent = proto.Field( - proto.STRING, - number=1, - ) - migration_workflow = proto.Field( - proto.MESSAGE, - number=2, - message=migration_entities.MigrationWorkflow, - ) - - -class GetMigrationWorkflowRequest(proto.Message): - r"""A request to get a previously created migration workflow. - - Attributes: - name (str): - Required. The unique identifier for the migration workflow. - Example: ``projects/123/locations/us/workflows/1234`` - read_mask (google.protobuf.field_mask_pb2.FieldMask): - The list of fields to be retrieved. - """ - - name = proto.Field( - proto.STRING, - number=1, - ) - read_mask = proto.Field( - proto.MESSAGE, - number=2, - message=field_mask_pb2.FieldMask, - ) - - -class ListMigrationWorkflowsRequest(proto.Message): - r"""A request to list previously created migration workflows. - - Attributes: - parent (str): - Required. The project and location of the migration - workflows to list. Example: ``projects/123/locations/us`` - read_mask (google.protobuf.field_mask_pb2.FieldMask): - The list of fields to be retrieved. - page_size (int): - The maximum number of migration workflows to - return. The service may return fewer than this - number. - page_token (str): - A page token, received from previous - ``ListMigrationWorkflows`` call. Provide this to retrieve - the subsequent page. - - When paginating, all other parameters provided to - ``ListMigrationWorkflows`` must match the call that provided - the page token. - """ - - parent = proto.Field( - proto.STRING, - number=1, - ) - read_mask = proto.Field( - proto.MESSAGE, - number=2, - message=field_mask_pb2.FieldMask, - ) - page_size = proto.Field( - proto.INT32, - number=3, - ) - page_token = proto.Field( - proto.STRING, - number=4, - ) - - -class ListMigrationWorkflowsResponse(proto.Message): - r"""Response object for a ``ListMigrationWorkflows`` call. - - Attributes: - migration_workflows (Sequence[google.cloud.bigquery_migration_v2alpha.types.MigrationWorkflow]): - The migration workflows for the specified - project / location. - next_page_token (str): - A token, which can be sent as ``page_token`` to retrieve the - next page. If this field is omitted, there are no subsequent - pages. - """ - - @property - def raw_page(self): - return self - - migration_workflows = proto.RepeatedField( - proto.MESSAGE, - number=1, - message=migration_entities.MigrationWorkflow, - ) - next_page_token = proto.Field( - proto.STRING, - number=2, - ) - - -class DeleteMigrationWorkflowRequest(proto.Message): - r"""A request to delete a previously created migration workflow. - - Attributes: - name (str): - Required. The unique identifier for the migration workflow. - Example: ``projects/123/locations/us/workflows/1234`` - """ - - name = proto.Field( - proto.STRING, - number=1, - ) - - -class StartMigrationWorkflowRequest(proto.Message): - r"""A request to start a previously created migration workflow. - - Attributes: - name (str): - Required. The unique identifier for the migration workflow. - Example: ``projects/123/locations/us/workflows/1234`` - """ - - name = proto.Field( - proto.STRING, - number=1, - ) - - -class GetMigrationSubtaskRequest(proto.Message): - r"""A request to get a previously created migration subtasks. - - Attributes: - name (str): - Required. The unique identifier for the migration subtask. - Example: - ``projects/123/locations/us/workflows/1234/subtasks/543`` - read_mask (google.protobuf.field_mask_pb2.FieldMask): - Optional. The list of fields to be retrieved. - """ - - name = proto.Field( - proto.STRING, - number=1, - ) - read_mask = proto.Field( - proto.MESSAGE, - number=2, - message=field_mask_pb2.FieldMask, - ) - - -class ListMigrationSubtasksRequest(proto.Message): - r"""A request to list previously created migration subtasks. - - Attributes: - parent (str): - Required. The migration task of the subtasks to list. - Example: ``projects/123/locations/us/workflows/1234`` - read_mask (google.protobuf.field_mask_pb2.FieldMask): - Optional. The list of fields to be retrieved. - page_size (int): - Optional. The maximum number of migration - tasks to return. The service may return fewer - than this number. - page_token (str): - Optional. A page token, received from previous - ``ListMigrationSubtasks`` call. Provide this to retrieve the - subsequent page. - - When paginating, all other parameters provided to - ``ListMigrationSubtasks`` must match the call that provided - the page token. - filter (str): - Optional. The filter to apply. This can be used to get the - subtasks of a specific tasks in a workflow, e.g. - ``migration_task = "ab012"`` where ``"ab012"`` is the task - ID (not the name in the named map). - """ - - parent = proto.Field( - proto.STRING, - number=1, - ) - read_mask = proto.Field( - proto.MESSAGE, - number=2, - message=field_mask_pb2.FieldMask, - ) - page_size = proto.Field( - proto.INT32, - number=3, - ) - page_token = proto.Field( - proto.STRING, - number=4, - ) - filter = proto.Field( - proto.STRING, - number=5, - ) - - -class ListMigrationSubtasksResponse(proto.Message): - r"""Response object for a ``ListMigrationSubtasks`` call. - - Attributes: - migration_subtasks (Sequence[google.cloud.bigquery_migration_v2alpha.types.MigrationSubtask]): - The migration subtasks for the specified - task. - next_page_token (str): - A token, which can be sent as ``page_token`` to retrieve the - next page. If this field is omitted, there are no subsequent - pages. - """ - - @property - def raw_page(self): - return self - - migration_subtasks = proto.RepeatedField( - proto.MESSAGE, - number=1, - message=migration_entities.MigrationSubtask, - ) - next_page_token = proto.Field( - proto.STRING, - number=2, - ) - - -__all__ = tuple(sorted(__protobuf__.manifest)) diff --git a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/translation_task.py b/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/translation_task.py deleted file mode 100644 index e65666d..0000000 --- a/owl-bot-staging/v2alpha/google/cloud/bigquery_migration_v2alpha/types/translation_task.py +++ /dev/null @@ -1,307 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -import proto # type: ignore - - -__protobuf__ = proto.module( - package='google.cloud.bigquery.migration.v2alpha', - manifest={ - 'TranslationFileMapping', - 'TranslationTaskDetails', - 'Filter', - 'IdentifierSettings', - 'TeradataOptions', - 'BteqOptions', - 'DatasetReference', - }, -) - - -class TranslationFileMapping(proto.Message): - r"""Mapping between an input and output file to be translated in - a subtask. - - Attributes: - input_path (str): - The Cloud Storage path for a file to - translation in a subtask. - output_path (str): - The Cloud Storage path to write back the - corresponding input file to. - """ - - input_path = proto.Field( - proto.STRING, - number=1, - ) - output_path = proto.Field( - proto.STRING, - number=2, - ) - - -class TranslationTaskDetails(proto.Message): - r"""The translation task config to capture necessary settings for - a translation task and subtask. - - This message has `oneof`_ fields (mutually exclusive fields). - For each oneof, at most one member field can be set at the same time. - Setting any member of the oneof automatically clears all other - members. - - .. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields - - Attributes: - teradata_options (google.cloud.bigquery_migration_v2alpha.types.TeradataOptions): - The Teradata SQL specific settings for the - translation task. - - This field is a member of `oneof`_ ``language_options``. - bteq_options (google.cloud.bigquery_migration_v2alpha.types.BteqOptions): - The BTEQ specific settings for the - translation task. - - This field is a member of `oneof`_ ``language_options``. - input_path (str): - The Cloud Storage path for translation input - files. - output_path (str): - The Cloud Storage path for translation output - files. - file_paths (Sequence[google.cloud.bigquery_migration_v2alpha.types.TranslationFileMapping]): - Cloud Storage files to be processed for - translation. - schema_path (str): - The Cloud Storage path to DDL files as table - schema to assist semantic translation. - file_encoding (google.cloud.bigquery_migration_v2alpha.types.TranslationTaskDetails.FileEncoding): - The file encoding type. - identifier_settings (google.cloud.bigquery_migration_v2alpha.types.IdentifierSettings): - The settings for SQL identifiers. - special_token_map (Sequence[google.cloud.bigquery_migration_v2alpha.types.TranslationTaskDetails.SpecialTokenMapEntry]): - The map capturing special tokens to be - replaced during translation. The key is special - token in string. The value is the token data - type. This is used to translate SQL query - template which contains special token as place - holder. The special token makes a query invalid - to parse. This map will be applied to annotate - those special token with types to let parser - understand how to parse them into proper - structure with type information. - filter (google.cloud.bigquery_migration_v2alpha.types.Filter): - The filter applied to translation details. - translation_exception_table (str): - Specifies the exact name of the bigquery - table ("dataset.table") to be used for surfacing - raw translation errors. If the table does not - exist, we will create it. If it already exists - and the schema is the same, we will re-use. If - the table exists and the schema is different, we - will throw an error. - """ - class FileEncoding(proto.Enum): - r"""The file encoding types.""" - FILE_ENCODING_UNSPECIFIED = 0 - UTF_8 = 1 - ISO_8859_1 = 2 - US_ASCII = 3 - UTF_16 = 4 - UTF_16LE = 5 - UTF_16BE = 6 - - class TokenType(proto.Enum): - r"""The special token data type.""" - TOKEN_TYPE_UNSPECIFIED = 0 - STRING = 1 - INT64 = 2 - NUMERIC = 3 - BOOL = 4 - FLOAT64 = 5 - DATE = 6 - TIMESTAMP = 7 - - teradata_options = proto.Field( - proto.MESSAGE, - number=10, - oneof='language_options', - message='TeradataOptions', - ) - bteq_options = proto.Field( - proto.MESSAGE, - number=11, - oneof='language_options', - message='BteqOptions', - ) - input_path = proto.Field( - proto.STRING, - number=1, - ) - output_path = proto.Field( - proto.STRING, - number=2, - ) - file_paths = proto.RepeatedField( - proto.MESSAGE, - number=12, - message='TranslationFileMapping', - ) - schema_path = proto.Field( - proto.STRING, - number=3, - ) - file_encoding = proto.Field( - proto.ENUM, - number=4, - enum=FileEncoding, - ) - identifier_settings = proto.Field( - proto.MESSAGE, - number=5, - message='IdentifierSettings', - ) - special_token_map = proto.MapField( - proto.STRING, - proto.ENUM, - number=6, - enum=TokenType, - ) - filter = proto.Field( - proto.MESSAGE, - number=7, - message='Filter', - ) - translation_exception_table = proto.Field( - proto.STRING, - number=13, - ) - - -class Filter(proto.Message): - r"""The filter applied to fields of translation details. - - Attributes: - input_file_exclusion_prefixes (Sequence[str]): - The list of prefixes used to exclude - processing for input files. - """ - - input_file_exclusion_prefixes = proto.RepeatedField( - proto.STRING, - number=1, - ) - - -class IdentifierSettings(proto.Message): - r"""Settings related to SQL identifiers. - - Attributes: - output_identifier_case (google.cloud.bigquery_migration_v2alpha.types.IdentifierSettings.IdentifierCase): - The setting to control output queries' - identifier case. - identifier_rewrite_mode (google.cloud.bigquery_migration_v2alpha.types.IdentifierSettings.IdentifierRewriteMode): - Specifies the rewrite mode for SQL - identifiers. - """ - class IdentifierCase(proto.Enum): - r"""The identifier case type.""" - IDENTIFIER_CASE_UNSPECIFIED = 0 - ORIGINAL = 1 - UPPER = 2 - LOWER = 3 - - class IdentifierRewriteMode(proto.Enum): - r"""The SQL identifier rewrite mode.""" - IDENTIFIER_REWRITE_MODE_UNSPECIFIED = 0 - NONE = 1 - REWRITE_ALL = 2 - - output_identifier_case = proto.Field( - proto.ENUM, - number=1, - enum=IdentifierCase, - ) - identifier_rewrite_mode = proto.Field( - proto.ENUM, - number=2, - enum=IdentifierRewriteMode, - ) - - -class TeradataOptions(proto.Message): - r"""Teradata SQL specific translation task related settings. - """ - - -class BteqOptions(proto.Message): - r"""BTEQ translation task related settings. - - Attributes: - project_dataset (google.cloud.bigquery_migration_v2alpha.types.DatasetReference): - Specifies the project and dataset in BigQuery - that will be used for external table creation - during the translation. - default_path_uri (str): - The Cloud Storage location to be used as the - default path for files that are not otherwise - specified in the file replacement map. - file_replacement_map (Sequence[google.cloud.bigquery_migration_v2alpha.types.BteqOptions.FileReplacementMapEntry]): - Maps the local paths that are used in BTEQ - scripts (the keys) to the paths in Cloud Storage - that should be used in their stead in the - translation (the value). - """ - - project_dataset = proto.Field( - proto.MESSAGE, - number=1, - message='DatasetReference', - ) - default_path_uri = proto.Field( - proto.STRING, - number=2, - ) - file_replacement_map = proto.MapField( - proto.STRING, - proto.STRING, - number=3, - ) - - -class DatasetReference(proto.Message): - r"""Reference to a BigQuery dataset. - - Attributes: - dataset_id (str): - A unique ID for this dataset, without the project name. The - ID must contain only letters (a-z, A-Z), numbers (0-9), or - underscores (_). The maximum length is 1,024 characters. - project_id (str): - The ID of the project containing this - dataset. - """ - - dataset_id = proto.Field( - proto.STRING, - number=1, - ) - project_id = proto.Field( - proto.STRING, - number=2, - ) - - -__all__ = tuple(sorted(__protobuf__.manifest)) diff --git a/owl-bot-staging/v2alpha/mypy.ini b/owl-bot-staging/v2alpha/mypy.ini deleted file mode 100644 index 4505b48..0000000 --- a/owl-bot-staging/v2alpha/mypy.ini +++ /dev/null @@ -1,3 +0,0 @@ -[mypy] -python_version = 3.6 -namespace_packages = True diff --git a/owl-bot-staging/v2alpha/noxfile.py b/owl-bot-staging/v2alpha/noxfile.py deleted file mode 100644 index 448dddd..0000000 --- a/owl-bot-staging/v2alpha/noxfile.py +++ /dev/null @@ -1,132 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -import os -import pathlib -import shutil -import subprocess -import sys - - -import nox # type: ignore - -CURRENT_DIRECTORY = pathlib.Path(__file__).parent.absolute() - -LOWER_BOUND_CONSTRAINTS_FILE = CURRENT_DIRECTORY / "constraints.txt" -PACKAGE_NAME = subprocess.check_output([sys.executable, "setup.py", "--name"], encoding="utf-8") - - -nox.sessions = [ - "unit", - "cover", - "mypy", - "check_lower_bounds" - # exclude update_lower_bounds from default - "docs", -] - -@nox.session(python=['3.6', '3.7', '3.8', '3.9', '3.10']) -def unit(session): - """Run the unit test suite.""" - - session.install('coverage', 'pytest', 'pytest-cov', 'asyncmock', 'pytest-asyncio') - session.install('-e', '.') - - session.run( - 'py.test', - '--quiet', - '--cov=google/cloud/bigquery_migration_v2alpha/', - '--cov-config=.coveragerc', - '--cov-report=term', - '--cov-report=html', - os.path.join('tests', 'unit', ''.join(session.posargs)) - ) - - -@nox.session(python='3.9') -def cover(session): - """Run the final coverage report. - This outputs the coverage report aggregating coverage from the unit - test runs (not system test runs), and then erases coverage data. - """ - session.install("coverage", "pytest-cov") - session.run("coverage", "report", "--show-missing", "--fail-under=100") - - session.run("coverage", "erase") - - -@nox.session(python=['3.6', '3.7', '3.8', '3.9']) -def mypy(session): - """Run the type checker.""" - session.install('mypy', 'types-pkg_resources') - session.install('.') - session.run( - 'mypy', - '--explicit-package-bases', - 'google', - ) - - -@nox.session -def update_lower_bounds(session): - """Update lower bounds in constraints.txt to match setup.py""" - session.install('google-cloud-testutils') - session.install('.') - - session.run( - 'lower-bound-checker', - 'update', - '--package-name', - PACKAGE_NAME, - '--constraints-file', - str(LOWER_BOUND_CONSTRAINTS_FILE), - ) - - -@nox.session -def check_lower_bounds(session): - """Check lower bounds in setup.py are reflected in constraints file""" - session.install('google-cloud-testutils') - session.install('.') - - session.run( - 'lower-bound-checker', - 'check', - '--package-name', - PACKAGE_NAME, - '--constraints-file', - str(LOWER_BOUND_CONSTRAINTS_FILE), - ) - -@nox.session(python='3.9') -def docs(session): - """Build the docs for this library.""" - - session.install("-e", ".") - session.install("sphinx==4.0.1", "alabaster", "recommonmark") - - shutil.rmtree(os.path.join("docs", "_build"), ignore_errors=True) - session.run( - "sphinx-build", - "-W", # warnings as errors - "-T", # show full traceback on exception - "-N", # no colors - "-b", - "html", - "-d", - os.path.join("docs", "_build", "doctrees", ""), - os.path.join("docs", ""), - os.path.join("docs", "_build", "html", ""), - ) diff --git a/owl-bot-staging/v2alpha/scripts/fixup_bigquery_migration_v2alpha_keywords.py b/owl-bot-staging/v2alpha/scripts/fixup_bigquery_migration_v2alpha_keywords.py deleted file mode 100644 index 629a81e..0000000 --- a/owl-bot-staging/v2alpha/scripts/fixup_bigquery_migration_v2alpha_keywords.py +++ /dev/null @@ -1,182 +0,0 @@ -#! /usr/bin/env python3 -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -import argparse -import os -import libcst as cst -import pathlib -import sys -from typing import (Any, Callable, Dict, List, Sequence, Tuple) - - -def partition( - predicate: Callable[[Any], bool], - iterator: Sequence[Any] -) -> Tuple[List[Any], List[Any]]: - """A stable, out-of-place partition.""" - results = ([], []) - - for i in iterator: - results[int(predicate(i))].append(i) - - # Returns trueList, falseList - return results[1], results[0] - - -class bigquery_migrationCallTransformer(cst.CSTTransformer): - CTRL_PARAMS: Tuple[str] = ('retry', 'timeout', 'metadata') - METHOD_TO_PARAMS: Dict[str, Tuple[str]] = { - 'create_migration_workflow': ('parent', 'migration_workflow', ), - 'delete_migration_workflow': ('name', ), - 'get_migration_subtask': ('name', 'read_mask', ), - 'get_migration_workflow': ('name', 'read_mask', ), - 'list_migration_subtasks': ('parent', 'read_mask', 'page_size', 'page_token', 'filter', ), - 'list_migration_workflows': ('parent', 'read_mask', 'page_size', 'page_token', ), - 'start_migration_workflow': ('name', ), - } - - def leave_Call(self, original: cst.Call, updated: cst.Call) -> cst.CSTNode: - try: - key = original.func.attr.value - kword_params = self.METHOD_TO_PARAMS[key] - except (AttributeError, KeyError): - # Either not a method from the API or too convoluted to be sure. - return updated - - # If the existing code is valid, keyword args come after positional args. - # Therefore, all positional args must map to the first parameters. - args, kwargs = partition(lambda a: not bool(a.keyword), updated.args) - if any(k.keyword.value == "request" for k in kwargs): - # We've already fixed this file, don't fix it again. - return updated - - kwargs, ctrl_kwargs = partition( - lambda a: a.keyword.value not in self.CTRL_PARAMS, - kwargs - ) - - args, ctrl_args = args[:len(kword_params)], args[len(kword_params):] - ctrl_kwargs.extend(cst.Arg(value=a.value, keyword=cst.Name(value=ctrl)) - for a, ctrl in zip(ctrl_args, self.CTRL_PARAMS)) - - request_arg = cst.Arg( - value=cst.Dict([ - cst.DictElement( - cst.SimpleString("'{}'".format(name)), -cst.Element(value=arg.value) - ) - # Note: the args + kwargs looks silly, but keep in mind that - # the control parameters had to be stripped out, and that - # those could have been passed positionally or by keyword. - for name, arg in zip(kword_params, args + kwargs)]), - keyword=cst.Name("request") - ) - - return updated.with_changes( - args=[request_arg] + ctrl_kwargs - ) - - -def fix_files( - in_dir: pathlib.Path, - out_dir: pathlib.Path, - *, - transformer=bigquery_migrationCallTransformer(), -): - """Duplicate the input dir to the output dir, fixing file method calls. - - Preconditions: - * in_dir is a real directory - * out_dir is a real, empty directory - """ - pyfile_gen = ( - pathlib.Path(os.path.join(root, f)) - for root, _, files in os.walk(in_dir) - for f in files if os.path.splitext(f)[1] == ".py" - ) - - for fpath in pyfile_gen: - with open(fpath, 'r') as f: - src = f.read() - - # Parse the code and insert method call fixes. - tree = cst.parse_module(src) - updated = tree.visit(transformer) - - # Create the path and directory structure for the new file. - updated_path = out_dir.joinpath(fpath.relative_to(in_dir)) - updated_path.parent.mkdir(parents=True, exist_ok=True) - - # Generate the updated source file at the corresponding path. - with open(updated_path, 'w') as f: - f.write(updated.code) - - -if __name__ == '__main__': - parser = argparse.ArgumentParser( - description="""Fix up source that uses the bigquery_migration client library. - -The existing sources are NOT overwritten but are copied to output_dir with changes made. - -Note: This tool operates at a best-effort level at converting positional - parameters in client method calls to keyword based parameters. - Cases where it WILL FAIL include - A) * or ** expansion in a method call. - B) Calls via function or method alias (includes free function calls) - C) Indirect or dispatched calls (e.g. the method is looked up dynamically) - - These all constitute false negatives. The tool will also detect false - positives when an API method shares a name with another method. -""") - parser.add_argument( - '-d', - '--input-directory', - required=True, - dest='input_dir', - help='the input directory to walk for python files to fix up', - ) - parser.add_argument( - '-o', - '--output-directory', - required=True, - dest='output_dir', - help='the directory to output files fixed via un-flattening', - ) - args = parser.parse_args() - input_dir = pathlib.Path(args.input_dir) - output_dir = pathlib.Path(args.output_dir) - if not input_dir.is_dir(): - print( - f"input directory '{input_dir}' does not exist or is not a directory", - file=sys.stderr, - ) - sys.exit(-1) - - if not output_dir.is_dir(): - print( - f"output directory '{output_dir}' does not exist or is not a directory", - file=sys.stderr, - ) - sys.exit(-1) - - if os.listdir(output_dir): - print( - f"output directory '{output_dir}' is not empty", - file=sys.stderr, - ) - sys.exit(-1) - - fix_files(input_dir, output_dir) diff --git a/owl-bot-staging/v2alpha/setup.py b/owl-bot-staging/v2alpha/setup.py deleted file mode 100644 index 9538b26..0000000 --- a/owl-bot-staging/v2alpha/setup.py +++ /dev/null @@ -1,54 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -import io -import os -import setuptools # type: ignore - -version = '0.1.0' - -package_root = os.path.abspath(os.path.dirname(__file__)) - -readme_filename = os.path.join(package_root, 'README.rst') -with io.open(readme_filename, encoding='utf-8') as readme_file: - readme = readme_file.read() - -setuptools.setup( - name='google-cloud-bigquery-migration', - version=version, - long_description=readme, - packages=setuptools.PEP420PackageFinder.find(), - namespace_packages=('google', 'google.cloud'), - platforms='Posix; MacOS X; Windows', - include_package_data=True, - install_requires=( - 'google-api-core[grpc] >= 1.28.0, < 3.0.0dev', - 'libcst >= 0.2.5', - 'proto-plus >= 1.19.7', - ), - python_requires='>=3.6', - classifiers=[ - 'Development Status :: 3 - Alpha', - 'Intended Audience :: Developers', - 'Operating System :: OS Independent', - 'Programming Language :: Python :: 3.6', - 'Programming Language :: Python :: 3.7', - 'Programming Language :: Python :: 3.8', - 'Programming Language :: Python :: 3.9', - 'Topic :: Internet', - 'Topic :: Software Development :: Libraries :: Python Modules', - ], - zip_safe=False, -) diff --git a/owl-bot-staging/v2alpha/tests/__init__.py b/owl-bot-staging/v2alpha/tests/__init__.py deleted file mode 100644 index b54a5fc..0000000 --- a/owl-bot-staging/v2alpha/tests/__init__.py +++ /dev/null @@ -1,16 +0,0 @@ - -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# diff --git a/owl-bot-staging/v2alpha/tests/unit/__init__.py b/owl-bot-staging/v2alpha/tests/unit/__init__.py deleted file mode 100644 index b54a5fc..0000000 --- a/owl-bot-staging/v2alpha/tests/unit/__init__.py +++ /dev/null @@ -1,16 +0,0 @@ - -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# diff --git a/owl-bot-staging/v2alpha/tests/unit/gapic/__init__.py b/owl-bot-staging/v2alpha/tests/unit/gapic/__init__.py deleted file mode 100644 index b54a5fc..0000000 --- a/owl-bot-staging/v2alpha/tests/unit/gapic/__init__.py +++ /dev/null @@ -1,16 +0,0 @@ - -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# diff --git a/owl-bot-staging/v2alpha/tests/unit/gapic/bigquery_migration_v2alpha/__init__.py b/owl-bot-staging/v2alpha/tests/unit/gapic/bigquery_migration_v2alpha/__init__.py deleted file mode 100644 index b54a5fc..0000000 --- a/owl-bot-staging/v2alpha/tests/unit/gapic/bigquery_migration_v2alpha/__init__.py +++ /dev/null @@ -1,16 +0,0 @@ - -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# diff --git a/owl-bot-staging/v2alpha/tests/unit/gapic/bigquery_migration_v2alpha/test_migration_service.py b/owl-bot-staging/v2alpha/tests/unit/gapic/bigquery_migration_v2alpha/test_migration_service.py deleted file mode 100644 index 281fda1..0000000 --- a/owl-bot-staging/v2alpha/tests/unit/gapic/bigquery_migration_v2alpha/test_migration_service.py +++ /dev/null @@ -1,3160 +0,0 @@ -# -*- coding: utf-8 -*- -# Copyright 2020 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -import os -import mock - -import grpc -from grpc.experimental import aio -import math -import pytest -from proto.marshal.rules.dates import DurationRule, TimestampRule - - -from google.api_core import client_options -from google.api_core import exceptions as core_exceptions -from google.api_core import gapic_v1 -from google.api_core import grpc_helpers -from google.api_core import grpc_helpers_async -from google.api_core import path_template -from google.auth import credentials as ga_credentials -from google.auth.exceptions import MutualTLSChannelError -from google.cloud.bigquery_migration_v2alpha.services.migration_service import MigrationServiceAsyncClient -from google.cloud.bigquery_migration_v2alpha.services.migration_service import MigrationServiceClient -from google.cloud.bigquery_migration_v2alpha.services.migration_service import pagers -from google.cloud.bigquery_migration_v2alpha.services.migration_service import transports -from google.cloud.bigquery_migration_v2alpha.types import assessment_task -from google.cloud.bigquery_migration_v2alpha.types import migration_entities -from google.cloud.bigquery_migration_v2alpha.types import migration_error_details -from google.cloud.bigquery_migration_v2alpha.types import migration_metrics -from google.cloud.bigquery_migration_v2alpha.types import migration_service -from google.cloud.bigquery_migration_v2alpha.types import translation_task -from google.oauth2 import service_account -from google.protobuf import any_pb2 # type: ignore -from google.protobuf import field_mask_pb2 # type: ignore -from google.protobuf import timestamp_pb2 # type: ignore -from google.rpc import error_details_pb2 # type: ignore -import google.auth - - -def client_cert_source_callback(): - return b"cert bytes", b"key bytes" - - -# If default endpoint is localhost, then default mtls endpoint will be the same. -# This method modifies the default endpoint so the client can produce a different -# mtls endpoint for endpoint testing purposes. -def modify_default_endpoint(client): - return "foo.googleapis.com" if ("localhost" in client.DEFAULT_ENDPOINT) else client.DEFAULT_ENDPOINT - - -def test__get_default_mtls_endpoint(): - api_endpoint = "example.googleapis.com" - api_mtls_endpoint = "example.mtls.googleapis.com" - sandbox_endpoint = "example.sandbox.googleapis.com" - sandbox_mtls_endpoint = "example.mtls.sandbox.googleapis.com" - non_googleapi = "api.example.com" - - assert MigrationServiceClient._get_default_mtls_endpoint(None) is None - assert MigrationServiceClient._get_default_mtls_endpoint(api_endpoint) == api_mtls_endpoint - assert MigrationServiceClient._get_default_mtls_endpoint(api_mtls_endpoint) == api_mtls_endpoint - assert MigrationServiceClient._get_default_mtls_endpoint(sandbox_endpoint) == sandbox_mtls_endpoint - assert MigrationServiceClient._get_default_mtls_endpoint(sandbox_mtls_endpoint) == sandbox_mtls_endpoint - assert MigrationServiceClient._get_default_mtls_endpoint(non_googleapi) == non_googleapi - - -@pytest.mark.parametrize("client_class", [ - MigrationServiceClient, - MigrationServiceAsyncClient, -]) -def test_migration_service_client_from_service_account_info(client_class): - creds = ga_credentials.AnonymousCredentials() - with mock.patch.object(service_account.Credentials, 'from_service_account_info') as factory: - factory.return_value = creds - info = {"valid": True} - client = client_class.from_service_account_info(info) - assert client.transport._credentials == creds - assert isinstance(client, client_class) - - assert client.transport._host == 'bigquerymigration.googleapis.com:443' - - -@pytest.mark.parametrize("transport_class,transport_name", [ - (transports.MigrationServiceGrpcTransport, "grpc"), - (transports.MigrationServiceGrpcAsyncIOTransport, "grpc_asyncio"), -]) -def test_migration_service_client_service_account_always_use_jwt(transport_class, transport_name): - with mock.patch.object(service_account.Credentials, 'with_always_use_jwt_access', create=True) as use_jwt: - creds = service_account.Credentials(None, None, None) - transport = transport_class(credentials=creds, always_use_jwt_access=True) - use_jwt.assert_called_once_with(True) - - with mock.patch.object(service_account.Credentials, 'with_always_use_jwt_access', create=True) as use_jwt: - creds = service_account.Credentials(None, None, None) - transport = transport_class(credentials=creds, always_use_jwt_access=False) - use_jwt.assert_not_called() - - -@pytest.mark.parametrize("client_class", [ - MigrationServiceClient, - MigrationServiceAsyncClient, -]) -def test_migration_service_client_from_service_account_file(client_class): - creds = ga_credentials.AnonymousCredentials() - with mock.patch.object(service_account.Credentials, 'from_service_account_file') as factory: - factory.return_value = creds - client = client_class.from_service_account_file("dummy/file/path.json") - assert client.transport._credentials == creds - assert isinstance(client, client_class) - - client = client_class.from_service_account_json("dummy/file/path.json") - assert client.transport._credentials == creds - assert isinstance(client, client_class) - - assert client.transport._host == 'bigquerymigration.googleapis.com:443' - - -def test_migration_service_client_get_transport_class(): - transport = MigrationServiceClient.get_transport_class() - available_transports = [ - transports.MigrationServiceGrpcTransport, - ] - assert transport in available_transports - - transport = MigrationServiceClient.get_transport_class("grpc") - assert transport == transports.MigrationServiceGrpcTransport - - -@pytest.mark.parametrize("client_class,transport_class,transport_name", [ - (MigrationServiceClient, transports.MigrationServiceGrpcTransport, "grpc"), - (MigrationServiceAsyncClient, transports.MigrationServiceGrpcAsyncIOTransport, "grpc_asyncio"), -]) -@mock.patch.object(MigrationServiceClient, "DEFAULT_ENDPOINT", modify_default_endpoint(MigrationServiceClient)) -@mock.patch.object(MigrationServiceAsyncClient, "DEFAULT_ENDPOINT", modify_default_endpoint(MigrationServiceAsyncClient)) -def test_migration_service_client_client_options(client_class, transport_class, transport_name): - # Check that if channel is provided we won't create a new one. - with mock.patch.object(MigrationServiceClient, 'get_transport_class') as gtc: - transport = transport_class( - credentials=ga_credentials.AnonymousCredentials() - ) - client = client_class(transport=transport) - gtc.assert_not_called() - - # Check that if channel is provided via str we will create a new one. - with mock.patch.object(MigrationServiceClient, 'get_transport_class') as gtc: - client = client_class(transport=transport_name) - gtc.assert_called() - - # Check the case api_endpoint is provided. - options = client_options.ClientOptions(api_endpoint="squid.clam.whelk") - with mock.patch.object(transport_class, '__init__') as patched: - patched.return_value = None - client = client_class(transport=transport_name, client_options=options) - patched.assert_called_once_with( - credentials=None, - credentials_file=None, - host="squid.clam.whelk", - scopes=None, - client_cert_source_for_mtls=None, - quota_project_id=None, - client_info=transports.base.DEFAULT_CLIENT_INFO, - always_use_jwt_access=True, - ) - - # Check the case api_endpoint is not provided and GOOGLE_API_USE_MTLS_ENDPOINT is - # "never". - with mock.patch.dict(os.environ, {"GOOGLE_API_USE_MTLS_ENDPOINT": "never"}): - with mock.patch.object(transport_class, '__init__') as patched: - patched.return_value = None - client = client_class(transport=transport_name) - patched.assert_called_once_with( - credentials=None, - credentials_file=None, - host=client.DEFAULT_ENDPOINT, - scopes=None, - client_cert_source_for_mtls=None, - quota_project_id=None, - client_info=transports.base.DEFAULT_CLIENT_INFO, - always_use_jwt_access=True, - ) - - # Check the case api_endpoint is not provided and GOOGLE_API_USE_MTLS_ENDPOINT is - # "always". - with mock.patch.dict(os.environ, {"GOOGLE_API_USE_MTLS_ENDPOINT": "always"}): - with mock.patch.object(transport_class, '__init__') as patched: - patched.return_value = None - client = client_class(transport=transport_name) - patched.assert_called_once_with( - credentials=None, - credentials_file=None, - host=client.DEFAULT_MTLS_ENDPOINT, - scopes=None, - client_cert_source_for_mtls=None, - quota_project_id=None, - client_info=transports.base.DEFAULT_CLIENT_INFO, - always_use_jwt_access=True, - ) - - # Check the case api_endpoint is not provided and GOOGLE_API_USE_MTLS_ENDPOINT has - # unsupported value. - with mock.patch.dict(os.environ, {"GOOGLE_API_USE_MTLS_ENDPOINT": "Unsupported"}): - with pytest.raises(MutualTLSChannelError): - client = client_class(transport=transport_name) - - # Check the case GOOGLE_API_USE_CLIENT_CERTIFICATE has unsupported value. - with mock.patch.dict(os.environ, {"GOOGLE_API_USE_CLIENT_CERTIFICATE": "Unsupported"}): - with pytest.raises(ValueError): - client = client_class(transport=transport_name) - - # Check the case quota_project_id is provided - options = client_options.ClientOptions(quota_project_id="octopus") - with mock.patch.object(transport_class, '__init__') as patched: - patched.return_value = None - client = client_class(client_options=options, transport=transport_name) - patched.assert_called_once_with( - credentials=None, - credentials_file=None, - host=client.DEFAULT_ENDPOINT, - scopes=None, - client_cert_source_for_mtls=None, - quota_project_id="octopus", - client_info=transports.base.DEFAULT_CLIENT_INFO, - always_use_jwt_access=True, - ) - -@pytest.mark.parametrize("client_class,transport_class,transport_name,use_client_cert_env", [ - (MigrationServiceClient, transports.MigrationServiceGrpcTransport, "grpc", "true"), - (MigrationServiceAsyncClient, transports.MigrationServiceGrpcAsyncIOTransport, "grpc_asyncio", "true"), - (MigrationServiceClient, transports.MigrationServiceGrpcTransport, "grpc", "false"), - (MigrationServiceAsyncClient, transports.MigrationServiceGrpcAsyncIOTransport, "grpc_asyncio", "false"), -]) -@mock.patch.object(MigrationServiceClient, "DEFAULT_ENDPOINT", modify_default_endpoint(MigrationServiceClient)) -@mock.patch.object(MigrationServiceAsyncClient, "DEFAULT_ENDPOINT", modify_default_endpoint(MigrationServiceAsyncClient)) -@mock.patch.dict(os.environ, {"GOOGLE_API_USE_MTLS_ENDPOINT": "auto"}) -def test_migration_service_client_mtls_env_auto(client_class, transport_class, transport_name, use_client_cert_env): - # This tests the endpoint autoswitch behavior. Endpoint is autoswitched to the default - # mtls endpoint, if GOOGLE_API_USE_CLIENT_CERTIFICATE is "true" and client cert exists. - - # Check the case client_cert_source is provided. Whether client cert is used depends on - # GOOGLE_API_USE_CLIENT_CERTIFICATE value. - with mock.patch.dict(os.environ, {"GOOGLE_API_USE_CLIENT_CERTIFICATE": use_client_cert_env}): - options = client_options.ClientOptions(client_cert_source=client_cert_source_callback) - with mock.patch.object(transport_class, '__init__') as patched: - patched.return_value = None - client = client_class(client_options=options, transport=transport_name) - - if use_client_cert_env == "false": - expected_client_cert_source = None - expected_host = client.DEFAULT_ENDPOINT - else: - expected_client_cert_source = client_cert_source_callback - expected_host = client.DEFAULT_MTLS_ENDPOINT - - patched.assert_called_once_with( - credentials=None, - credentials_file=None, - host=expected_host, - scopes=None, - client_cert_source_for_mtls=expected_client_cert_source, - quota_project_id=None, - client_info=transports.base.DEFAULT_CLIENT_INFO, - always_use_jwt_access=True, - ) - - # Check the case ADC client cert is provided. Whether client cert is used depends on - # GOOGLE_API_USE_CLIENT_CERTIFICATE value. - with mock.patch.dict(os.environ, {"GOOGLE_API_USE_CLIENT_CERTIFICATE": use_client_cert_env}): - with mock.patch.object(transport_class, '__init__') as patched: - with mock.patch('google.auth.transport.mtls.has_default_client_cert_source', return_value=True): - with mock.patch('google.auth.transport.mtls.default_client_cert_source', return_value=client_cert_source_callback): - if use_client_cert_env == "false": - expected_host = client.DEFAULT_ENDPOINT - expected_client_cert_source = None - else: - expected_host = client.DEFAULT_MTLS_ENDPOINT - expected_client_cert_source = client_cert_source_callback - - patched.return_value = None - client = client_class(transport=transport_name) - patched.assert_called_once_with( - credentials=None, - credentials_file=None, - host=expected_host, - scopes=None, - client_cert_source_for_mtls=expected_client_cert_source, - quota_project_id=None, - client_info=transports.base.DEFAULT_CLIENT_INFO, - always_use_jwt_access=True, - ) - - # Check the case client_cert_source and ADC client cert are not provided. - with mock.patch.dict(os.environ, {"GOOGLE_API_USE_CLIENT_CERTIFICATE": use_client_cert_env}): - with mock.patch.object(transport_class, '__init__') as patched: - with mock.patch("google.auth.transport.mtls.has_default_client_cert_source", return_value=False): - patched.return_value = None - client = client_class(transport=transport_name) - patched.assert_called_once_with( - credentials=None, - credentials_file=None, - host=client.DEFAULT_ENDPOINT, - scopes=None, - client_cert_source_for_mtls=None, - quota_project_id=None, - client_info=transports.base.DEFAULT_CLIENT_INFO, - always_use_jwt_access=True, - ) - - -@pytest.mark.parametrize("client_class", [ - MigrationServiceClient, MigrationServiceAsyncClient -]) -@mock.patch.object(MigrationServiceClient, "DEFAULT_ENDPOINT", modify_default_endpoint(MigrationServiceClient)) -@mock.patch.object(MigrationServiceAsyncClient, "DEFAULT_ENDPOINT", modify_default_endpoint(MigrationServiceAsyncClient)) -def test_migration_service_client_get_mtls_endpoint_and_cert_source(client_class): - mock_client_cert_source = mock.Mock() - - # Test the case GOOGLE_API_USE_CLIENT_CERTIFICATE is "true". - with mock.patch.dict(os.environ, {"GOOGLE_API_USE_CLIENT_CERTIFICATE": "true"}): - mock_api_endpoint = "foo" - options = client_options.ClientOptions(client_cert_source=mock_client_cert_source, api_endpoint=mock_api_endpoint) - api_endpoint, cert_source = client_class.get_mtls_endpoint_and_cert_source(options) - assert api_endpoint == mock_api_endpoint - assert cert_source == mock_client_cert_source - - # Test the case GOOGLE_API_USE_CLIENT_CERTIFICATE is "false". - with mock.patch.dict(os.environ, {"GOOGLE_API_USE_CLIENT_CERTIFICATE": "false"}): - mock_client_cert_source = mock.Mock() - mock_api_endpoint = "foo" - options = client_options.ClientOptions(client_cert_source=mock_client_cert_source, api_endpoint=mock_api_endpoint) - api_endpoint, cert_source = client_class.get_mtls_endpoint_and_cert_source(options) - assert api_endpoint == mock_api_endpoint - assert cert_source is None - - # Test the case GOOGLE_API_USE_MTLS_ENDPOINT is "never". - with mock.patch.dict(os.environ, {"GOOGLE_API_USE_MTLS_ENDPOINT": "never"}): - api_endpoint, cert_source = client_class.get_mtls_endpoint_and_cert_source() - assert api_endpoint == client_class.DEFAULT_ENDPOINT - assert cert_source is None - - # Test the case GOOGLE_API_USE_MTLS_ENDPOINT is "always". - with mock.patch.dict(os.environ, {"GOOGLE_API_USE_MTLS_ENDPOINT": "always"}): - api_endpoint, cert_source = client_class.get_mtls_endpoint_and_cert_source() - assert api_endpoint == client_class.DEFAULT_MTLS_ENDPOINT - assert cert_source is None - - # Test the case GOOGLE_API_USE_MTLS_ENDPOINT is "auto" and default cert doesn't exist. - with mock.patch.dict(os.environ, {"GOOGLE_API_USE_CLIENT_CERTIFICATE": "true"}): - with mock.patch('google.auth.transport.mtls.has_default_client_cert_source', return_value=False): - api_endpoint, cert_source = client_class.get_mtls_endpoint_and_cert_source() - assert api_endpoint == client_class.DEFAULT_ENDPOINT - assert cert_source is None - - # Test the case GOOGLE_API_USE_MTLS_ENDPOINT is "auto" and default cert exists. - with mock.patch.dict(os.environ, {"GOOGLE_API_USE_CLIENT_CERTIFICATE": "true"}): - with mock.patch('google.auth.transport.mtls.has_default_client_cert_source', return_value=True): - with mock.patch('google.auth.transport.mtls.default_client_cert_source', return_value=mock_client_cert_source): - api_endpoint, cert_source = client_class.get_mtls_endpoint_and_cert_source() - assert api_endpoint == client_class.DEFAULT_MTLS_ENDPOINT - assert cert_source == mock_client_cert_source - - -@pytest.mark.parametrize("client_class,transport_class,transport_name", [ - (MigrationServiceClient, transports.MigrationServiceGrpcTransport, "grpc"), - (MigrationServiceAsyncClient, transports.MigrationServiceGrpcAsyncIOTransport, "grpc_asyncio"), -]) -def test_migration_service_client_client_options_scopes(client_class, transport_class, transport_name): - # Check the case scopes are provided. - options = client_options.ClientOptions( - scopes=["1", "2"], - ) - with mock.patch.object(transport_class, '__init__') as patched: - patched.return_value = None - client = client_class(client_options=options, transport=transport_name) - patched.assert_called_once_with( - credentials=None, - credentials_file=None, - host=client.DEFAULT_ENDPOINT, - scopes=["1", "2"], - client_cert_source_for_mtls=None, - quota_project_id=None, - client_info=transports.base.DEFAULT_CLIENT_INFO, - always_use_jwt_access=True, - ) - -@pytest.mark.parametrize("client_class,transport_class,transport_name,grpc_helpers", [ - (MigrationServiceClient, transports.MigrationServiceGrpcTransport, "grpc", grpc_helpers), - (MigrationServiceAsyncClient, transports.MigrationServiceGrpcAsyncIOTransport, "grpc_asyncio", grpc_helpers_async), -]) -def test_migration_service_client_client_options_credentials_file(client_class, transport_class, transport_name, grpc_helpers): - # Check the case credentials file is provided. - options = client_options.ClientOptions( - credentials_file="credentials.json" - ) - - with mock.patch.object(transport_class, '__init__') as patched: - patched.return_value = None - client = client_class(client_options=options, transport=transport_name) - patched.assert_called_once_with( - credentials=None, - credentials_file="credentials.json", - host=client.DEFAULT_ENDPOINT, - scopes=None, - client_cert_source_for_mtls=None, - quota_project_id=None, - client_info=transports.base.DEFAULT_CLIENT_INFO, - always_use_jwt_access=True, - ) - -def test_migration_service_client_client_options_from_dict(): - with mock.patch('google.cloud.bigquery_migration_v2alpha.services.migration_service.transports.MigrationServiceGrpcTransport.__init__') as grpc_transport: - grpc_transport.return_value = None - client = MigrationServiceClient( - client_options={'api_endpoint': 'squid.clam.whelk'} - ) - grpc_transport.assert_called_once_with( - credentials=None, - credentials_file=None, - host="squid.clam.whelk", - scopes=None, - client_cert_source_for_mtls=None, - quota_project_id=None, - client_info=transports.base.DEFAULT_CLIENT_INFO, - always_use_jwt_access=True, - ) - - -@pytest.mark.parametrize("client_class,transport_class,transport_name,grpc_helpers", [ - (MigrationServiceClient, transports.MigrationServiceGrpcTransport, "grpc", grpc_helpers), - (MigrationServiceAsyncClient, transports.MigrationServiceGrpcAsyncIOTransport, "grpc_asyncio", grpc_helpers_async), -]) -def test_migration_service_client_create_channel_credentials_file(client_class, transport_class, transport_name, grpc_helpers): - # Check the case credentials file is provided. - options = client_options.ClientOptions( - credentials_file="credentials.json" - ) - - with mock.patch.object(transport_class, '__init__') as patched: - patched.return_value = None - client = client_class(client_options=options, transport=transport_name) - patched.assert_called_once_with( - credentials=None, - credentials_file="credentials.json", - host=client.DEFAULT_ENDPOINT, - scopes=None, - client_cert_source_for_mtls=None, - quota_project_id=None, - client_info=transports.base.DEFAULT_CLIENT_INFO, - always_use_jwt_access=True, - ) - - # test that the credentials from file are saved and used as the credentials. - with mock.patch.object( - google.auth, "load_credentials_from_file", autospec=True - ) as load_creds, mock.patch.object( - google.auth, "default", autospec=True - ) as adc, mock.patch.object( - grpc_helpers, "create_channel" - ) as create_channel: - creds = ga_credentials.AnonymousCredentials() - file_creds = ga_credentials.AnonymousCredentials() - load_creds.return_value = (file_creds, None) - adc.return_value = (creds, None) - client = client_class(client_options=options, transport=transport_name) - create_channel.assert_called_with( - "bigquerymigration.googleapis.com:443", - credentials=file_creds, - credentials_file=None, - quota_project_id=None, - default_scopes=( - 'https://www.googleapis.com/auth/cloud-platform', -), - scopes=None, - default_host="bigquerymigration.googleapis.com", - ssl_credentials=None, - options=[ - ("grpc.max_send_message_length", -1), - ("grpc.max_receive_message_length", -1), - ], - ) - - -@pytest.mark.parametrize("request_type", [ - migration_service.CreateMigrationWorkflowRequest, - dict, -]) -def test_create_migration_workflow(request_type, transport: str = 'grpc'): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport, - ) - - # Everything is optional in proto3 as far as the runtime is concerned, - # and we are mocking out the actual API, so just send an empty request. - request = request_type() - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.create_migration_workflow), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = migration_entities.MigrationWorkflow( - name='name_value', - display_name='display_name_value', - state=migration_entities.MigrationWorkflow.State.DRAFT, - ) - response = client.create_migration_workflow(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.CreateMigrationWorkflowRequest() - - # Establish that the response is the type that we expect. - assert isinstance(response, migration_entities.MigrationWorkflow) - assert response.name == 'name_value' - assert response.display_name == 'display_name_value' - assert response.state == migration_entities.MigrationWorkflow.State.DRAFT - - -def test_create_migration_workflow_empty_call(): - # This test is a coverage failsafe to make sure that totally empty calls, - # i.e. request == None and no flattened fields passed, work. - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport='grpc', - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.create_migration_workflow), - '__call__') as call: - client.create_migration_workflow() - call.assert_called() - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.CreateMigrationWorkflowRequest() - - -@pytest.mark.asyncio -async def test_create_migration_workflow_async(transport: str = 'grpc_asyncio', request_type=migration_service.CreateMigrationWorkflowRequest): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport, - ) - - # Everything is optional in proto3 as far as the runtime is concerned, - # and we are mocking out the actual API, so just send an empty request. - request = request_type() - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.create_migration_workflow), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value =grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationWorkflow( - name='name_value', - display_name='display_name_value', - state=migration_entities.MigrationWorkflow.State.DRAFT, - )) - response = await client.create_migration_workflow(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.CreateMigrationWorkflowRequest() - - # Establish that the response is the type that we expect. - assert isinstance(response, migration_entities.MigrationWorkflow) - assert response.name == 'name_value' - assert response.display_name == 'display_name_value' - assert response.state == migration_entities.MigrationWorkflow.State.DRAFT - - -@pytest.mark.asyncio -async def test_create_migration_workflow_async_from_dict(): - await test_create_migration_workflow_async(request_type=dict) - - -def test_create_migration_workflow_field_headers(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Any value that is part of the HTTP/1.1 URI should be sent as - # a field header. Set these to a non-empty value. - request = migration_service.CreateMigrationWorkflowRequest() - - request.parent = 'parent/value' - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.create_migration_workflow), - '__call__') as call: - call.return_value = migration_entities.MigrationWorkflow() - client.create_migration_workflow(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - assert args[0] == request - - # Establish that the field header was sent. - _, _, kw = call.mock_calls[0] - assert ( - 'x-goog-request-params', - 'parent=parent/value', - ) in kw['metadata'] - - -@pytest.mark.asyncio -async def test_create_migration_workflow_field_headers_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Any value that is part of the HTTP/1.1 URI should be sent as - # a field header. Set these to a non-empty value. - request = migration_service.CreateMigrationWorkflowRequest() - - request.parent = 'parent/value' - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.create_migration_workflow), - '__call__') as call: - call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationWorkflow()) - await client.create_migration_workflow(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - assert args[0] == request - - # Establish that the field header was sent. - _, _, kw = call.mock_calls[0] - assert ( - 'x-goog-request-params', - 'parent=parent/value', - ) in kw['metadata'] - - -def test_create_migration_workflow_flattened(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.create_migration_workflow), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = migration_entities.MigrationWorkflow() - # Call the method with a truthy value for each flattened field, - # using the keyword arguments to the method. - client.create_migration_workflow( - parent='parent_value', - migration_workflow=migration_entities.MigrationWorkflow(name='name_value'), - ) - - # Establish that the underlying call was made with the expected - # request object values. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - arg = args[0].parent - mock_val = 'parent_value' - assert arg == mock_val - arg = args[0].migration_workflow - mock_val = migration_entities.MigrationWorkflow(name='name_value') - assert arg == mock_val - - -def test_create_migration_workflow_flattened_error(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Attempting to call a method with both a request object and flattened - # fields is an error. - with pytest.raises(ValueError): - client.create_migration_workflow( - migration_service.CreateMigrationWorkflowRequest(), - parent='parent_value', - migration_workflow=migration_entities.MigrationWorkflow(name='name_value'), - ) - - -@pytest.mark.asyncio -async def test_create_migration_workflow_flattened_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.create_migration_workflow), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = migration_entities.MigrationWorkflow() - - call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationWorkflow()) - # Call the method with a truthy value for each flattened field, - # using the keyword arguments to the method. - response = await client.create_migration_workflow( - parent='parent_value', - migration_workflow=migration_entities.MigrationWorkflow(name='name_value'), - ) - - # Establish that the underlying call was made with the expected - # request object values. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - arg = args[0].parent - mock_val = 'parent_value' - assert arg == mock_val - arg = args[0].migration_workflow - mock_val = migration_entities.MigrationWorkflow(name='name_value') - assert arg == mock_val - - -@pytest.mark.asyncio -async def test_create_migration_workflow_flattened_error_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Attempting to call a method with both a request object and flattened - # fields is an error. - with pytest.raises(ValueError): - await client.create_migration_workflow( - migration_service.CreateMigrationWorkflowRequest(), - parent='parent_value', - migration_workflow=migration_entities.MigrationWorkflow(name='name_value'), - ) - - -@pytest.mark.parametrize("request_type", [ - migration_service.GetMigrationWorkflowRequest, - dict, -]) -def test_get_migration_workflow(request_type, transport: str = 'grpc'): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport, - ) - - # Everything is optional in proto3 as far as the runtime is concerned, - # and we are mocking out the actual API, so just send an empty request. - request = request_type() - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.get_migration_workflow), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = migration_entities.MigrationWorkflow( - name='name_value', - display_name='display_name_value', - state=migration_entities.MigrationWorkflow.State.DRAFT, - ) - response = client.get_migration_workflow(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.GetMigrationWorkflowRequest() - - # Establish that the response is the type that we expect. - assert isinstance(response, migration_entities.MigrationWorkflow) - assert response.name == 'name_value' - assert response.display_name == 'display_name_value' - assert response.state == migration_entities.MigrationWorkflow.State.DRAFT - - -def test_get_migration_workflow_empty_call(): - # This test is a coverage failsafe to make sure that totally empty calls, - # i.e. request == None and no flattened fields passed, work. - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport='grpc', - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.get_migration_workflow), - '__call__') as call: - client.get_migration_workflow() - call.assert_called() - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.GetMigrationWorkflowRequest() - - -@pytest.mark.asyncio -async def test_get_migration_workflow_async(transport: str = 'grpc_asyncio', request_type=migration_service.GetMigrationWorkflowRequest): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport, - ) - - # Everything is optional in proto3 as far as the runtime is concerned, - # and we are mocking out the actual API, so just send an empty request. - request = request_type() - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.get_migration_workflow), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value =grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationWorkflow( - name='name_value', - display_name='display_name_value', - state=migration_entities.MigrationWorkflow.State.DRAFT, - )) - response = await client.get_migration_workflow(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.GetMigrationWorkflowRequest() - - # Establish that the response is the type that we expect. - assert isinstance(response, migration_entities.MigrationWorkflow) - assert response.name == 'name_value' - assert response.display_name == 'display_name_value' - assert response.state == migration_entities.MigrationWorkflow.State.DRAFT - - -@pytest.mark.asyncio -async def test_get_migration_workflow_async_from_dict(): - await test_get_migration_workflow_async(request_type=dict) - - -def test_get_migration_workflow_field_headers(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Any value that is part of the HTTP/1.1 URI should be sent as - # a field header. Set these to a non-empty value. - request = migration_service.GetMigrationWorkflowRequest() - - request.name = 'name/value' - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.get_migration_workflow), - '__call__') as call: - call.return_value = migration_entities.MigrationWorkflow() - client.get_migration_workflow(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - assert args[0] == request - - # Establish that the field header was sent. - _, _, kw = call.mock_calls[0] - assert ( - 'x-goog-request-params', - 'name=name/value', - ) in kw['metadata'] - - -@pytest.mark.asyncio -async def test_get_migration_workflow_field_headers_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Any value that is part of the HTTP/1.1 URI should be sent as - # a field header. Set these to a non-empty value. - request = migration_service.GetMigrationWorkflowRequest() - - request.name = 'name/value' - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.get_migration_workflow), - '__call__') as call: - call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationWorkflow()) - await client.get_migration_workflow(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - assert args[0] == request - - # Establish that the field header was sent. - _, _, kw = call.mock_calls[0] - assert ( - 'x-goog-request-params', - 'name=name/value', - ) in kw['metadata'] - - -def test_get_migration_workflow_flattened(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.get_migration_workflow), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = migration_entities.MigrationWorkflow() - # Call the method with a truthy value for each flattened field, - # using the keyword arguments to the method. - client.get_migration_workflow( - name='name_value', - ) - - # Establish that the underlying call was made with the expected - # request object values. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - arg = args[0].name - mock_val = 'name_value' - assert arg == mock_val - - -def test_get_migration_workflow_flattened_error(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Attempting to call a method with both a request object and flattened - # fields is an error. - with pytest.raises(ValueError): - client.get_migration_workflow( - migration_service.GetMigrationWorkflowRequest(), - name='name_value', - ) - - -@pytest.mark.asyncio -async def test_get_migration_workflow_flattened_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.get_migration_workflow), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = migration_entities.MigrationWorkflow() - - call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationWorkflow()) - # Call the method with a truthy value for each flattened field, - # using the keyword arguments to the method. - response = await client.get_migration_workflow( - name='name_value', - ) - - # Establish that the underlying call was made with the expected - # request object values. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - arg = args[0].name - mock_val = 'name_value' - assert arg == mock_val - - -@pytest.mark.asyncio -async def test_get_migration_workflow_flattened_error_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Attempting to call a method with both a request object and flattened - # fields is an error. - with pytest.raises(ValueError): - await client.get_migration_workflow( - migration_service.GetMigrationWorkflowRequest(), - name='name_value', - ) - - -@pytest.mark.parametrize("request_type", [ - migration_service.ListMigrationWorkflowsRequest, - dict, -]) -def test_list_migration_workflows(request_type, transport: str = 'grpc'): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport, - ) - - # Everything is optional in proto3 as far as the runtime is concerned, - # and we are mocking out the actual API, so just send an empty request. - request = request_type() - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_workflows), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = migration_service.ListMigrationWorkflowsResponse( - next_page_token='next_page_token_value', - ) - response = client.list_migration_workflows(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.ListMigrationWorkflowsRequest() - - # Establish that the response is the type that we expect. - assert isinstance(response, pagers.ListMigrationWorkflowsPager) - assert response.next_page_token == 'next_page_token_value' - - -def test_list_migration_workflows_empty_call(): - # This test is a coverage failsafe to make sure that totally empty calls, - # i.e. request == None and no flattened fields passed, work. - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport='grpc', - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_workflows), - '__call__') as call: - client.list_migration_workflows() - call.assert_called() - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.ListMigrationWorkflowsRequest() - - -@pytest.mark.asyncio -async def test_list_migration_workflows_async(transport: str = 'grpc_asyncio', request_type=migration_service.ListMigrationWorkflowsRequest): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport, - ) - - # Everything is optional in proto3 as far as the runtime is concerned, - # and we are mocking out the actual API, so just send an empty request. - request = request_type() - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_workflows), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value =grpc_helpers_async.FakeUnaryUnaryCall(migration_service.ListMigrationWorkflowsResponse( - next_page_token='next_page_token_value', - )) - response = await client.list_migration_workflows(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.ListMigrationWorkflowsRequest() - - # Establish that the response is the type that we expect. - assert isinstance(response, pagers.ListMigrationWorkflowsAsyncPager) - assert response.next_page_token == 'next_page_token_value' - - -@pytest.mark.asyncio -async def test_list_migration_workflows_async_from_dict(): - await test_list_migration_workflows_async(request_type=dict) - - -def test_list_migration_workflows_field_headers(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Any value that is part of the HTTP/1.1 URI should be sent as - # a field header. Set these to a non-empty value. - request = migration_service.ListMigrationWorkflowsRequest() - - request.parent = 'parent/value' - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_workflows), - '__call__') as call: - call.return_value = migration_service.ListMigrationWorkflowsResponse() - client.list_migration_workflows(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - assert args[0] == request - - # Establish that the field header was sent. - _, _, kw = call.mock_calls[0] - assert ( - 'x-goog-request-params', - 'parent=parent/value', - ) in kw['metadata'] - - -@pytest.mark.asyncio -async def test_list_migration_workflows_field_headers_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Any value that is part of the HTTP/1.1 URI should be sent as - # a field header. Set these to a non-empty value. - request = migration_service.ListMigrationWorkflowsRequest() - - request.parent = 'parent/value' - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_workflows), - '__call__') as call: - call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_service.ListMigrationWorkflowsResponse()) - await client.list_migration_workflows(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - assert args[0] == request - - # Establish that the field header was sent. - _, _, kw = call.mock_calls[0] - assert ( - 'x-goog-request-params', - 'parent=parent/value', - ) in kw['metadata'] - - -def test_list_migration_workflows_flattened(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_workflows), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = migration_service.ListMigrationWorkflowsResponse() - # Call the method with a truthy value for each flattened field, - # using the keyword arguments to the method. - client.list_migration_workflows( - parent='parent_value', - ) - - # Establish that the underlying call was made with the expected - # request object values. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - arg = args[0].parent - mock_val = 'parent_value' - assert arg == mock_val - - -def test_list_migration_workflows_flattened_error(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Attempting to call a method with both a request object and flattened - # fields is an error. - with pytest.raises(ValueError): - client.list_migration_workflows( - migration_service.ListMigrationWorkflowsRequest(), - parent='parent_value', - ) - - -@pytest.mark.asyncio -async def test_list_migration_workflows_flattened_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_workflows), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = migration_service.ListMigrationWorkflowsResponse() - - call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_service.ListMigrationWorkflowsResponse()) - # Call the method with a truthy value for each flattened field, - # using the keyword arguments to the method. - response = await client.list_migration_workflows( - parent='parent_value', - ) - - # Establish that the underlying call was made with the expected - # request object values. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - arg = args[0].parent - mock_val = 'parent_value' - assert arg == mock_val - - -@pytest.mark.asyncio -async def test_list_migration_workflows_flattened_error_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Attempting to call a method with both a request object and flattened - # fields is an error. - with pytest.raises(ValueError): - await client.list_migration_workflows( - migration_service.ListMigrationWorkflowsRequest(), - parent='parent_value', - ) - - -def test_list_migration_workflows_pager(transport_name: str = "grpc"): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials, - transport=transport_name, - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_workflows), - '__call__') as call: - # Set the response to a series of pages. - call.side_effect = ( - migration_service.ListMigrationWorkflowsResponse( - migration_workflows=[ - migration_entities.MigrationWorkflow(), - migration_entities.MigrationWorkflow(), - migration_entities.MigrationWorkflow(), - ], - next_page_token='abc', - ), - migration_service.ListMigrationWorkflowsResponse( - migration_workflows=[], - next_page_token='def', - ), - migration_service.ListMigrationWorkflowsResponse( - migration_workflows=[ - migration_entities.MigrationWorkflow(), - ], - next_page_token='ghi', - ), - migration_service.ListMigrationWorkflowsResponse( - migration_workflows=[ - migration_entities.MigrationWorkflow(), - migration_entities.MigrationWorkflow(), - ], - ), - RuntimeError, - ) - - metadata = () - metadata = tuple(metadata) + ( - gapic_v1.routing_header.to_grpc_metadata(( - ('parent', ''), - )), - ) - pager = client.list_migration_workflows(request={}) - - assert pager._metadata == metadata - - results = [i for i in pager] - assert len(results) == 6 - assert all(isinstance(i, migration_entities.MigrationWorkflow) - for i in results) -def test_list_migration_workflows_pages(transport_name: str = "grpc"): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials, - transport=transport_name, - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_workflows), - '__call__') as call: - # Set the response to a series of pages. - call.side_effect = ( - migration_service.ListMigrationWorkflowsResponse( - migration_workflows=[ - migration_entities.MigrationWorkflow(), - migration_entities.MigrationWorkflow(), - migration_entities.MigrationWorkflow(), - ], - next_page_token='abc', - ), - migration_service.ListMigrationWorkflowsResponse( - migration_workflows=[], - next_page_token='def', - ), - migration_service.ListMigrationWorkflowsResponse( - migration_workflows=[ - migration_entities.MigrationWorkflow(), - ], - next_page_token='ghi', - ), - migration_service.ListMigrationWorkflowsResponse( - migration_workflows=[ - migration_entities.MigrationWorkflow(), - migration_entities.MigrationWorkflow(), - ], - ), - RuntimeError, - ) - pages = list(client.list_migration_workflows(request={}).pages) - for page_, token in zip(pages, ['abc','def','ghi', '']): - assert page_.raw_page.next_page_token == token - -@pytest.mark.asyncio -async def test_list_migration_workflows_async_pager(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials, - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_workflows), - '__call__', new_callable=mock.AsyncMock) as call: - # Set the response to a series of pages. - call.side_effect = ( - migration_service.ListMigrationWorkflowsResponse( - migration_workflows=[ - migration_entities.MigrationWorkflow(), - migration_entities.MigrationWorkflow(), - migration_entities.MigrationWorkflow(), - ], - next_page_token='abc', - ), - migration_service.ListMigrationWorkflowsResponse( - migration_workflows=[], - next_page_token='def', - ), - migration_service.ListMigrationWorkflowsResponse( - migration_workflows=[ - migration_entities.MigrationWorkflow(), - ], - next_page_token='ghi', - ), - migration_service.ListMigrationWorkflowsResponse( - migration_workflows=[ - migration_entities.MigrationWorkflow(), - migration_entities.MigrationWorkflow(), - ], - ), - RuntimeError, - ) - async_pager = await client.list_migration_workflows(request={},) - assert async_pager.next_page_token == 'abc' - responses = [] - async for response in async_pager: - responses.append(response) - - assert len(responses) == 6 - assert all(isinstance(i, migration_entities.MigrationWorkflow) - for i in responses) - - -@pytest.mark.asyncio -async def test_list_migration_workflows_async_pages(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials, - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_workflows), - '__call__', new_callable=mock.AsyncMock) as call: - # Set the response to a series of pages. - call.side_effect = ( - migration_service.ListMigrationWorkflowsResponse( - migration_workflows=[ - migration_entities.MigrationWorkflow(), - migration_entities.MigrationWorkflow(), - migration_entities.MigrationWorkflow(), - ], - next_page_token='abc', - ), - migration_service.ListMigrationWorkflowsResponse( - migration_workflows=[], - next_page_token='def', - ), - migration_service.ListMigrationWorkflowsResponse( - migration_workflows=[ - migration_entities.MigrationWorkflow(), - ], - next_page_token='ghi', - ), - migration_service.ListMigrationWorkflowsResponse( - migration_workflows=[ - migration_entities.MigrationWorkflow(), - migration_entities.MigrationWorkflow(), - ], - ), - RuntimeError, - ) - pages = [] - async for page_ in (await client.list_migration_workflows(request={})).pages: - pages.append(page_) - for page_, token in zip(pages, ['abc','def','ghi', '']): - assert page_.raw_page.next_page_token == token - -@pytest.mark.parametrize("request_type", [ - migration_service.DeleteMigrationWorkflowRequest, - dict, -]) -def test_delete_migration_workflow(request_type, transport: str = 'grpc'): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport, - ) - - # Everything is optional in proto3 as far as the runtime is concerned, - # and we are mocking out the actual API, so just send an empty request. - request = request_type() - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.delete_migration_workflow), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = None - response = client.delete_migration_workflow(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.DeleteMigrationWorkflowRequest() - - # Establish that the response is the type that we expect. - assert response is None - - -def test_delete_migration_workflow_empty_call(): - # This test is a coverage failsafe to make sure that totally empty calls, - # i.e. request == None and no flattened fields passed, work. - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport='grpc', - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.delete_migration_workflow), - '__call__') as call: - client.delete_migration_workflow() - call.assert_called() - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.DeleteMigrationWorkflowRequest() - - -@pytest.mark.asyncio -async def test_delete_migration_workflow_async(transport: str = 'grpc_asyncio', request_type=migration_service.DeleteMigrationWorkflowRequest): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport, - ) - - # Everything is optional in proto3 as far as the runtime is concerned, - # and we are mocking out the actual API, so just send an empty request. - request = request_type() - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.delete_migration_workflow), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(None) - response = await client.delete_migration_workflow(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.DeleteMigrationWorkflowRequest() - - # Establish that the response is the type that we expect. - assert response is None - - -@pytest.mark.asyncio -async def test_delete_migration_workflow_async_from_dict(): - await test_delete_migration_workflow_async(request_type=dict) - - -def test_delete_migration_workflow_field_headers(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Any value that is part of the HTTP/1.1 URI should be sent as - # a field header. Set these to a non-empty value. - request = migration_service.DeleteMigrationWorkflowRequest() - - request.name = 'name/value' - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.delete_migration_workflow), - '__call__') as call: - call.return_value = None - client.delete_migration_workflow(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - assert args[0] == request - - # Establish that the field header was sent. - _, _, kw = call.mock_calls[0] - assert ( - 'x-goog-request-params', - 'name=name/value', - ) in kw['metadata'] - - -@pytest.mark.asyncio -async def test_delete_migration_workflow_field_headers_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Any value that is part of the HTTP/1.1 URI should be sent as - # a field header. Set these to a non-empty value. - request = migration_service.DeleteMigrationWorkflowRequest() - - request.name = 'name/value' - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.delete_migration_workflow), - '__call__') as call: - call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(None) - await client.delete_migration_workflow(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - assert args[0] == request - - # Establish that the field header was sent. - _, _, kw = call.mock_calls[0] - assert ( - 'x-goog-request-params', - 'name=name/value', - ) in kw['metadata'] - - -def test_delete_migration_workflow_flattened(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.delete_migration_workflow), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = None - # Call the method with a truthy value for each flattened field, - # using the keyword arguments to the method. - client.delete_migration_workflow( - name='name_value', - ) - - # Establish that the underlying call was made with the expected - # request object values. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - arg = args[0].name - mock_val = 'name_value' - assert arg == mock_val - - -def test_delete_migration_workflow_flattened_error(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Attempting to call a method with both a request object and flattened - # fields is an error. - with pytest.raises(ValueError): - client.delete_migration_workflow( - migration_service.DeleteMigrationWorkflowRequest(), - name='name_value', - ) - - -@pytest.mark.asyncio -async def test_delete_migration_workflow_flattened_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.delete_migration_workflow), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = None - - call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(None) - # Call the method with a truthy value for each flattened field, - # using the keyword arguments to the method. - response = await client.delete_migration_workflow( - name='name_value', - ) - - # Establish that the underlying call was made with the expected - # request object values. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - arg = args[0].name - mock_val = 'name_value' - assert arg == mock_val - - -@pytest.mark.asyncio -async def test_delete_migration_workflow_flattened_error_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Attempting to call a method with both a request object and flattened - # fields is an error. - with pytest.raises(ValueError): - await client.delete_migration_workflow( - migration_service.DeleteMigrationWorkflowRequest(), - name='name_value', - ) - - -@pytest.mark.parametrize("request_type", [ - migration_service.StartMigrationWorkflowRequest, - dict, -]) -def test_start_migration_workflow(request_type, transport: str = 'grpc'): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport, - ) - - # Everything is optional in proto3 as far as the runtime is concerned, - # and we are mocking out the actual API, so just send an empty request. - request = request_type() - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.start_migration_workflow), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = None - response = client.start_migration_workflow(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.StartMigrationWorkflowRequest() - - # Establish that the response is the type that we expect. - assert response is None - - -def test_start_migration_workflow_empty_call(): - # This test is a coverage failsafe to make sure that totally empty calls, - # i.e. request == None and no flattened fields passed, work. - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport='grpc', - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.start_migration_workflow), - '__call__') as call: - client.start_migration_workflow() - call.assert_called() - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.StartMigrationWorkflowRequest() - - -@pytest.mark.asyncio -async def test_start_migration_workflow_async(transport: str = 'grpc_asyncio', request_type=migration_service.StartMigrationWorkflowRequest): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport, - ) - - # Everything is optional in proto3 as far as the runtime is concerned, - # and we are mocking out the actual API, so just send an empty request. - request = request_type() - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.start_migration_workflow), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(None) - response = await client.start_migration_workflow(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.StartMigrationWorkflowRequest() - - # Establish that the response is the type that we expect. - assert response is None - - -@pytest.mark.asyncio -async def test_start_migration_workflow_async_from_dict(): - await test_start_migration_workflow_async(request_type=dict) - - -def test_start_migration_workflow_field_headers(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Any value that is part of the HTTP/1.1 URI should be sent as - # a field header. Set these to a non-empty value. - request = migration_service.StartMigrationWorkflowRequest() - - request.name = 'name/value' - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.start_migration_workflow), - '__call__') as call: - call.return_value = None - client.start_migration_workflow(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - assert args[0] == request - - # Establish that the field header was sent. - _, _, kw = call.mock_calls[0] - assert ( - 'x-goog-request-params', - 'name=name/value', - ) in kw['metadata'] - - -@pytest.mark.asyncio -async def test_start_migration_workflow_field_headers_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Any value that is part of the HTTP/1.1 URI should be sent as - # a field header. Set these to a non-empty value. - request = migration_service.StartMigrationWorkflowRequest() - - request.name = 'name/value' - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.start_migration_workflow), - '__call__') as call: - call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(None) - await client.start_migration_workflow(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - assert args[0] == request - - # Establish that the field header was sent. - _, _, kw = call.mock_calls[0] - assert ( - 'x-goog-request-params', - 'name=name/value', - ) in kw['metadata'] - - -def test_start_migration_workflow_flattened(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.start_migration_workflow), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = None - # Call the method with a truthy value for each flattened field, - # using the keyword arguments to the method. - client.start_migration_workflow( - name='name_value', - ) - - # Establish that the underlying call was made with the expected - # request object values. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - arg = args[0].name - mock_val = 'name_value' - assert arg == mock_val - - -def test_start_migration_workflow_flattened_error(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Attempting to call a method with both a request object and flattened - # fields is an error. - with pytest.raises(ValueError): - client.start_migration_workflow( - migration_service.StartMigrationWorkflowRequest(), - name='name_value', - ) - - -@pytest.mark.asyncio -async def test_start_migration_workflow_flattened_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.start_migration_workflow), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = None - - call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(None) - # Call the method with a truthy value for each flattened field, - # using the keyword arguments to the method. - response = await client.start_migration_workflow( - name='name_value', - ) - - # Establish that the underlying call was made with the expected - # request object values. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - arg = args[0].name - mock_val = 'name_value' - assert arg == mock_val - - -@pytest.mark.asyncio -async def test_start_migration_workflow_flattened_error_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Attempting to call a method with both a request object and flattened - # fields is an error. - with pytest.raises(ValueError): - await client.start_migration_workflow( - migration_service.StartMigrationWorkflowRequest(), - name='name_value', - ) - - -@pytest.mark.parametrize("request_type", [ - migration_service.GetMigrationSubtaskRequest, - dict, -]) -def test_get_migration_subtask(request_type, transport: str = 'grpc'): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport, - ) - - # Everything is optional in proto3 as far as the runtime is concerned, - # and we are mocking out the actual API, so just send an empty request. - request = request_type() - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.get_migration_subtask), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = migration_entities.MigrationSubtask( - name='name_value', - task_id='task_id_value', - type_='type__value', - state=migration_entities.MigrationSubtask.State.ACTIVE, - resource_error_count=2169, - ) - response = client.get_migration_subtask(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.GetMigrationSubtaskRequest() - - # Establish that the response is the type that we expect. - assert isinstance(response, migration_entities.MigrationSubtask) - assert response.name == 'name_value' - assert response.task_id == 'task_id_value' - assert response.type_ == 'type__value' - assert response.state == migration_entities.MigrationSubtask.State.ACTIVE - assert response.resource_error_count == 2169 - - -def test_get_migration_subtask_empty_call(): - # This test is a coverage failsafe to make sure that totally empty calls, - # i.e. request == None and no flattened fields passed, work. - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport='grpc', - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.get_migration_subtask), - '__call__') as call: - client.get_migration_subtask() - call.assert_called() - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.GetMigrationSubtaskRequest() - - -@pytest.mark.asyncio -async def test_get_migration_subtask_async(transport: str = 'grpc_asyncio', request_type=migration_service.GetMigrationSubtaskRequest): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport, - ) - - # Everything is optional in proto3 as far as the runtime is concerned, - # and we are mocking out the actual API, so just send an empty request. - request = request_type() - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.get_migration_subtask), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value =grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationSubtask( - name='name_value', - task_id='task_id_value', - type_='type__value', - state=migration_entities.MigrationSubtask.State.ACTIVE, - resource_error_count=2169, - )) - response = await client.get_migration_subtask(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.GetMigrationSubtaskRequest() - - # Establish that the response is the type that we expect. - assert isinstance(response, migration_entities.MigrationSubtask) - assert response.name == 'name_value' - assert response.task_id == 'task_id_value' - assert response.type_ == 'type__value' - assert response.state == migration_entities.MigrationSubtask.State.ACTIVE - assert response.resource_error_count == 2169 - - -@pytest.mark.asyncio -async def test_get_migration_subtask_async_from_dict(): - await test_get_migration_subtask_async(request_type=dict) - - -def test_get_migration_subtask_field_headers(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Any value that is part of the HTTP/1.1 URI should be sent as - # a field header. Set these to a non-empty value. - request = migration_service.GetMigrationSubtaskRequest() - - request.name = 'name/value' - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.get_migration_subtask), - '__call__') as call: - call.return_value = migration_entities.MigrationSubtask() - client.get_migration_subtask(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - assert args[0] == request - - # Establish that the field header was sent. - _, _, kw = call.mock_calls[0] - assert ( - 'x-goog-request-params', - 'name=name/value', - ) in kw['metadata'] - - -@pytest.mark.asyncio -async def test_get_migration_subtask_field_headers_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Any value that is part of the HTTP/1.1 URI should be sent as - # a field header. Set these to a non-empty value. - request = migration_service.GetMigrationSubtaskRequest() - - request.name = 'name/value' - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.get_migration_subtask), - '__call__') as call: - call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationSubtask()) - await client.get_migration_subtask(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - assert args[0] == request - - # Establish that the field header was sent. - _, _, kw = call.mock_calls[0] - assert ( - 'x-goog-request-params', - 'name=name/value', - ) in kw['metadata'] - - -def test_get_migration_subtask_flattened(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.get_migration_subtask), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = migration_entities.MigrationSubtask() - # Call the method with a truthy value for each flattened field, - # using the keyword arguments to the method. - client.get_migration_subtask( - name='name_value', - ) - - # Establish that the underlying call was made with the expected - # request object values. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - arg = args[0].name - mock_val = 'name_value' - assert arg == mock_val - - -def test_get_migration_subtask_flattened_error(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Attempting to call a method with both a request object and flattened - # fields is an error. - with pytest.raises(ValueError): - client.get_migration_subtask( - migration_service.GetMigrationSubtaskRequest(), - name='name_value', - ) - - -@pytest.mark.asyncio -async def test_get_migration_subtask_flattened_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.get_migration_subtask), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = migration_entities.MigrationSubtask() - - call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_entities.MigrationSubtask()) - # Call the method with a truthy value for each flattened field, - # using the keyword arguments to the method. - response = await client.get_migration_subtask( - name='name_value', - ) - - # Establish that the underlying call was made with the expected - # request object values. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - arg = args[0].name - mock_val = 'name_value' - assert arg == mock_val - - -@pytest.mark.asyncio -async def test_get_migration_subtask_flattened_error_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Attempting to call a method with both a request object and flattened - # fields is an error. - with pytest.raises(ValueError): - await client.get_migration_subtask( - migration_service.GetMigrationSubtaskRequest(), - name='name_value', - ) - - -@pytest.mark.parametrize("request_type", [ - migration_service.ListMigrationSubtasksRequest, - dict, -]) -def test_list_migration_subtasks(request_type, transport: str = 'grpc'): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport, - ) - - # Everything is optional in proto3 as far as the runtime is concerned, - # and we are mocking out the actual API, so just send an empty request. - request = request_type() - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_subtasks), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = migration_service.ListMigrationSubtasksResponse( - next_page_token='next_page_token_value', - ) - response = client.list_migration_subtasks(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.ListMigrationSubtasksRequest() - - # Establish that the response is the type that we expect. - assert isinstance(response, pagers.ListMigrationSubtasksPager) - assert response.next_page_token == 'next_page_token_value' - - -def test_list_migration_subtasks_empty_call(): - # This test is a coverage failsafe to make sure that totally empty calls, - # i.e. request == None and no flattened fields passed, work. - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport='grpc', - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_subtasks), - '__call__') as call: - client.list_migration_subtasks() - call.assert_called() - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.ListMigrationSubtasksRequest() - - -@pytest.mark.asyncio -async def test_list_migration_subtasks_async(transport: str = 'grpc_asyncio', request_type=migration_service.ListMigrationSubtasksRequest): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport, - ) - - # Everything is optional in proto3 as far as the runtime is concerned, - # and we are mocking out the actual API, so just send an empty request. - request = request_type() - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_subtasks), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value =grpc_helpers_async.FakeUnaryUnaryCall(migration_service.ListMigrationSubtasksResponse( - next_page_token='next_page_token_value', - )) - response = await client.list_migration_subtasks(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - assert args[0] == migration_service.ListMigrationSubtasksRequest() - - # Establish that the response is the type that we expect. - assert isinstance(response, pagers.ListMigrationSubtasksAsyncPager) - assert response.next_page_token == 'next_page_token_value' - - -@pytest.mark.asyncio -async def test_list_migration_subtasks_async_from_dict(): - await test_list_migration_subtasks_async(request_type=dict) - - -def test_list_migration_subtasks_field_headers(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Any value that is part of the HTTP/1.1 URI should be sent as - # a field header. Set these to a non-empty value. - request = migration_service.ListMigrationSubtasksRequest() - - request.parent = 'parent/value' - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_subtasks), - '__call__') as call: - call.return_value = migration_service.ListMigrationSubtasksResponse() - client.list_migration_subtasks(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - assert args[0] == request - - # Establish that the field header was sent. - _, _, kw = call.mock_calls[0] - assert ( - 'x-goog-request-params', - 'parent=parent/value', - ) in kw['metadata'] - - -@pytest.mark.asyncio -async def test_list_migration_subtasks_field_headers_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Any value that is part of the HTTP/1.1 URI should be sent as - # a field header. Set these to a non-empty value. - request = migration_service.ListMigrationSubtasksRequest() - - request.parent = 'parent/value' - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_subtasks), - '__call__') as call: - call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_service.ListMigrationSubtasksResponse()) - await client.list_migration_subtasks(request) - - # Establish that the underlying gRPC stub method was called. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - assert args[0] == request - - # Establish that the field header was sent. - _, _, kw = call.mock_calls[0] - assert ( - 'x-goog-request-params', - 'parent=parent/value', - ) in kw['metadata'] - - -def test_list_migration_subtasks_flattened(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_subtasks), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = migration_service.ListMigrationSubtasksResponse() - # Call the method with a truthy value for each flattened field, - # using the keyword arguments to the method. - client.list_migration_subtasks( - parent='parent_value', - ) - - # Establish that the underlying call was made with the expected - # request object values. - assert len(call.mock_calls) == 1 - _, args, _ = call.mock_calls[0] - arg = args[0].parent - mock_val = 'parent_value' - assert arg == mock_val - - -def test_list_migration_subtasks_flattened_error(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Attempting to call a method with both a request object and flattened - # fields is an error. - with pytest.raises(ValueError): - client.list_migration_subtasks( - migration_service.ListMigrationSubtasksRequest(), - parent='parent_value', - ) - - -@pytest.mark.asyncio -async def test_list_migration_subtasks_flattened_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_subtasks), - '__call__') as call: - # Designate an appropriate return value for the call. - call.return_value = migration_service.ListMigrationSubtasksResponse() - - call.return_value = grpc_helpers_async.FakeUnaryUnaryCall(migration_service.ListMigrationSubtasksResponse()) - # Call the method with a truthy value for each flattened field, - # using the keyword arguments to the method. - response = await client.list_migration_subtasks( - parent='parent_value', - ) - - # Establish that the underlying call was made with the expected - # request object values. - assert len(call.mock_calls) - _, args, _ = call.mock_calls[0] - arg = args[0].parent - mock_val = 'parent_value' - assert arg == mock_val - - -@pytest.mark.asyncio -async def test_list_migration_subtasks_flattened_error_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Attempting to call a method with both a request object and flattened - # fields is an error. - with pytest.raises(ValueError): - await client.list_migration_subtasks( - migration_service.ListMigrationSubtasksRequest(), - parent='parent_value', - ) - - -def test_list_migration_subtasks_pager(transport_name: str = "grpc"): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials, - transport=transport_name, - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_subtasks), - '__call__') as call: - # Set the response to a series of pages. - call.side_effect = ( - migration_service.ListMigrationSubtasksResponse( - migration_subtasks=[ - migration_entities.MigrationSubtask(), - migration_entities.MigrationSubtask(), - migration_entities.MigrationSubtask(), - ], - next_page_token='abc', - ), - migration_service.ListMigrationSubtasksResponse( - migration_subtasks=[], - next_page_token='def', - ), - migration_service.ListMigrationSubtasksResponse( - migration_subtasks=[ - migration_entities.MigrationSubtask(), - ], - next_page_token='ghi', - ), - migration_service.ListMigrationSubtasksResponse( - migration_subtasks=[ - migration_entities.MigrationSubtask(), - migration_entities.MigrationSubtask(), - ], - ), - RuntimeError, - ) - - metadata = () - metadata = tuple(metadata) + ( - gapic_v1.routing_header.to_grpc_metadata(( - ('parent', ''), - )), - ) - pager = client.list_migration_subtasks(request={}) - - assert pager._metadata == metadata - - results = [i for i in pager] - assert len(results) == 6 - assert all(isinstance(i, migration_entities.MigrationSubtask) - for i in results) -def test_list_migration_subtasks_pages(transport_name: str = "grpc"): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials, - transport=transport_name, - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_subtasks), - '__call__') as call: - # Set the response to a series of pages. - call.side_effect = ( - migration_service.ListMigrationSubtasksResponse( - migration_subtasks=[ - migration_entities.MigrationSubtask(), - migration_entities.MigrationSubtask(), - migration_entities.MigrationSubtask(), - ], - next_page_token='abc', - ), - migration_service.ListMigrationSubtasksResponse( - migration_subtasks=[], - next_page_token='def', - ), - migration_service.ListMigrationSubtasksResponse( - migration_subtasks=[ - migration_entities.MigrationSubtask(), - ], - next_page_token='ghi', - ), - migration_service.ListMigrationSubtasksResponse( - migration_subtasks=[ - migration_entities.MigrationSubtask(), - migration_entities.MigrationSubtask(), - ], - ), - RuntimeError, - ) - pages = list(client.list_migration_subtasks(request={}).pages) - for page_, token in zip(pages, ['abc','def','ghi', '']): - assert page_.raw_page.next_page_token == token - -@pytest.mark.asyncio -async def test_list_migration_subtasks_async_pager(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials, - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_subtasks), - '__call__', new_callable=mock.AsyncMock) as call: - # Set the response to a series of pages. - call.side_effect = ( - migration_service.ListMigrationSubtasksResponse( - migration_subtasks=[ - migration_entities.MigrationSubtask(), - migration_entities.MigrationSubtask(), - migration_entities.MigrationSubtask(), - ], - next_page_token='abc', - ), - migration_service.ListMigrationSubtasksResponse( - migration_subtasks=[], - next_page_token='def', - ), - migration_service.ListMigrationSubtasksResponse( - migration_subtasks=[ - migration_entities.MigrationSubtask(), - ], - next_page_token='ghi', - ), - migration_service.ListMigrationSubtasksResponse( - migration_subtasks=[ - migration_entities.MigrationSubtask(), - migration_entities.MigrationSubtask(), - ], - ), - RuntimeError, - ) - async_pager = await client.list_migration_subtasks(request={},) - assert async_pager.next_page_token == 'abc' - responses = [] - async for response in async_pager: - responses.append(response) - - assert len(responses) == 6 - assert all(isinstance(i, migration_entities.MigrationSubtask) - for i in responses) - - -@pytest.mark.asyncio -async def test_list_migration_subtasks_async_pages(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials, - ) - - # Mock the actual call within the gRPC stub, and fake the request. - with mock.patch.object( - type(client.transport.list_migration_subtasks), - '__call__', new_callable=mock.AsyncMock) as call: - # Set the response to a series of pages. - call.side_effect = ( - migration_service.ListMigrationSubtasksResponse( - migration_subtasks=[ - migration_entities.MigrationSubtask(), - migration_entities.MigrationSubtask(), - migration_entities.MigrationSubtask(), - ], - next_page_token='abc', - ), - migration_service.ListMigrationSubtasksResponse( - migration_subtasks=[], - next_page_token='def', - ), - migration_service.ListMigrationSubtasksResponse( - migration_subtasks=[ - migration_entities.MigrationSubtask(), - ], - next_page_token='ghi', - ), - migration_service.ListMigrationSubtasksResponse( - migration_subtasks=[ - migration_entities.MigrationSubtask(), - migration_entities.MigrationSubtask(), - ], - ), - RuntimeError, - ) - pages = [] - async for page_ in (await client.list_migration_subtasks(request={})).pages: - pages.append(page_) - for page_, token in zip(pages, ['abc','def','ghi', '']): - assert page_.raw_page.next_page_token == token - - -def test_credentials_transport_error(): - # It is an error to provide credentials and a transport instance. - transport = transports.MigrationServiceGrpcTransport( - credentials=ga_credentials.AnonymousCredentials(), - ) - with pytest.raises(ValueError): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport, - ) - - # It is an error to provide a credentials file and a transport instance. - transport = transports.MigrationServiceGrpcTransport( - credentials=ga_credentials.AnonymousCredentials(), - ) - with pytest.raises(ValueError): - client = MigrationServiceClient( - client_options={"credentials_file": "credentials.json"}, - transport=transport, - ) - - # It is an error to provide an api_key and a transport instance. - transport = transports.MigrationServiceGrpcTransport( - credentials=ga_credentials.AnonymousCredentials(), - ) - options = client_options.ClientOptions() - options.api_key = "api_key" - with pytest.raises(ValueError): - client = MigrationServiceClient( - client_options=options, - transport=transport, - ) - - # It is an error to provide an api_key and a credential. - options = mock.Mock() - options.api_key = "api_key" - with pytest.raises(ValueError): - client = MigrationServiceClient( - client_options=options, - credentials=ga_credentials.AnonymousCredentials() - ) - - # It is an error to provide scopes and a transport instance. - transport = transports.MigrationServiceGrpcTransport( - credentials=ga_credentials.AnonymousCredentials(), - ) - with pytest.raises(ValueError): - client = MigrationServiceClient( - client_options={"scopes": ["1", "2"]}, - transport=transport, - ) - - -def test_transport_instance(): - # A client may be instantiated with a custom transport instance. - transport = transports.MigrationServiceGrpcTransport( - credentials=ga_credentials.AnonymousCredentials(), - ) - client = MigrationServiceClient(transport=transport) - assert client.transport is transport - -def test_transport_get_channel(): - # A client may be instantiated with a custom transport instance. - transport = transports.MigrationServiceGrpcTransport( - credentials=ga_credentials.AnonymousCredentials(), - ) - channel = transport.grpc_channel - assert channel - - transport = transports.MigrationServiceGrpcAsyncIOTransport( - credentials=ga_credentials.AnonymousCredentials(), - ) - channel = transport.grpc_channel - assert channel - -@pytest.mark.parametrize("transport_class", [ - transports.MigrationServiceGrpcTransport, - transports.MigrationServiceGrpcAsyncIOTransport, -]) -def test_transport_adc(transport_class): - # Test default credentials are used if not provided. - with mock.patch.object(google.auth, 'default') as adc: - adc.return_value = (ga_credentials.AnonymousCredentials(), None) - transport_class() - adc.assert_called_once() - -def test_transport_grpc_default(): - # A client should use the gRPC transport by default. - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - ) - assert isinstance( - client.transport, - transports.MigrationServiceGrpcTransport, - ) - -def test_migration_service_base_transport_error(): - # Passing both a credentials object and credentials_file should raise an error - with pytest.raises(core_exceptions.DuplicateCredentialArgs): - transport = transports.MigrationServiceTransport( - credentials=ga_credentials.AnonymousCredentials(), - credentials_file="credentials.json" - ) - - -def test_migration_service_base_transport(): - # Instantiate the base transport. - with mock.patch('google.cloud.bigquery_migration_v2alpha.services.migration_service.transports.MigrationServiceTransport.__init__') as Transport: - Transport.return_value = None - transport = transports.MigrationServiceTransport( - credentials=ga_credentials.AnonymousCredentials(), - ) - - # Every method on the transport should just blindly - # raise NotImplementedError. - methods = ( - 'create_migration_workflow', - 'get_migration_workflow', - 'list_migration_workflows', - 'delete_migration_workflow', - 'start_migration_workflow', - 'get_migration_subtask', - 'list_migration_subtasks', - ) - for method in methods: - with pytest.raises(NotImplementedError): - getattr(transport, method)(request=object()) - - with pytest.raises(NotImplementedError): - transport.close() - - -def test_migration_service_base_transport_with_credentials_file(): - # Instantiate the base transport with a credentials file - with mock.patch.object(google.auth, 'load_credentials_from_file', autospec=True) as load_creds, mock.patch('google.cloud.bigquery_migration_v2alpha.services.migration_service.transports.MigrationServiceTransport._prep_wrapped_messages') as Transport: - Transport.return_value = None - load_creds.return_value = (ga_credentials.AnonymousCredentials(), None) - transport = transports.MigrationServiceTransport( - credentials_file="credentials.json", - quota_project_id="octopus", - ) - load_creds.assert_called_once_with("credentials.json", - scopes=None, - default_scopes=( - 'https://www.googleapis.com/auth/cloud-platform', -), - quota_project_id="octopus", - ) - - -def test_migration_service_base_transport_with_adc(): - # Test the default credentials are used if credentials and credentials_file are None. - with mock.patch.object(google.auth, 'default', autospec=True) as adc, mock.patch('google.cloud.bigquery_migration_v2alpha.services.migration_service.transports.MigrationServiceTransport._prep_wrapped_messages') as Transport: - Transport.return_value = None - adc.return_value = (ga_credentials.AnonymousCredentials(), None) - transport = transports.MigrationServiceTransport() - adc.assert_called_once() - - -def test_migration_service_auth_adc(): - # If no credentials are provided, we should use ADC credentials. - with mock.patch.object(google.auth, 'default', autospec=True) as adc: - adc.return_value = (ga_credentials.AnonymousCredentials(), None) - MigrationServiceClient() - adc.assert_called_once_with( - scopes=None, - default_scopes=( - 'https://www.googleapis.com/auth/cloud-platform', -), - quota_project_id=None, - ) - - -@pytest.mark.parametrize( - "transport_class", - [ - transports.MigrationServiceGrpcTransport, - transports.MigrationServiceGrpcAsyncIOTransport, - ], -) -def test_migration_service_transport_auth_adc(transport_class): - # If credentials and host are not provided, the transport class should use - # ADC credentials. - with mock.patch.object(google.auth, 'default', autospec=True) as adc: - adc.return_value = (ga_credentials.AnonymousCredentials(), None) - transport_class(quota_project_id="octopus", scopes=["1", "2"]) - adc.assert_called_once_with( - scopes=["1", "2"], - default_scopes=( 'https://www.googleapis.com/auth/cloud-platform',), - quota_project_id="octopus", - ) - - -@pytest.mark.parametrize( - "transport_class,grpc_helpers", - [ - (transports.MigrationServiceGrpcTransport, grpc_helpers), - (transports.MigrationServiceGrpcAsyncIOTransport, grpc_helpers_async) - ], -) -def test_migration_service_transport_create_channel(transport_class, grpc_helpers): - # If credentials and host are not provided, the transport class should use - # ADC credentials. - with mock.patch.object(google.auth, "default", autospec=True) as adc, mock.patch.object( - grpc_helpers, "create_channel", autospec=True - ) as create_channel: - creds = ga_credentials.AnonymousCredentials() - adc.return_value = (creds, None) - transport_class( - quota_project_id="octopus", - scopes=["1", "2"] - ) - - create_channel.assert_called_with( - "bigquerymigration.googleapis.com:443", - credentials=creds, - credentials_file=None, - quota_project_id="octopus", - default_scopes=( - 'https://www.googleapis.com/auth/cloud-platform', -), - scopes=["1", "2"], - default_host="bigquerymigration.googleapis.com", - ssl_credentials=None, - options=[ - ("grpc.max_send_message_length", -1), - ("grpc.max_receive_message_length", -1), - ], - ) - - -@pytest.mark.parametrize("transport_class", [transports.MigrationServiceGrpcTransport, transports.MigrationServiceGrpcAsyncIOTransport]) -def test_migration_service_grpc_transport_client_cert_source_for_mtls( - transport_class -): - cred = ga_credentials.AnonymousCredentials() - - # Check ssl_channel_credentials is used if provided. - with mock.patch.object(transport_class, "create_channel") as mock_create_channel: - mock_ssl_channel_creds = mock.Mock() - transport_class( - host="squid.clam.whelk", - credentials=cred, - ssl_channel_credentials=mock_ssl_channel_creds - ) - mock_create_channel.assert_called_once_with( - "squid.clam.whelk:443", - credentials=cred, - credentials_file=None, - scopes=None, - ssl_credentials=mock_ssl_channel_creds, - quota_project_id=None, - options=[ - ("grpc.max_send_message_length", -1), - ("grpc.max_receive_message_length", -1), - ], - ) - - # Check if ssl_channel_credentials is not provided, then client_cert_source_for_mtls - # is used. - with mock.patch.object(transport_class, "create_channel", return_value=mock.Mock()): - with mock.patch("grpc.ssl_channel_credentials") as mock_ssl_cred: - transport_class( - credentials=cred, - client_cert_source_for_mtls=client_cert_source_callback - ) - expected_cert, expected_key = client_cert_source_callback() - mock_ssl_cred.assert_called_once_with( - certificate_chain=expected_cert, - private_key=expected_key - ) - - -def test_migration_service_host_no_port(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - client_options=client_options.ClientOptions(api_endpoint='bigquerymigration.googleapis.com'), - ) - assert client.transport._host == 'bigquerymigration.googleapis.com:443' - - -def test_migration_service_host_with_port(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - client_options=client_options.ClientOptions(api_endpoint='bigquerymigration.googleapis.com:8000'), - ) - assert client.transport._host == 'bigquerymigration.googleapis.com:8000' - -def test_migration_service_grpc_transport_channel(): - channel = grpc.secure_channel('http://localhost/', grpc.local_channel_credentials()) - - # Check that channel is used if provided. - transport = transports.MigrationServiceGrpcTransport( - host="squid.clam.whelk", - channel=channel, - ) - assert transport.grpc_channel == channel - assert transport._host == "squid.clam.whelk:443" - assert transport._ssl_channel_credentials == None - - -def test_migration_service_grpc_asyncio_transport_channel(): - channel = aio.secure_channel('http://localhost/', grpc.local_channel_credentials()) - - # Check that channel is used if provided. - transport = transports.MigrationServiceGrpcAsyncIOTransport( - host="squid.clam.whelk", - channel=channel, - ) - assert transport.grpc_channel == channel - assert transport._host == "squid.clam.whelk:443" - assert transport._ssl_channel_credentials == None - - -# Remove this test when deprecated arguments (api_mtls_endpoint, client_cert_source) are -# removed from grpc/grpc_asyncio transport constructor. -@pytest.mark.parametrize("transport_class", [transports.MigrationServiceGrpcTransport, transports.MigrationServiceGrpcAsyncIOTransport]) -def test_migration_service_transport_channel_mtls_with_client_cert_source( - transport_class -): - with mock.patch("grpc.ssl_channel_credentials", autospec=True) as grpc_ssl_channel_cred: - with mock.patch.object(transport_class, "create_channel") as grpc_create_channel: - mock_ssl_cred = mock.Mock() - grpc_ssl_channel_cred.return_value = mock_ssl_cred - - mock_grpc_channel = mock.Mock() - grpc_create_channel.return_value = mock_grpc_channel - - cred = ga_credentials.AnonymousCredentials() - with pytest.warns(DeprecationWarning): - with mock.patch.object(google.auth, 'default') as adc: - adc.return_value = (cred, None) - transport = transport_class( - host="squid.clam.whelk", - api_mtls_endpoint="mtls.squid.clam.whelk", - client_cert_source=client_cert_source_callback, - ) - adc.assert_called_once() - - grpc_ssl_channel_cred.assert_called_once_with( - certificate_chain=b"cert bytes", private_key=b"key bytes" - ) - grpc_create_channel.assert_called_once_with( - "mtls.squid.clam.whelk:443", - credentials=cred, - credentials_file=None, - scopes=None, - ssl_credentials=mock_ssl_cred, - quota_project_id=None, - options=[ - ("grpc.max_send_message_length", -1), - ("grpc.max_receive_message_length", -1), - ], - ) - assert transport.grpc_channel == mock_grpc_channel - assert transport._ssl_channel_credentials == mock_ssl_cred - - -# Remove this test when deprecated arguments (api_mtls_endpoint, client_cert_source) are -# removed from grpc/grpc_asyncio transport constructor. -@pytest.mark.parametrize("transport_class", [transports.MigrationServiceGrpcTransport, transports.MigrationServiceGrpcAsyncIOTransport]) -def test_migration_service_transport_channel_mtls_with_adc( - transport_class -): - mock_ssl_cred = mock.Mock() - with mock.patch.multiple( - "google.auth.transport.grpc.SslCredentials", - __init__=mock.Mock(return_value=None), - ssl_credentials=mock.PropertyMock(return_value=mock_ssl_cred), - ): - with mock.patch.object(transport_class, "create_channel") as grpc_create_channel: - mock_grpc_channel = mock.Mock() - grpc_create_channel.return_value = mock_grpc_channel - mock_cred = mock.Mock() - - with pytest.warns(DeprecationWarning): - transport = transport_class( - host="squid.clam.whelk", - credentials=mock_cred, - api_mtls_endpoint="mtls.squid.clam.whelk", - client_cert_source=None, - ) - - grpc_create_channel.assert_called_once_with( - "mtls.squid.clam.whelk:443", - credentials=mock_cred, - credentials_file=None, - scopes=None, - ssl_credentials=mock_ssl_cred, - quota_project_id=None, - options=[ - ("grpc.max_send_message_length", -1), - ("grpc.max_receive_message_length", -1), - ], - ) - assert transport.grpc_channel == mock_grpc_channel - - -def test_migration_subtask_path(): - project = "squid" - location = "clam" - workflow = "whelk" - subtask = "octopus" - expected = "projects/{project}/locations/{location}/workflows/{workflow}/subtasks/{subtask}".format(project=project, location=location, workflow=workflow, subtask=subtask, ) - actual = MigrationServiceClient.migration_subtask_path(project, location, workflow, subtask) - assert expected == actual - - -def test_parse_migration_subtask_path(): - expected = { - "project": "oyster", - "location": "nudibranch", - "workflow": "cuttlefish", - "subtask": "mussel", - } - path = MigrationServiceClient.migration_subtask_path(**expected) - - # Check that the path construction is reversible. - actual = MigrationServiceClient.parse_migration_subtask_path(path) - assert expected == actual - -def test_migration_workflow_path(): - project = "winkle" - location = "nautilus" - workflow = "scallop" - expected = "projects/{project}/locations/{location}/workflows/{workflow}".format(project=project, location=location, workflow=workflow, ) - actual = MigrationServiceClient.migration_workflow_path(project, location, workflow) - assert expected == actual - - -def test_parse_migration_workflow_path(): - expected = { - "project": "abalone", - "location": "squid", - "workflow": "clam", - } - path = MigrationServiceClient.migration_workflow_path(**expected) - - # Check that the path construction is reversible. - actual = MigrationServiceClient.parse_migration_workflow_path(path) - assert expected == actual - -def test_common_billing_account_path(): - billing_account = "whelk" - expected = "billingAccounts/{billing_account}".format(billing_account=billing_account, ) - actual = MigrationServiceClient.common_billing_account_path(billing_account) - assert expected == actual - - -def test_parse_common_billing_account_path(): - expected = { - "billing_account": "octopus", - } - path = MigrationServiceClient.common_billing_account_path(**expected) - - # Check that the path construction is reversible. - actual = MigrationServiceClient.parse_common_billing_account_path(path) - assert expected == actual - -def test_common_folder_path(): - folder = "oyster" - expected = "folders/{folder}".format(folder=folder, ) - actual = MigrationServiceClient.common_folder_path(folder) - assert expected == actual - - -def test_parse_common_folder_path(): - expected = { - "folder": "nudibranch", - } - path = MigrationServiceClient.common_folder_path(**expected) - - # Check that the path construction is reversible. - actual = MigrationServiceClient.parse_common_folder_path(path) - assert expected == actual - -def test_common_organization_path(): - organization = "cuttlefish" - expected = "organizations/{organization}".format(organization=organization, ) - actual = MigrationServiceClient.common_organization_path(organization) - assert expected == actual - - -def test_parse_common_organization_path(): - expected = { - "organization": "mussel", - } - path = MigrationServiceClient.common_organization_path(**expected) - - # Check that the path construction is reversible. - actual = MigrationServiceClient.parse_common_organization_path(path) - assert expected == actual - -def test_common_project_path(): - project = "winkle" - expected = "projects/{project}".format(project=project, ) - actual = MigrationServiceClient.common_project_path(project) - assert expected == actual - - -def test_parse_common_project_path(): - expected = { - "project": "nautilus", - } - path = MigrationServiceClient.common_project_path(**expected) - - # Check that the path construction is reversible. - actual = MigrationServiceClient.parse_common_project_path(path) - assert expected == actual - -def test_common_location_path(): - project = "scallop" - location = "abalone" - expected = "projects/{project}/locations/{location}".format(project=project, location=location, ) - actual = MigrationServiceClient.common_location_path(project, location) - assert expected == actual - - -def test_parse_common_location_path(): - expected = { - "project": "squid", - "location": "clam", - } - path = MigrationServiceClient.common_location_path(**expected) - - # Check that the path construction is reversible. - actual = MigrationServiceClient.parse_common_location_path(path) - assert expected == actual - - -def test_client_with_default_client_info(): - client_info = gapic_v1.client_info.ClientInfo() - - with mock.patch.object(transports.MigrationServiceTransport, '_prep_wrapped_messages') as prep: - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - client_info=client_info, - ) - prep.assert_called_once_with(client_info) - - with mock.patch.object(transports.MigrationServiceTransport, '_prep_wrapped_messages') as prep: - transport_class = MigrationServiceClient.get_transport_class() - transport = transport_class( - credentials=ga_credentials.AnonymousCredentials(), - client_info=client_info, - ) - prep.assert_called_once_with(client_info) - - -@pytest.mark.asyncio -async def test_transport_close_async(): - client = MigrationServiceAsyncClient( - credentials=ga_credentials.AnonymousCredentials(), - transport="grpc_asyncio", - ) - with mock.patch.object(type(getattr(client.transport, "grpc_channel")), "close") as close: - async with client: - close.assert_not_called() - close.assert_called_once() - -def test_transport_close(): - transports = { - "grpc": "_grpc_channel", - } - - for transport, close_name in transports.items(): - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport - ) - with mock.patch.object(type(getattr(client.transport, close_name)), "close") as close: - with client: - close.assert_not_called() - close.assert_called_once() - -def test_client_ctx(): - transports = [ - 'grpc', - ] - for transport in transports: - client = MigrationServiceClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport - ) - # Test client calls underlying transport. - with mock.patch.object(type(client.transport), "close") as close: - close.assert_not_called() - with client: - pass - close.assert_called() - -@pytest.mark.parametrize("client_class,transport_class", [ - (MigrationServiceClient, transports.MigrationServiceGrpcTransport), - (MigrationServiceAsyncClient, transports.MigrationServiceGrpcAsyncIOTransport), -]) -def test_api_key_credentials(client_class, transport_class): - with mock.patch.object( - google.auth._default, "get_api_key_credentials", create=True - ) as get_api_key_credentials: - mock_cred = mock.Mock() - get_api_key_credentials.return_value = mock_cred - options = client_options.ClientOptions() - options.api_key = "api_key" - with mock.patch.object(transport_class, "__init__") as patched: - patched.return_value = None - client = client_class(client_options=options) - patched.assert_called_once_with( - credentials=mock_cred, - credentials_file=None, - host=client.DEFAULT_ENDPOINT, - scopes=None, - client_cert_source_for_mtls=None, - quota_project_id=None, - client_info=transports.base.DEFAULT_CLIENT_INFO, - always_use_jwt_access=True, - ) diff --git a/tests/unit/gapic/bigquery_migration_v2alpha/test_migration_service.py b/tests/unit/gapic/bigquery_migration_v2alpha/test_migration_service.py index 67b7975..323f238 100644 --- a/tests/unit/gapic/bigquery_migration_v2alpha/test_migration_service.py +++ b/tests/unit/gapic/bigquery_migration_v2alpha/test_migration_service.py @@ -534,21 +534,28 @@ def test_migration_service_client_client_options_scopes( @pytest.mark.parametrize( - "client_class,transport_class,transport_name", + "client_class,transport_class,transport_name,grpc_helpers", [ - (MigrationServiceClient, transports.MigrationServiceGrpcTransport, "grpc"), + ( + MigrationServiceClient, + transports.MigrationServiceGrpcTransport, + "grpc", + grpc_helpers, + ), ( MigrationServiceAsyncClient, transports.MigrationServiceGrpcAsyncIOTransport, "grpc_asyncio", + grpc_helpers_async, ), ], ) def test_migration_service_client_client_options_credentials_file( - client_class, transport_class, transport_name + client_class, transport_class, transport_name, grpc_helpers ): # Check the case credentials file is provided. options = client_options.ClientOptions(credentials_file="credentials.json") + with mock.patch.object(transport_class, "__init__") as patched: patched.return_value = None client = client_class(client_options=options, transport=transport_name) @@ -584,6 +591,72 @@ def test_migration_service_client_client_options_from_dict(): ) +@pytest.mark.parametrize( + "client_class,transport_class,transport_name,grpc_helpers", + [ + ( + MigrationServiceClient, + transports.MigrationServiceGrpcTransport, + "grpc", + grpc_helpers, + ), + ( + MigrationServiceAsyncClient, + transports.MigrationServiceGrpcAsyncIOTransport, + "grpc_asyncio", + grpc_helpers_async, + ), + ], +) +def test_migration_service_client_create_channel_credentials_file( + client_class, transport_class, transport_name, grpc_helpers +): + # Check the case credentials file is provided. + options = client_options.ClientOptions(credentials_file="credentials.json") + + with mock.patch.object(transport_class, "__init__") as patched: + patched.return_value = None + client = client_class(client_options=options, transport=transport_name) + patched.assert_called_once_with( + credentials=None, + credentials_file="credentials.json", + host=client.DEFAULT_ENDPOINT, + scopes=None, + client_cert_source_for_mtls=None, + quota_project_id=None, + client_info=transports.base.DEFAULT_CLIENT_INFO, + always_use_jwt_access=True, + ) + + # test that the credentials from file are saved and used as the credentials. + with mock.patch.object( + google.auth, "load_credentials_from_file", autospec=True + ) as load_creds, mock.patch.object( + google.auth, "default", autospec=True + ) as adc, mock.patch.object( + grpc_helpers, "create_channel" + ) as create_channel: + creds = ga_credentials.AnonymousCredentials() + file_creds = ga_credentials.AnonymousCredentials() + load_creds.return_value = (file_creds, None) + adc.return_value = (creds, None) + client = client_class(client_options=options, transport=transport_name) + create_channel.assert_called_with( + "bigquerymigration.googleapis.com:443", + credentials=file_creds, + credentials_file=None, + quota_project_id=None, + default_scopes=("https://www.googleapis.com/auth/cloud-platform",), + scopes=None, + default_host="bigquerymigration.googleapis.com", + ssl_credentials=None, + options=[ + ("grpc.max_send_message_length", -1), + ("grpc.max_receive_message_length", -1), + ], + ) + + @pytest.mark.parametrize( "request_type", [migration_service.CreateMigrationWorkflowRequest, dict,] )