From 9c425d59553f40ad25b30eff64a5715eb29be1c4 Mon Sep 17 00:00:00 2001 From: awstools Date: Tue, 3 Dec 2024 19:15:22 +0000 Subject: [PATCH] feat(client-glue): This release includes(1)Zero-ETL integration to ingest data from 3P SaaS and DynamoDB to Redshift/Redlake (2)new properties on Connections to enable reuse; new connection APIs for retrieve/preview metadata (3)support of CRUD operations for Multi-catalog (4)support of automatic statistics collections --- clients/client-glue/README.md | 176 + clients/client-glue/src/Glue.ts | 464 + clients/client-glue/src/GlueClient.ts | 99 + .../src/commands/BatchStopJobRunCommand.ts | 3 +- .../commands/BatchUpdatePartitionCommand.ts | 2 +- ...DataQualityRuleRecommendationRunCommand.ts | 6 +- .../src/commands/CreateCatalogCommand.ts | 170 + .../src/commands/CreateConnectionCommand.ts | 29 +- .../src/commands/CreateDatabaseCommand.ts | 6 + .../src/commands/CreateIntegrationCommand.ts | 165 + ...reateIntegrationResourcePropertyCommand.ts | 142 + ...CreateIntegrationTablePropertiesCommand.ts | 137 + .../src/commands/CreateTableCommand.ts | 6 + .../src/commands/DeleteCatalogCommand.ts | 116 + .../src/commands/DeleteDatabaseCommand.ts | 6 + .../src/commands/DeleteIntegrationCommand.ts | 148 + ...DeleteIntegrationTablePropertiesCommand.ts | 117 + .../src/commands/DeleteTableCommand.ts | 6 + .../commands/DescribeConnectionTypeCommand.ts | 243 + .../src/commands/DescribeEntityCommand.ts | 146 + .../DescribeInboundIntegrationsCommand.ts | 139 + .../commands/DescribeIntegrationsCommand.ts | 151 + .../src/commands/GetCatalogCommand.ts | 168 + .../src/commands/GetCatalogsCommand.ts | 174 + .../GetColumnStatisticsTaskSettingsCommand.ts | 11 +- .../src/commands/GetConnectionCommand.ts | 19 +- .../src/commands/GetConnectionsCommand.ts | 21 +- .../src/commands/GetCrawlerCommand.ts | 2 +- .../src/commands/GetCrawlerMetricsCommand.ts | 2 +- .../src/commands/GetCrawlersCommand.ts | 2 +- .../commands/GetCustomEntityTypeCommand.ts | 2 +- ...GetDataCatalogEncryptionSettingsCommand.ts | 2 +- .../commands/GetDataQualityModelCommand.ts | 2 +- .../GetDataQualityModelResultCommand.ts | 2 +- .../commands/GetDataQualityResultCommand.ts | 2 +- ...DataQualityRuleRecommendationRunCommand.ts | 2 +- .../commands/GetDataQualityRulesetCommand.ts | 2 +- ...tDataQualityRulesetEvaluationRunCommand.ts | 2 +- .../src/commands/GetDatabaseCommand.ts | 5 +- .../src/commands/GetDatabasesCommand.ts | 11 +- .../src/commands/GetDataflowGraphCommand.ts | 2 +- .../src/commands/GetDevEndpointCommand.ts | 2 +- .../src/commands/GetDevEndpointsCommand.ts | 2 +- .../src/commands/GetEntityRecordsCommand.ts | 135 + .../GetIntegrationResourcePropertyCommand.ts | 127 + .../GetIntegrationTablePropertiesCommand.ts | 140 + .../src/commands/GetJobBookmarkCommand.ts | 2 +- .../client-glue/src/commands/GetJobCommand.ts | 2 +- .../src/commands/GetJobRunCommand.ts | 2 +- .../src/commands/GetJobRunsCommand.ts | 2 +- .../src/commands/GetJobsCommand.ts | 2 +- .../src/commands/GetMLTaskRunCommand.ts | 3 +- .../src/commands/GetMappingCommand.ts | 2 +- .../commands/ListConnectionTypesCommand.ts | 116 + .../src/commands/ListEntitiesCommand.ts | 129 + .../src/commands/ModifyIntegrationCommand.ts | 151 + .../src/commands/SearchTablesCommand.ts | 3 +- .../src/commands/StartBlueprintRunCommand.ts | 2 +- .../StartColumnStatisticsTaskRunCommand.ts | 2 +- ...tColumnStatisticsTaskRunScheduleCommand.ts | 2 +- .../src/commands/StartCrawlerCommand.ts | 2 +- .../commands/StartCrawlerScheduleCommand.ts | 2 +- ...DataQualityRuleRecommendationRunCommand.ts | 2 +- ...tDataQualityRulesetEvaluationRunCommand.ts | 2 +- .../StartExportLabelsTaskRunCommand.ts | 2 +- .../StartImportLabelsTaskRunCommand.ts | 2 +- .../src/commands/StartJobRunCommand.ts | 2 +- .../StartMLEvaluationTaskRunCommand.ts | 2 +- ...rtMLLabelingSetGenerationTaskRunCommand.ts | 2 +- .../src/commands/StartTriggerCommand.ts | 2 +- .../src/commands/StartWorkflowRunCommand.ts | 2 +- .../StopColumnStatisticsTaskRunCommand.ts | 2 +- ...pColumnStatisticsTaskRunScheduleCommand.ts | 2 +- .../src/commands/StopCrawlerCommand.ts | 2 +- .../commands/StopCrawlerScheduleCommand.ts | 2 +- .../src/commands/StopSessionCommand.ts | 2 +- .../src/commands/StopTriggerCommand.ts | 2 +- .../src/commands/StopWorkflowRunCommand.ts | 2 +- .../src/commands/TagResourceCommand.ts | 2 +- .../src/commands/TestConnectionCommand.ts | 21 +- .../src/commands/UntagResourceCommand.ts | 2 +- .../src/commands/UpdateBlueprintCommand.ts | 2 +- .../src/commands/UpdateCatalogCommand.ts | 158 + .../src/commands/UpdateClassifierCommand.ts | 2 +- ...dateColumnStatisticsForPartitionCommand.ts | 2 +- .../UpdateColumnStatisticsForTableCommand.ts | 2 +- ...dateColumnStatisticsTaskSettingsCommand.ts | 2 +- .../src/commands/UpdateConnectionCommand.ts | 31 +- .../src/commands/UpdateCrawlerCommand.ts | 2 +- .../commands/UpdateCrawlerScheduleCommand.ts | 2 +- .../UpdateDataQualityRulesetCommand.ts | 2 +- .../src/commands/UpdateDatabaseCommand.ts | 11 +- ...pdateIntegrationResourcePropertyCommand.ts | 139 + ...UpdateIntegrationTablePropertiesCommand.ts | 138 + .../src/commands/UpdateTableCommand.ts | 9 + clients/client-glue/src/commands/index.ts | 22 + clients/client-glue/src/models/models_0.ts | 350 +- clients/client-glue/src/models/models_1.ts | 6879 +++++++------- clients/client-glue/src/models/models_2.ts | 8400 +++++++++-------- clients/client-glue/src/models/models_3.ts | 1980 +++- .../src/pagination/DescribeEntityPaginator.ts | 24 + .../ListConnectionTypesPaginator.ts | 24 + .../src/pagination/ListEntitiesPaginator.ts | 24 + clients/client-glue/src/pagination/index.ts | 7 +- .../client-glue/src/protocols/Aws_json1_1.ts | 1761 +++- codegen/sdk-codegen/aws-models/glue.json | 4653 ++++++++- 106 files changed, 20786 insertions(+), 7637 deletions(-) create mode 100644 clients/client-glue/src/commands/CreateCatalogCommand.ts create mode 100644 clients/client-glue/src/commands/CreateIntegrationCommand.ts create mode 100644 clients/client-glue/src/commands/CreateIntegrationResourcePropertyCommand.ts create mode 100644 clients/client-glue/src/commands/CreateIntegrationTablePropertiesCommand.ts create mode 100644 clients/client-glue/src/commands/DeleteCatalogCommand.ts create mode 100644 clients/client-glue/src/commands/DeleteIntegrationCommand.ts create mode 100644 clients/client-glue/src/commands/DeleteIntegrationTablePropertiesCommand.ts create mode 100644 clients/client-glue/src/commands/DescribeConnectionTypeCommand.ts create mode 100644 clients/client-glue/src/commands/DescribeEntityCommand.ts create mode 100644 clients/client-glue/src/commands/DescribeInboundIntegrationsCommand.ts create mode 100644 clients/client-glue/src/commands/DescribeIntegrationsCommand.ts create mode 100644 clients/client-glue/src/commands/GetCatalogCommand.ts create mode 100644 clients/client-glue/src/commands/GetCatalogsCommand.ts create mode 100644 clients/client-glue/src/commands/GetEntityRecordsCommand.ts create mode 100644 clients/client-glue/src/commands/GetIntegrationResourcePropertyCommand.ts create mode 100644 clients/client-glue/src/commands/GetIntegrationTablePropertiesCommand.ts create mode 100644 clients/client-glue/src/commands/ListConnectionTypesCommand.ts create mode 100644 clients/client-glue/src/commands/ListEntitiesCommand.ts create mode 100644 clients/client-glue/src/commands/ModifyIntegrationCommand.ts create mode 100644 clients/client-glue/src/commands/UpdateCatalogCommand.ts create mode 100644 clients/client-glue/src/commands/UpdateIntegrationResourcePropertyCommand.ts create mode 100644 clients/client-glue/src/commands/UpdateIntegrationTablePropertiesCommand.ts create mode 100644 clients/client-glue/src/pagination/DescribeEntityPaginator.ts create mode 100644 clients/client-glue/src/pagination/ListConnectionTypesPaginator.ts create mode 100644 clients/client-glue/src/pagination/ListEntitiesPaginator.ts diff --git a/clients/client-glue/README.md b/clients/client-glue/README.md index 383baa4cbede..6e60e70299d7 100644 --- a/clients/client-glue/README.md +++ b/clients/client-glue/README.md @@ -396,6 +396,14 @@ CreateBlueprint [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/CreateBlueprintCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/CreateBlueprintCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/CreateBlueprintCommandOutput/) + +
+ +CreateCatalog + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/CreateCatalogCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/CreateCatalogCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/CreateCatalogCommandOutput/) +
@@ -460,6 +468,30 @@ CreateDevEndpoint [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/CreateDevEndpointCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/CreateDevEndpointCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/CreateDevEndpointCommandOutput/) +
+
+ +CreateIntegration + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/CreateIntegrationCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/CreateIntegrationCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/CreateIntegrationCommandOutput/) + +
+
+ +CreateIntegrationResourceProperty + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/CreateIntegrationResourcePropertyCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/CreateIntegrationResourcePropertyCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/CreateIntegrationResourcePropertyCommandOutput/) + +
+
+ +CreateIntegrationTableProperties + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/CreateIntegrationTablePropertiesCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/CreateIntegrationTablePropertiesCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/CreateIntegrationTablePropertiesCommandOutput/) +
@@ -588,6 +620,14 @@ DeleteBlueprint [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/DeleteBlueprintCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DeleteBlueprintCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DeleteBlueprintCommandOutput/) +
+
+ +DeleteCatalog + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/DeleteCatalogCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DeleteCatalogCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DeleteCatalogCommandOutput/) +
@@ -668,6 +708,22 @@ DeleteDevEndpoint [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/DeleteDevEndpointCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DeleteDevEndpointCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DeleteDevEndpointCommandOutput/) +
+
+ +DeleteIntegration + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/DeleteIntegrationCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DeleteIntegrationCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DeleteIntegrationCommandOutput/) + +
+
+ +DeleteIntegrationTableProperties + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/DeleteIntegrationTablePropertiesCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DeleteIntegrationTablePropertiesCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DeleteIntegrationTablePropertiesCommandOutput/) +
@@ -804,6 +860,38 @@ DeleteWorkflow [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/DeleteWorkflowCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DeleteWorkflowCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DeleteWorkflowCommandOutput/) +
+
+ +DescribeConnectionType + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/DescribeConnectionTypeCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DescribeConnectionTypeCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DescribeConnectionTypeCommandOutput/) + +
+
+ +DescribeEntity + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/DescribeEntityCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DescribeEntityCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DescribeEntityCommandOutput/) + +
+
+ +DescribeInboundIntegrations + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/DescribeInboundIntegrationsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DescribeInboundIntegrationsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DescribeInboundIntegrationsCommandOutput/) + +
+
+ +DescribeIntegrations + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/DescribeIntegrationsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DescribeIntegrationsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/DescribeIntegrationsCommandOutput/) +
@@ -828,6 +916,14 @@ GetBlueprintRuns [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/GetBlueprintRunsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetBlueprintRunsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetBlueprintRunsCommandOutput/) +
+
+ +GetCatalog + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/GetCatalogCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetCatalogCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetCatalogCommandOutput/) +
@@ -836,6 +932,14 @@ GetCatalogImportStatus [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/GetCatalogImportStatusCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetCatalogImportStatusCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetCatalogImportStatusCommandOutput/) +
+
+ +GetCatalogs + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/GetCatalogsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetCatalogsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetCatalogsCommandOutput/) +
@@ -1036,6 +1140,30 @@ GetDevEndpoints [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/GetDevEndpointsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetDevEndpointsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetDevEndpointsCommandOutput/) +
+
+ +GetEntityRecords + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/GetEntityRecordsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetEntityRecordsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetEntityRecordsCommandOutput/) + +
+
+ +GetIntegrationResourceProperty + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/GetIntegrationResourcePropertyCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetIntegrationResourcePropertyCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetIntegrationResourcePropertyCommandOutput/) + +
+
+ +GetIntegrationTableProperties + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/GetIntegrationTablePropertiesCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetIntegrationTablePropertiesCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetIntegrationTablePropertiesCommandOutput/) +
@@ -1404,6 +1532,14 @@ ListColumnStatisticsTaskRuns [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/ListColumnStatisticsTaskRunsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListColumnStatisticsTaskRunsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListColumnStatisticsTaskRunsCommandOutput/) +
+
+ +ListConnectionTypes + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/ListConnectionTypesCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListConnectionTypesCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListConnectionTypesCommandOutput/) +
@@ -1484,6 +1620,14 @@ ListDevEndpoints [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/ListDevEndpointsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListDevEndpointsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListDevEndpointsCommandOutput/) +
+
+ +ListEntities + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/ListEntitiesCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListEntitiesCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListEntitiesCommandOutput/) +
@@ -1572,6 +1716,14 @@ ListWorkflows [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/ListWorkflowsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListWorkflowsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListWorkflowsCommandOutput/) +
+
+ +ModifyIntegration + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/ModifyIntegrationCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ModifyIntegrationCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ModifyIntegrationCommandOutput/) +
@@ -1868,6 +2020,14 @@ UpdateBlueprint [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/UpdateBlueprintCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/UpdateBlueprintCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/UpdateBlueprintCommandOutput/) +
+
+ +UpdateCatalog + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/UpdateCatalogCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/UpdateCatalogCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/UpdateCatalogCommandOutput/) +
@@ -1948,6 +2108,22 @@ UpdateDevEndpoint [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/UpdateDevEndpointCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/UpdateDevEndpointCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/UpdateDevEndpointCommandOutput/) +
+
+ +UpdateIntegrationResourceProperty + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/UpdateIntegrationResourcePropertyCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/UpdateIntegrationResourcePropertyCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/UpdateIntegrationResourcePropertyCommandOutput/) + +
+
+ +UpdateIntegrationTableProperties + + +[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/UpdateIntegrationTablePropertiesCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/UpdateIntegrationTablePropertiesCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/UpdateIntegrationTablePropertiesCommandOutput/) +
diff --git a/clients/client-glue/src/Glue.ts b/clients/client-glue/src/Glue.ts index 9ed7de860492..6c99203d4552 100644 --- a/clients/client-glue/src/Glue.ts +++ b/clients/client-glue/src/Glue.ts @@ -122,6 +122,11 @@ import { CreateBlueprintCommandInput, CreateBlueprintCommandOutput, } from "./commands/CreateBlueprintCommand"; +import { + CreateCatalogCommand, + CreateCatalogCommandInput, + CreateCatalogCommandOutput, +} from "./commands/CreateCatalogCommand"; import { CreateClassifierCommand, CreateClassifierCommandInput, @@ -162,6 +167,21 @@ import { CreateDevEndpointCommandInput, CreateDevEndpointCommandOutput, } from "./commands/CreateDevEndpointCommand"; +import { + CreateIntegrationCommand, + CreateIntegrationCommandInput, + CreateIntegrationCommandOutput, +} from "./commands/CreateIntegrationCommand"; +import { + CreateIntegrationResourcePropertyCommand, + CreateIntegrationResourcePropertyCommandInput, + CreateIntegrationResourcePropertyCommandOutput, +} from "./commands/CreateIntegrationResourcePropertyCommand"; +import { + CreateIntegrationTablePropertiesCommand, + CreateIntegrationTablePropertiesCommandInput, + CreateIntegrationTablePropertiesCommandOutput, +} from "./commands/CreateIntegrationTablePropertiesCommand"; import { CreateJobCommand, CreateJobCommandInput, CreateJobCommandOutput } from "./commands/CreateJobCommand"; import { CreateMLTransformCommand, @@ -234,6 +254,11 @@ import { DeleteBlueprintCommandInput, DeleteBlueprintCommandOutput, } from "./commands/DeleteBlueprintCommand"; +import { + DeleteCatalogCommand, + DeleteCatalogCommandInput, + DeleteCatalogCommandOutput, +} from "./commands/DeleteCatalogCommand"; import { DeleteClassifierCommand, DeleteClassifierCommandInput, @@ -284,6 +309,16 @@ import { DeleteDevEndpointCommandInput, DeleteDevEndpointCommandOutput, } from "./commands/DeleteDevEndpointCommand"; +import { + DeleteIntegrationCommand, + DeleteIntegrationCommandInput, + DeleteIntegrationCommandOutput, +} from "./commands/DeleteIntegrationCommand"; +import { + DeleteIntegrationTablePropertiesCommand, + DeleteIntegrationTablePropertiesCommandInput, + DeleteIntegrationTablePropertiesCommandOutput, +} from "./commands/DeleteIntegrationTablePropertiesCommand"; import { DeleteJobCommand, DeleteJobCommandInput, DeleteJobCommandOutput } from "./commands/DeleteJobCommand"; import { DeleteMLTransformCommand, @@ -361,6 +396,26 @@ import { DeleteWorkflowCommandInput, DeleteWorkflowCommandOutput, } from "./commands/DeleteWorkflowCommand"; +import { + DescribeConnectionTypeCommand, + DescribeConnectionTypeCommandInput, + DescribeConnectionTypeCommandOutput, +} from "./commands/DescribeConnectionTypeCommand"; +import { + DescribeEntityCommand, + DescribeEntityCommandInput, + DescribeEntityCommandOutput, +} from "./commands/DescribeEntityCommand"; +import { + DescribeInboundIntegrationsCommand, + DescribeInboundIntegrationsCommandInput, + DescribeInboundIntegrationsCommandOutput, +} from "./commands/DescribeInboundIntegrationsCommand"; +import { + DescribeIntegrationsCommand, + DescribeIntegrationsCommandInput, + DescribeIntegrationsCommandOutput, +} from "./commands/DescribeIntegrationsCommand"; import { GetBlueprintCommand, GetBlueprintCommandInput, @@ -376,11 +431,13 @@ import { GetBlueprintRunsCommandInput, GetBlueprintRunsCommandOutput, } from "./commands/GetBlueprintRunsCommand"; +import { GetCatalogCommand, GetCatalogCommandInput, GetCatalogCommandOutput } from "./commands/GetCatalogCommand"; import { GetCatalogImportStatusCommand, GetCatalogImportStatusCommandInput, GetCatalogImportStatusCommandOutput, } from "./commands/GetCatalogImportStatusCommand"; +import { GetCatalogsCommand, GetCatalogsCommandInput, GetCatalogsCommandOutput } from "./commands/GetCatalogsCommand"; import { GetClassifierCommand, GetClassifierCommandInput, @@ -494,6 +551,21 @@ import { GetDevEndpointsCommandInput, GetDevEndpointsCommandOutput, } from "./commands/GetDevEndpointsCommand"; +import { + GetEntityRecordsCommand, + GetEntityRecordsCommandInput, + GetEntityRecordsCommandOutput, +} from "./commands/GetEntityRecordsCommand"; +import { + GetIntegrationResourcePropertyCommand, + GetIntegrationResourcePropertyCommandInput, + GetIntegrationResourcePropertyCommandOutput, +} from "./commands/GetIntegrationResourcePropertyCommand"; +import { + GetIntegrationTablePropertiesCommand, + GetIntegrationTablePropertiesCommandInput, + GetIntegrationTablePropertiesCommandOutput, +} from "./commands/GetIntegrationTablePropertiesCommand"; import { GetJobBookmarkCommand, GetJobBookmarkCommandInput, @@ -664,6 +736,11 @@ import { ListColumnStatisticsTaskRunsCommandInput, ListColumnStatisticsTaskRunsCommandOutput, } from "./commands/ListColumnStatisticsTaskRunsCommand"; +import { + ListConnectionTypesCommand, + ListConnectionTypesCommandInput, + ListConnectionTypesCommandOutput, +} from "./commands/ListConnectionTypesCommand"; import { ListCrawlersCommand, ListCrawlersCommandInput, @@ -710,6 +787,11 @@ import { ListDevEndpointsCommandInput, ListDevEndpointsCommandOutput, } from "./commands/ListDevEndpointsCommand"; +import { + ListEntitiesCommand, + ListEntitiesCommandInput, + ListEntitiesCommandOutput, +} from "./commands/ListEntitiesCommand"; import { ListJobsCommand, ListJobsCommandInput, ListJobsCommandOutput } from "./commands/ListJobsCommand"; import { ListMLTransformsCommand, @@ -757,6 +839,11 @@ import { ListWorkflowsCommandInput, ListWorkflowsCommandOutput, } from "./commands/ListWorkflowsCommand"; +import { + ModifyIntegrationCommand, + ModifyIntegrationCommandInput, + ModifyIntegrationCommandOutput, +} from "./commands/ModifyIntegrationCommand"; import { PutDataCatalogEncryptionSettingsCommand, PutDataCatalogEncryptionSettingsCommandInput, @@ -922,6 +1009,11 @@ import { UpdateBlueprintCommandInput, UpdateBlueprintCommandOutput, } from "./commands/UpdateBlueprintCommand"; +import { + UpdateCatalogCommand, + UpdateCatalogCommandInput, + UpdateCatalogCommandOutput, +} from "./commands/UpdateCatalogCommand"; import { UpdateClassifierCommand, UpdateClassifierCommandInput, @@ -972,6 +1064,16 @@ import { UpdateDevEndpointCommandInput, UpdateDevEndpointCommandOutput, } from "./commands/UpdateDevEndpointCommand"; +import { + UpdateIntegrationResourcePropertyCommand, + UpdateIntegrationResourcePropertyCommandInput, + UpdateIntegrationResourcePropertyCommandOutput, +} from "./commands/UpdateIntegrationResourcePropertyCommand"; +import { + UpdateIntegrationTablePropertiesCommand, + UpdateIntegrationTablePropertiesCommandInput, + UpdateIntegrationTablePropertiesCommandOutput, +} from "./commands/UpdateIntegrationTablePropertiesCommand"; import { UpdateJobCommand, UpdateJobCommandInput, UpdateJobCommandOutput } from "./commands/UpdateJobCommand"; import { UpdateJobFromSourceControlCommand, @@ -1056,6 +1158,7 @@ const commands = { CancelStatementCommand, CheckSchemaVersionValidityCommand, CreateBlueprintCommand, + CreateCatalogCommand, CreateClassifierCommand, CreateColumnStatisticsTaskSettingsCommand, CreateConnectionCommand, @@ -1064,6 +1167,9 @@ const commands = { CreateDatabaseCommand, CreateDataQualityRulesetCommand, CreateDevEndpointCommand, + CreateIntegrationCommand, + CreateIntegrationResourcePropertyCommand, + CreateIntegrationTablePropertiesCommand, CreateJobCommand, CreateMLTransformCommand, CreatePartitionCommand, @@ -1080,6 +1186,7 @@ const commands = { CreateUserDefinedFunctionCommand, CreateWorkflowCommand, DeleteBlueprintCommand, + DeleteCatalogCommand, DeleteClassifierCommand, DeleteColumnStatisticsForPartitionCommand, DeleteColumnStatisticsForTableCommand, @@ -1090,6 +1197,8 @@ const commands = { DeleteDatabaseCommand, DeleteDataQualityRulesetCommand, DeleteDevEndpointCommand, + DeleteIntegrationCommand, + DeleteIntegrationTablePropertiesCommand, DeleteJobCommand, DeleteMLTransformCommand, DeletePartitionCommand, @@ -1107,10 +1216,16 @@ const commands = { DeleteUsageProfileCommand, DeleteUserDefinedFunctionCommand, DeleteWorkflowCommand, + DescribeConnectionTypeCommand, + DescribeEntityCommand, + DescribeInboundIntegrationsCommand, + DescribeIntegrationsCommand, GetBlueprintCommand, GetBlueprintRunCommand, GetBlueprintRunsCommand, + GetCatalogCommand, GetCatalogImportStatusCommand, + GetCatalogsCommand, GetClassifierCommand, GetClassifiersCommand, GetColumnStatisticsForPartitionCommand, @@ -1136,6 +1251,9 @@ const commands = { GetDataQualityRulesetEvaluationRunCommand, GetDevEndpointCommand, GetDevEndpointsCommand, + GetEntityRecordsCommand, + GetIntegrationResourcePropertyCommand, + GetIntegrationTablePropertiesCommand, GetJobCommand, GetJobBookmarkCommand, GetJobRunCommand, @@ -1182,6 +1300,7 @@ const commands = { ImportCatalogToGlueCommand, ListBlueprintsCommand, ListColumnStatisticsTaskRunsCommand, + ListConnectionTypesCommand, ListCrawlersCommand, ListCrawlsCommand, ListCustomEntityTypesCommand, @@ -1192,6 +1311,7 @@ const commands = { ListDataQualityStatisticAnnotationsCommand, ListDataQualityStatisticsCommand, ListDevEndpointsCommand, + ListEntitiesCommand, ListJobsCommand, ListMLTransformsCommand, ListRegistriesCommand, @@ -1203,6 +1323,7 @@ const commands = { ListTriggersCommand, ListUsageProfilesCommand, ListWorkflowsCommand, + ModifyIntegrationCommand, PutDataCatalogEncryptionSettingsCommand, PutDataQualityProfileAnnotationCommand, PutResourcePolicyCommand, @@ -1240,6 +1361,7 @@ const commands = { TestConnectionCommand, UntagResourceCommand, UpdateBlueprintCommand, + UpdateCatalogCommand, UpdateClassifierCommand, UpdateColumnStatisticsForPartitionCommand, UpdateColumnStatisticsForTableCommand, @@ -1250,6 +1372,8 @@ const commands = { UpdateDatabaseCommand, UpdateDataQualityRulesetCommand, UpdateDevEndpointCommand, + UpdateIntegrationResourcePropertyCommand, + UpdateIntegrationTablePropertiesCommand, UpdateJobCommand, UpdateJobFromSourceControlCommand, UpdateMLTransformCommand, @@ -1656,6 +1780,17 @@ export interface Glue { cb: (err: any, data?: CreateBlueprintCommandOutput) => void ): void; + /** + * @see {@link CreateCatalogCommand} + */ + createCatalog(args: CreateCatalogCommandInput, options?: __HttpHandlerOptions): Promise; + createCatalog(args: CreateCatalogCommandInput, cb: (err: any, data?: CreateCatalogCommandOutput) => void): void; + createCatalog( + args: CreateCatalogCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: CreateCatalogCommandOutput) => void + ): void; + /** * @see {@link CreateClassifierCommand} */ @@ -1784,6 +1919,57 @@ export interface Glue { cb: (err: any, data?: CreateDevEndpointCommandOutput) => void ): void; + /** + * @see {@link CreateIntegrationCommand} + */ + createIntegration( + args: CreateIntegrationCommandInput, + options?: __HttpHandlerOptions + ): Promise; + createIntegration( + args: CreateIntegrationCommandInput, + cb: (err: any, data?: CreateIntegrationCommandOutput) => void + ): void; + createIntegration( + args: CreateIntegrationCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: CreateIntegrationCommandOutput) => void + ): void; + + /** + * @see {@link CreateIntegrationResourcePropertyCommand} + */ + createIntegrationResourceProperty( + args: CreateIntegrationResourcePropertyCommandInput, + options?: __HttpHandlerOptions + ): Promise; + createIntegrationResourceProperty( + args: CreateIntegrationResourcePropertyCommandInput, + cb: (err: any, data?: CreateIntegrationResourcePropertyCommandOutput) => void + ): void; + createIntegrationResourceProperty( + args: CreateIntegrationResourcePropertyCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: CreateIntegrationResourcePropertyCommandOutput) => void + ): void; + + /** + * @see {@link CreateIntegrationTablePropertiesCommand} + */ + createIntegrationTableProperties( + args: CreateIntegrationTablePropertiesCommandInput, + options?: __HttpHandlerOptions + ): Promise; + createIntegrationTableProperties( + args: CreateIntegrationTablePropertiesCommandInput, + cb: (err: any, data?: CreateIntegrationTablePropertiesCommandOutput) => void + ): void; + createIntegrationTableProperties( + args: CreateIntegrationTablePropertiesCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: CreateIntegrationTablePropertiesCommandOutput) => void + ): void; + /** * @see {@link CreateJobCommand} */ @@ -2009,6 +2195,17 @@ export interface Glue { cb: (err: any, data?: DeleteBlueprintCommandOutput) => void ): void; + /** + * @see {@link DeleteCatalogCommand} + */ + deleteCatalog(args: DeleteCatalogCommandInput, options?: __HttpHandlerOptions): Promise; + deleteCatalog(args: DeleteCatalogCommandInput, cb: (err: any, data?: DeleteCatalogCommandOutput) => void): void; + deleteCatalog( + args: DeleteCatalogCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: DeleteCatalogCommandOutput) => void + ): void; + /** * @see {@link DeleteClassifierCommand} */ @@ -2170,6 +2367,40 @@ export interface Glue { cb: (err: any, data?: DeleteDevEndpointCommandOutput) => void ): void; + /** + * @see {@link DeleteIntegrationCommand} + */ + deleteIntegration( + args: DeleteIntegrationCommandInput, + options?: __HttpHandlerOptions + ): Promise; + deleteIntegration( + args: DeleteIntegrationCommandInput, + cb: (err: any, data?: DeleteIntegrationCommandOutput) => void + ): void; + deleteIntegration( + args: DeleteIntegrationCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: DeleteIntegrationCommandOutput) => void + ): void; + + /** + * @see {@link DeleteIntegrationTablePropertiesCommand} + */ + deleteIntegrationTableProperties( + args: DeleteIntegrationTablePropertiesCommandInput, + options?: __HttpHandlerOptions + ): Promise; + deleteIntegrationTableProperties( + args: DeleteIntegrationTablePropertiesCommandInput, + cb: (err: any, data?: DeleteIntegrationTablePropertiesCommandOutput) => void + ): void; + deleteIntegrationTableProperties( + args: DeleteIntegrationTablePropertiesCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: DeleteIntegrationTablePropertiesCommandOutput) => void + ): void; + /** * @see {@link DeleteJobCommand} */ @@ -2421,6 +2652,73 @@ export interface Glue { cb: (err: any, data?: DeleteWorkflowCommandOutput) => void ): void; + /** + * @see {@link DescribeConnectionTypeCommand} + */ + describeConnectionType( + args: DescribeConnectionTypeCommandInput, + options?: __HttpHandlerOptions + ): Promise; + describeConnectionType( + args: DescribeConnectionTypeCommandInput, + cb: (err: any, data?: DescribeConnectionTypeCommandOutput) => void + ): void; + describeConnectionType( + args: DescribeConnectionTypeCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: DescribeConnectionTypeCommandOutput) => void + ): void; + + /** + * @see {@link DescribeEntityCommand} + */ + describeEntity( + args: DescribeEntityCommandInput, + options?: __HttpHandlerOptions + ): Promise; + describeEntity(args: DescribeEntityCommandInput, cb: (err: any, data?: DescribeEntityCommandOutput) => void): void; + describeEntity( + args: DescribeEntityCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: DescribeEntityCommandOutput) => void + ): void; + + /** + * @see {@link DescribeInboundIntegrationsCommand} + */ + describeInboundIntegrations(): Promise; + describeInboundIntegrations( + args: DescribeInboundIntegrationsCommandInput, + options?: __HttpHandlerOptions + ): Promise; + describeInboundIntegrations( + args: DescribeInboundIntegrationsCommandInput, + cb: (err: any, data?: DescribeInboundIntegrationsCommandOutput) => void + ): void; + describeInboundIntegrations( + args: DescribeInboundIntegrationsCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: DescribeInboundIntegrationsCommandOutput) => void + ): void; + + /** + * @see {@link DescribeIntegrationsCommand} + */ + describeIntegrations(): Promise; + describeIntegrations( + args: DescribeIntegrationsCommandInput, + options?: __HttpHandlerOptions + ): Promise; + describeIntegrations( + args: DescribeIntegrationsCommandInput, + cb: (err: any, data?: DescribeIntegrationsCommandOutput) => void + ): void; + describeIntegrations( + args: DescribeIntegrationsCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: DescribeIntegrationsCommandOutput) => void + ): void; + /** * @see {@link GetBlueprintCommand} */ @@ -2463,6 +2761,17 @@ export interface Glue { cb: (err: any, data?: GetBlueprintRunsCommandOutput) => void ): void; + /** + * @see {@link GetCatalogCommand} + */ + getCatalog(args: GetCatalogCommandInput, options?: __HttpHandlerOptions): Promise; + getCatalog(args: GetCatalogCommandInput, cb: (err: any, data?: GetCatalogCommandOutput) => void): void; + getCatalog( + args: GetCatalogCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: GetCatalogCommandOutput) => void + ): void; + /** * @see {@link GetCatalogImportStatusCommand} */ @@ -2481,6 +2790,18 @@ export interface Glue { cb: (err: any, data?: GetCatalogImportStatusCommandOutput) => void ): void; + /** + * @see {@link GetCatalogsCommand} + */ + getCatalogs(): Promise; + getCatalogs(args: GetCatalogsCommandInput, options?: __HttpHandlerOptions): Promise; + getCatalogs(args: GetCatalogsCommandInput, cb: (err: any, data?: GetCatalogsCommandOutput) => void): void; + getCatalogs( + args: GetCatalogsCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: GetCatalogsCommandOutput) => void + ): void; + /** * @see {@link GetClassifierCommand} */ @@ -2866,6 +3187,57 @@ export interface Glue { cb: (err: any, data?: GetDevEndpointsCommandOutput) => void ): void; + /** + * @see {@link GetEntityRecordsCommand} + */ + getEntityRecords( + args: GetEntityRecordsCommandInput, + options?: __HttpHandlerOptions + ): Promise; + getEntityRecords( + args: GetEntityRecordsCommandInput, + cb: (err: any, data?: GetEntityRecordsCommandOutput) => void + ): void; + getEntityRecords( + args: GetEntityRecordsCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: GetEntityRecordsCommandOutput) => void + ): void; + + /** + * @see {@link GetIntegrationResourcePropertyCommand} + */ + getIntegrationResourceProperty( + args: GetIntegrationResourcePropertyCommandInput, + options?: __HttpHandlerOptions + ): Promise; + getIntegrationResourceProperty( + args: GetIntegrationResourcePropertyCommandInput, + cb: (err: any, data?: GetIntegrationResourcePropertyCommandOutput) => void + ): void; + getIntegrationResourceProperty( + args: GetIntegrationResourcePropertyCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: GetIntegrationResourcePropertyCommandOutput) => void + ): void; + + /** + * @see {@link GetIntegrationTablePropertiesCommand} + */ + getIntegrationTableProperties( + args: GetIntegrationTablePropertiesCommandInput, + options?: __HttpHandlerOptions + ): Promise; + getIntegrationTableProperties( + args: GetIntegrationTablePropertiesCommandInput, + cb: (err: any, data?: GetIntegrationTablePropertiesCommandOutput) => void + ): void; + getIntegrationTableProperties( + args: GetIntegrationTablePropertiesCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: GetIntegrationTablePropertiesCommandOutput) => void + ): void; + /** * @see {@link GetJobCommand} */ @@ -3514,6 +3886,24 @@ export interface Glue { cb: (err: any, data?: ListColumnStatisticsTaskRunsCommandOutput) => void ): void; + /** + * @see {@link ListConnectionTypesCommand} + */ + listConnectionTypes(): Promise; + listConnectionTypes( + args: ListConnectionTypesCommandInput, + options?: __HttpHandlerOptions + ): Promise; + listConnectionTypes( + args: ListConnectionTypesCommandInput, + cb: (err: any, data?: ListConnectionTypesCommandOutput) => void + ): void; + listConnectionTypes( + args: ListConnectionTypesCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: ListConnectionTypesCommandOutput) => void + ): void; + /** * @see {@link ListCrawlersCommand} */ @@ -3681,6 +4071,18 @@ export interface Glue { cb: (err: any, data?: ListDevEndpointsCommandOutput) => void ): void; + /** + * @see {@link ListEntitiesCommand} + */ + listEntities(): Promise; + listEntities(args: ListEntitiesCommandInput, options?: __HttpHandlerOptions): Promise; + listEntities(args: ListEntitiesCommandInput, cb: (err: any, data?: ListEntitiesCommandOutput) => void): void; + listEntities( + args: ListEntitiesCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: ListEntitiesCommandOutput) => void + ): void; + /** * @see {@link ListJobsCommand} */ @@ -3840,6 +4242,23 @@ export interface Glue { cb: (err: any, data?: ListWorkflowsCommandOutput) => void ): void; + /** + * @see {@link ModifyIntegrationCommand} + */ + modifyIntegration( + args: ModifyIntegrationCommandInput, + options?: __HttpHandlerOptions + ): Promise; + modifyIntegration( + args: ModifyIntegrationCommandInput, + cb: (err: any, data?: ModifyIntegrationCommandOutput) => void + ): void; + modifyIntegration( + args: ModifyIntegrationCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: ModifyIntegrationCommandOutput) => void + ): void; + /** * @see {@link PutDataCatalogEncryptionSettingsCommand} */ @@ -4403,6 +4822,17 @@ export interface Glue { cb: (err: any, data?: UpdateBlueprintCommandOutput) => void ): void; + /** + * @see {@link UpdateCatalogCommand} + */ + updateCatalog(args: UpdateCatalogCommandInput, options?: __HttpHandlerOptions): Promise; + updateCatalog(args: UpdateCatalogCommandInput, cb: (err: any, data?: UpdateCatalogCommandOutput) => void): void; + updateCatalog( + args: UpdateCatalogCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: UpdateCatalogCommandOutput) => void + ): void; + /** * @see {@link UpdateClassifierCommand} */ @@ -4565,6 +4995,40 @@ export interface Glue { cb: (err: any, data?: UpdateDevEndpointCommandOutput) => void ): void; + /** + * @see {@link UpdateIntegrationResourcePropertyCommand} + */ + updateIntegrationResourceProperty( + args: UpdateIntegrationResourcePropertyCommandInput, + options?: __HttpHandlerOptions + ): Promise; + updateIntegrationResourceProperty( + args: UpdateIntegrationResourcePropertyCommandInput, + cb: (err: any, data?: UpdateIntegrationResourcePropertyCommandOutput) => void + ): void; + updateIntegrationResourceProperty( + args: UpdateIntegrationResourcePropertyCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: UpdateIntegrationResourcePropertyCommandOutput) => void + ): void; + + /** + * @see {@link UpdateIntegrationTablePropertiesCommand} + */ + updateIntegrationTableProperties( + args: UpdateIntegrationTablePropertiesCommandInput, + options?: __HttpHandlerOptions + ): Promise; + updateIntegrationTableProperties( + args: UpdateIntegrationTablePropertiesCommandInput, + cb: (err: any, data?: UpdateIntegrationTablePropertiesCommandOutput) => void + ): void; + updateIntegrationTableProperties( + args: UpdateIntegrationTablePropertiesCommandInput, + options: __HttpHandlerOptions, + cb: (err: any, data?: UpdateIntegrationTablePropertiesCommandOutput) => void + ): void; + /** * @see {@link UpdateJobCommand} */ diff --git a/clients/client-glue/src/GlueClient.ts b/clients/client-glue/src/GlueClient.ts index 28d4ca0be8ad..88abab89313a 100644 --- a/clients/client-glue/src/GlueClient.ts +++ b/clients/client-glue/src/GlueClient.ts @@ -116,6 +116,7 @@ import { CheckSchemaVersionValidityCommandOutput, } from "./commands/CheckSchemaVersionValidityCommand"; import { CreateBlueprintCommandInput, CreateBlueprintCommandOutput } from "./commands/CreateBlueprintCommand"; +import { CreateCatalogCommandInput, CreateCatalogCommandOutput } from "./commands/CreateCatalogCommand"; import { CreateClassifierCommandInput, CreateClassifierCommandOutput } from "./commands/CreateClassifierCommand"; import { CreateColumnStatisticsTaskSettingsCommandInput, @@ -133,6 +134,15 @@ import { CreateDataQualityRulesetCommandOutput, } from "./commands/CreateDataQualityRulesetCommand"; import { CreateDevEndpointCommandInput, CreateDevEndpointCommandOutput } from "./commands/CreateDevEndpointCommand"; +import { CreateIntegrationCommandInput, CreateIntegrationCommandOutput } from "./commands/CreateIntegrationCommand"; +import { + CreateIntegrationResourcePropertyCommandInput, + CreateIntegrationResourcePropertyCommandOutput, +} from "./commands/CreateIntegrationResourcePropertyCommand"; +import { + CreateIntegrationTablePropertiesCommandInput, + CreateIntegrationTablePropertiesCommandOutput, +} from "./commands/CreateIntegrationTablePropertiesCommand"; import { CreateJobCommandInput, CreateJobCommandOutput } from "./commands/CreateJobCommand"; import { CreateMLTransformCommandInput, CreateMLTransformCommandOutput } from "./commands/CreateMLTransformCommand"; import { CreatePartitionCommandInput, CreatePartitionCommandOutput } from "./commands/CreatePartitionCommand"; @@ -161,6 +171,7 @@ import { } from "./commands/CreateUserDefinedFunctionCommand"; import { CreateWorkflowCommandInput, CreateWorkflowCommandOutput } from "./commands/CreateWorkflowCommand"; import { DeleteBlueprintCommandInput, DeleteBlueprintCommandOutput } from "./commands/DeleteBlueprintCommand"; +import { DeleteCatalogCommandInput, DeleteCatalogCommandOutput } from "./commands/DeleteCatalogCommand"; import { DeleteClassifierCommandInput, DeleteClassifierCommandOutput } from "./commands/DeleteClassifierCommand"; import { DeleteColumnStatisticsForPartitionCommandInput, @@ -186,6 +197,11 @@ import { DeleteDataQualityRulesetCommandOutput, } from "./commands/DeleteDataQualityRulesetCommand"; import { DeleteDevEndpointCommandInput, DeleteDevEndpointCommandOutput } from "./commands/DeleteDevEndpointCommand"; +import { DeleteIntegrationCommandInput, DeleteIntegrationCommandOutput } from "./commands/DeleteIntegrationCommand"; +import { + DeleteIntegrationTablePropertiesCommandInput, + DeleteIntegrationTablePropertiesCommandOutput, +} from "./commands/DeleteIntegrationTablePropertiesCommand"; import { DeleteJobCommandInput, DeleteJobCommandOutput } from "./commands/DeleteJobCommand"; import { DeleteMLTransformCommandInput, DeleteMLTransformCommandOutput } from "./commands/DeleteMLTransformCommand"; import { DeletePartitionCommandInput, DeletePartitionCommandOutput } from "./commands/DeletePartitionCommand"; @@ -221,13 +237,28 @@ import { DeleteUserDefinedFunctionCommandOutput, } from "./commands/DeleteUserDefinedFunctionCommand"; import { DeleteWorkflowCommandInput, DeleteWorkflowCommandOutput } from "./commands/DeleteWorkflowCommand"; +import { + DescribeConnectionTypeCommandInput, + DescribeConnectionTypeCommandOutput, +} from "./commands/DescribeConnectionTypeCommand"; +import { DescribeEntityCommandInput, DescribeEntityCommandOutput } from "./commands/DescribeEntityCommand"; +import { + DescribeInboundIntegrationsCommandInput, + DescribeInboundIntegrationsCommandOutput, +} from "./commands/DescribeInboundIntegrationsCommand"; +import { + DescribeIntegrationsCommandInput, + DescribeIntegrationsCommandOutput, +} from "./commands/DescribeIntegrationsCommand"; import { GetBlueprintCommandInput, GetBlueprintCommandOutput } from "./commands/GetBlueprintCommand"; import { GetBlueprintRunCommandInput, GetBlueprintRunCommandOutput } from "./commands/GetBlueprintRunCommand"; import { GetBlueprintRunsCommandInput, GetBlueprintRunsCommandOutput } from "./commands/GetBlueprintRunsCommand"; +import { GetCatalogCommandInput, GetCatalogCommandOutput } from "./commands/GetCatalogCommand"; import { GetCatalogImportStatusCommandInput, GetCatalogImportStatusCommandOutput, } from "./commands/GetCatalogImportStatusCommand"; +import { GetCatalogsCommandInput, GetCatalogsCommandOutput } from "./commands/GetCatalogsCommand"; import { GetClassifierCommandInput, GetClassifierCommandOutput } from "./commands/GetClassifierCommand"; import { GetClassifiersCommandInput, GetClassifiersCommandOutput } from "./commands/GetClassifiersCommand"; import { @@ -292,6 +323,15 @@ import { } from "./commands/GetDataQualityRulesetEvaluationRunCommand"; import { GetDevEndpointCommandInput, GetDevEndpointCommandOutput } from "./commands/GetDevEndpointCommand"; import { GetDevEndpointsCommandInput, GetDevEndpointsCommandOutput } from "./commands/GetDevEndpointsCommand"; +import { GetEntityRecordsCommandInput, GetEntityRecordsCommandOutput } from "./commands/GetEntityRecordsCommand"; +import { + GetIntegrationResourcePropertyCommandInput, + GetIntegrationResourcePropertyCommandOutput, +} from "./commands/GetIntegrationResourcePropertyCommand"; +import { + GetIntegrationTablePropertiesCommandInput, + GetIntegrationTablePropertiesCommandOutput, +} from "./commands/GetIntegrationTablePropertiesCommand"; import { GetJobBookmarkCommandInput, GetJobBookmarkCommandOutput } from "./commands/GetJobBookmarkCommand"; import { GetJobCommandInput, GetJobCommandOutput } from "./commands/GetJobCommand"; import { GetJobRunCommandInput, GetJobRunCommandOutput } from "./commands/GetJobRunCommand"; @@ -380,6 +420,10 @@ import { ListColumnStatisticsTaskRunsCommandInput, ListColumnStatisticsTaskRunsCommandOutput, } from "./commands/ListColumnStatisticsTaskRunsCommand"; +import { + ListConnectionTypesCommandInput, + ListConnectionTypesCommandOutput, +} from "./commands/ListConnectionTypesCommand"; import { ListCrawlersCommandInput, ListCrawlersCommandOutput } from "./commands/ListCrawlersCommand"; import { ListCrawlsCommandInput, ListCrawlsCommandOutput } from "./commands/ListCrawlsCommand"; import { @@ -411,6 +455,7 @@ import { ListDataQualityStatisticsCommandOutput, } from "./commands/ListDataQualityStatisticsCommand"; import { ListDevEndpointsCommandInput, ListDevEndpointsCommandOutput } from "./commands/ListDevEndpointsCommand"; +import { ListEntitiesCommandInput, ListEntitiesCommandOutput } from "./commands/ListEntitiesCommand"; import { ListJobsCommandInput, ListJobsCommandOutput } from "./commands/ListJobsCommand"; import { ListMLTransformsCommandInput, ListMLTransformsCommandOutput } from "./commands/ListMLTransformsCommand"; import { ListRegistriesCommandInput, ListRegistriesCommandOutput } from "./commands/ListRegistriesCommand"; @@ -425,6 +470,7 @@ import { import { ListTriggersCommandInput, ListTriggersCommandOutput } from "./commands/ListTriggersCommand"; import { ListUsageProfilesCommandInput, ListUsageProfilesCommandOutput } from "./commands/ListUsageProfilesCommand"; import { ListWorkflowsCommandInput, ListWorkflowsCommandOutput } from "./commands/ListWorkflowsCommand"; +import { ModifyIntegrationCommandInput, ModifyIntegrationCommandOutput } from "./commands/ModifyIntegrationCommand"; import { PutDataCatalogEncryptionSettingsCommandInput, PutDataCatalogEncryptionSettingsCommandOutput, @@ -519,6 +565,7 @@ import { TagResourceCommandInput, TagResourceCommandOutput } from "./commands/Ta import { TestConnectionCommandInput, TestConnectionCommandOutput } from "./commands/TestConnectionCommand"; import { UntagResourceCommandInput, UntagResourceCommandOutput } from "./commands/UntagResourceCommand"; import { UpdateBlueprintCommandInput, UpdateBlueprintCommandOutput } from "./commands/UpdateBlueprintCommand"; +import { UpdateCatalogCommandInput, UpdateCatalogCommandOutput } from "./commands/UpdateCatalogCommand"; import { UpdateClassifierCommandInput, UpdateClassifierCommandOutput } from "./commands/UpdateClassifierCommand"; import { UpdateColumnStatisticsForPartitionCommandInput, @@ -544,6 +591,14 @@ import { UpdateDataQualityRulesetCommandOutput, } from "./commands/UpdateDataQualityRulesetCommand"; import { UpdateDevEndpointCommandInput, UpdateDevEndpointCommandOutput } from "./commands/UpdateDevEndpointCommand"; +import { + UpdateIntegrationResourcePropertyCommandInput, + UpdateIntegrationResourcePropertyCommandOutput, +} from "./commands/UpdateIntegrationResourcePropertyCommand"; +import { + UpdateIntegrationTablePropertiesCommandInput, + UpdateIntegrationTablePropertiesCommandOutput, +} from "./commands/UpdateIntegrationTablePropertiesCommand"; import { UpdateJobCommandInput, UpdateJobCommandOutput } from "./commands/UpdateJobCommand"; import { UpdateJobFromSourceControlCommandInput, @@ -608,6 +663,7 @@ export type ServiceInputTypes = | CancelStatementCommandInput | CheckSchemaVersionValidityCommandInput | CreateBlueprintCommandInput + | CreateCatalogCommandInput | CreateClassifierCommandInput | CreateColumnStatisticsTaskSettingsCommandInput | CreateConnectionCommandInput @@ -616,6 +672,9 @@ export type ServiceInputTypes = | CreateDataQualityRulesetCommandInput | CreateDatabaseCommandInput | CreateDevEndpointCommandInput + | CreateIntegrationCommandInput + | CreateIntegrationResourcePropertyCommandInput + | CreateIntegrationTablePropertiesCommandInput | CreateJobCommandInput | CreateMLTransformCommandInput | CreatePartitionCommandInput @@ -632,6 +691,7 @@ export type ServiceInputTypes = | CreateUserDefinedFunctionCommandInput | CreateWorkflowCommandInput | DeleteBlueprintCommandInput + | DeleteCatalogCommandInput | DeleteClassifierCommandInput | DeleteColumnStatisticsForPartitionCommandInput | DeleteColumnStatisticsForTableCommandInput @@ -642,6 +702,8 @@ export type ServiceInputTypes = | DeleteDataQualityRulesetCommandInput | DeleteDatabaseCommandInput | DeleteDevEndpointCommandInput + | DeleteIntegrationCommandInput + | DeleteIntegrationTablePropertiesCommandInput | DeleteJobCommandInput | DeleteMLTransformCommandInput | DeletePartitionCommandInput @@ -659,10 +721,16 @@ export type ServiceInputTypes = | DeleteUsageProfileCommandInput | DeleteUserDefinedFunctionCommandInput | DeleteWorkflowCommandInput + | DescribeConnectionTypeCommandInput + | DescribeEntityCommandInput + | DescribeInboundIntegrationsCommandInput + | DescribeIntegrationsCommandInput | GetBlueprintCommandInput | GetBlueprintRunCommandInput | GetBlueprintRunsCommandInput + | GetCatalogCommandInput | GetCatalogImportStatusCommandInput + | GetCatalogsCommandInput | GetClassifierCommandInput | GetClassifiersCommandInput | GetColumnStatisticsForPartitionCommandInput @@ -688,6 +756,9 @@ export type ServiceInputTypes = | GetDataflowGraphCommandInput | GetDevEndpointCommandInput | GetDevEndpointsCommandInput + | GetEntityRecordsCommandInput + | GetIntegrationResourcePropertyCommandInput + | GetIntegrationTablePropertiesCommandInput | GetJobBookmarkCommandInput | GetJobCommandInput | GetJobRunCommandInput @@ -734,6 +805,7 @@ export type ServiceInputTypes = | ImportCatalogToGlueCommandInput | ListBlueprintsCommandInput | ListColumnStatisticsTaskRunsCommandInput + | ListConnectionTypesCommandInput | ListCrawlersCommandInput | ListCrawlsCommandInput | ListCustomEntityTypesCommandInput @@ -744,6 +816,7 @@ export type ServiceInputTypes = | ListDataQualityStatisticAnnotationsCommandInput | ListDataQualityStatisticsCommandInput | ListDevEndpointsCommandInput + | ListEntitiesCommandInput | ListJobsCommandInput | ListMLTransformsCommandInput | ListRegistriesCommandInput @@ -755,6 +828,7 @@ export type ServiceInputTypes = | ListTriggersCommandInput | ListUsageProfilesCommandInput | ListWorkflowsCommandInput + | ModifyIntegrationCommandInput | PutDataCatalogEncryptionSettingsCommandInput | PutDataQualityProfileAnnotationCommandInput | PutResourcePolicyCommandInput @@ -792,6 +866,7 @@ export type ServiceInputTypes = | TestConnectionCommandInput | UntagResourceCommandInput | UpdateBlueprintCommandInput + | UpdateCatalogCommandInput | UpdateClassifierCommandInput | UpdateColumnStatisticsForPartitionCommandInput | UpdateColumnStatisticsForTableCommandInput @@ -802,6 +877,8 @@ export type ServiceInputTypes = | UpdateDataQualityRulesetCommandInput | UpdateDatabaseCommandInput | UpdateDevEndpointCommandInput + | UpdateIntegrationResourcePropertyCommandInput + | UpdateIntegrationTablePropertiesCommandInput | UpdateJobCommandInput | UpdateJobFromSourceControlCommandInput | UpdateMLTransformCommandInput @@ -844,6 +921,7 @@ export type ServiceOutputTypes = | CancelStatementCommandOutput | CheckSchemaVersionValidityCommandOutput | CreateBlueprintCommandOutput + | CreateCatalogCommandOutput | CreateClassifierCommandOutput | CreateColumnStatisticsTaskSettingsCommandOutput | CreateConnectionCommandOutput @@ -852,6 +930,9 @@ export type ServiceOutputTypes = | CreateDataQualityRulesetCommandOutput | CreateDatabaseCommandOutput | CreateDevEndpointCommandOutput + | CreateIntegrationCommandOutput + | CreateIntegrationResourcePropertyCommandOutput + | CreateIntegrationTablePropertiesCommandOutput | CreateJobCommandOutput | CreateMLTransformCommandOutput | CreatePartitionCommandOutput @@ -868,6 +949,7 @@ export type ServiceOutputTypes = | CreateUserDefinedFunctionCommandOutput | CreateWorkflowCommandOutput | DeleteBlueprintCommandOutput + | DeleteCatalogCommandOutput | DeleteClassifierCommandOutput | DeleteColumnStatisticsForPartitionCommandOutput | DeleteColumnStatisticsForTableCommandOutput @@ -878,6 +960,8 @@ export type ServiceOutputTypes = | DeleteDataQualityRulesetCommandOutput | DeleteDatabaseCommandOutput | DeleteDevEndpointCommandOutput + | DeleteIntegrationCommandOutput + | DeleteIntegrationTablePropertiesCommandOutput | DeleteJobCommandOutput | DeleteMLTransformCommandOutput | DeletePartitionCommandOutput @@ -895,10 +979,16 @@ export type ServiceOutputTypes = | DeleteUsageProfileCommandOutput | DeleteUserDefinedFunctionCommandOutput | DeleteWorkflowCommandOutput + | DescribeConnectionTypeCommandOutput + | DescribeEntityCommandOutput + | DescribeInboundIntegrationsCommandOutput + | DescribeIntegrationsCommandOutput | GetBlueprintCommandOutput | GetBlueprintRunCommandOutput | GetBlueprintRunsCommandOutput + | GetCatalogCommandOutput | GetCatalogImportStatusCommandOutput + | GetCatalogsCommandOutput | GetClassifierCommandOutput | GetClassifiersCommandOutput | GetColumnStatisticsForPartitionCommandOutput @@ -924,6 +1014,9 @@ export type ServiceOutputTypes = | GetDataflowGraphCommandOutput | GetDevEndpointCommandOutput | GetDevEndpointsCommandOutput + | GetEntityRecordsCommandOutput + | GetIntegrationResourcePropertyCommandOutput + | GetIntegrationTablePropertiesCommandOutput | GetJobBookmarkCommandOutput | GetJobCommandOutput | GetJobRunCommandOutput @@ -970,6 +1063,7 @@ export type ServiceOutputTypes = | ImportCatalogToGlueCommandOutput | ListBlueprintsCommandOutput | ListColumnStatisticsTaskRunsCommandOutput + | ListConnectionTypesCommandOutput | ListCrawlersCommandOutput | ListCrawlsCommandOutput | ListCustomEntityTypesCommandOutput @@ -980,6 +1074,7 @@ export type ServiceOutputTypes = | ListDataQualityStatisticAnnotationsCommandOutput | ListDataQualityStatisticsCommandOutput | ListDevEndpointsCommandOutput + | ListEntitiesCommandOutput | ListJobsCommandOutput | ListMLTransformsCommandOutput | ListRegistriesCommandOutput @@ -991,6 +1086,7 @@ export type ServiceOutputTypes = | ListTriggersCommandOutput | ListUsageProfilesCommandOutput | ListWorkflowsCommandOutput + | ModifyIntegrationCommandOutput | PutDataCatalogEncryptionSettingsCommandOutput | PutDataQualityProfileAnnotationCommandOutput | PutResourcePolicyCommandOutput @@ -1028,6 +1124,7 @@ export type ServiceOutputTypes = | TestConnectionCommandOutput | UntagResourceCommandOutput | UpdateBlueprintCommandOutput + | UpdateCatalogCommandOutput | UpdateClassifierCommandOutput | UpdateColumnStatisticsForPartitionCommandOutput | UpdateColumnStatisticsForTableCommandOutput @@ -1038,6 +1135,8 @@ export type ServiceOutputTypes = | UpdateDataQualityRulesetCommandOutput | UpdateDatabaseCommandOutput | UpdateDevEndpointCommandOutput + | UpdateIntegrationResourcePropertyCommandOutput + | UpdateIntegrationTablePropertiesCommandOutput | UpdateJobCommandOutput | UpdateJobFromSourceControlCommandOutput | UpdateMLTransformCommandOutput diff --git a/clients/client-glue/src/commands/BatchStopJobRunCommand.ts b/clients/client-glue/src/commands/BatchStopJobRunCommand.ts index dd73a4253c6e..d4e5ec353acc 100644 --- a/clients/client-glue/src/commands/BatchStopJobRunCommand.ts +++ b/clients/client-glue/src/commands/BatchStopJobRunCommand.ts @@ -6,7 +6,8 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { BatchStopJobRunRequest, BatchStopJobRunResponse } from "../models/models_0"; +import { BatchStopJobRunRequest } from "../models/models_0"; +import { BatchStopJobRunResponse } from "../models/models_1"; import { de_BatchStopJobRunCommand, se_BatchStopJobRunCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/BatchUpdatePartitionCommand.ts b/clients/client-glue/src/commands/BatchUpdatePartitionCommand.ts index a29a6d5d6850..edfc93fafc7f 100644 --- a/clients/client-glue/src/commands/BatchUpdatePartitionCommand.ts +++ b/clients/client-glue/src/commands/BatchUpdatePartitionCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { BatchUpdatePartitionRequest, BatchUpdatePartitionResponse } from "../models/models_0"; +import { BatchUpdatePartitionRequest, BatchUpdatePartitionResponse } from "../models/models_1"; import { de_BatchUpdatePartitionCommand, se_BatchUpdatePartitionCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/CancelDataQualityRuleRecommendationRunCommand.ts b/clients/client-glue/src/commands/CancelDataQualityRuleRecommendationRunCommand.ts index c7f54deb544a..d0922fcfb62c 100644 --- a/clients/client-glue/src/commands/CancelDataQualityRuleRecommendationRunCommand.ts +++ b/clients/client-glue/src/commands/CancelDataQualityRuleRecommendationRunCommand.ts @@ -6,8 +6,10 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { CancelDataQualityRuleRecommendationRunRequest } from "../models/models_0"; -import { CancelDataQualityRuleRecommendationRunResponse } from "../models/models_1"; +import { + CancelDataQualityRuleRecommendationRunRequest, + CancelDataQualityRuleRecommendationRunResponse, +} from "../models/models_1"; import { de_CancelDataQualityRuleRecommendationRunCommand, se_CancelDataQualityRuleRecommendationRunCommand, diff --git a/clients/client-glue/src/commands/CreateCatalogCommand.ts b/clients/client-glue/src/commands/CreateCatalogCommand.ts new file mode 100644 index 000000000000..c4b39374269d --- /dev/null +++ b/clients/client-glue/src/commands/CreateCatalogCommand.ts @@ -0,0 +1,170 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { CreateCatalogRequest, CreateCatalogResponse } from "../models/models_1"; +import { de_CreateCatalogCommand, se_CreateCatalogCommand } from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link CreateCatalogCommand}. + */ +export interface CreateCatalogCommandInput extends CreateCatalogRequest {} +/** + * @public + * + * The output of {@link CreateCatalogCommand}. + */ +export interface CreateCatalogCommandOutput extends CreateCatalogResponse, __MetadataBearer {} + +/** + *

Creates a new catalog in the Glue Data Catalog.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, CreateCatalogCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, CreateCatalogCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // CreateCatalogRequest + * Name: "STRING_VALUE", // required + * CatalogInput: { // CatalogInput + * Description: "STRING_VALUE", + * FederatedCatalog: { // FederatedCatalog + * Identifier: "STRING_VALUE", + * ConnectionName: "STRING_VALUE", + * }, + * Parameters: { // ParametersMap + * "": "STRING_VALUE", + * }, + * TargetRedshiftCatalog: { // TargetRedshiftCatalog + * CatalogArn: "STRING_VALUE", // required + * }, + * CatalogProperties: { // CatalogProperties + * DataLakeAccessProperties: { // DataLakeAccessProperties + * DataLakeAccess: true || false, + * DataTransferRole: "STRING_VALUE", + * KmsKey: "STRING_VALUE", + * CatalogType: "STRING_VALUE", + * }, + * CustomProperties: { + * "": "STRING_VALUE", + * }, + * }, + * CreateTableDefaultPermissions: [ // PrincipalPermissionsList + * { // PrincipalPermissions + * Principal: { // DataLakePrincipal + * DataLakePrincipalIdentifier: "STRING_VALUE", + * }, + * Permissions: [ // PermissionList + * "ALL" || "SELECT" || "ALTER" || "DROP" || "DELETE" || "INSERT" || "CREATE_DATABASE" || "CREATE_TABLE" || "DATA_LOCATION_ACCESS", + * ], + * }, + * ], + * CreateDatabaseDefaultPermissions: [ + * { + * Principal: { + * DataLakePrincipalIdentifier: "STRING_VALUE", + * }, + * Permissions: [ + * "ALL" || "SELECT" || "ALTER" || "DROP" || "DELETE" || "INSERT" || "CREATE_DATABASE" || "CREATE_TABLE" || "DATA_LOCATION_ACCESS", + * ], + * }, + * ], + * }, + * Tags: { // TagsMap + * "": "STRING_VALUE", + * }, + * }; + * const command = new CreateCatalogCommand(input); + * const response = await client.send(command); + * // {}; + * + * ``` + * + * @param CreateCatalogCommandInput - {@link CreateCatalogCommandInput} + * @returns {@link CreateCatalogCommandOutput} + * @see {@link CreateCatalogCommandInput} for command's `input` shape. + * @see {@link CreateCatalogCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link AlreadyExistsException} (client fault) + *

A resource to be created or added already exists.

+ * + * @throws {@link ConcurrentModificationException} (client fault) + *

Two processes are trying to modify a resource simultaneously.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link FederatedResourceAlreadyExistsException} (client fault) + *

A federated resource already exists.

+ * + * @throws {@link FederationSourceException} (client fault) + *

A federation source failed.

+ * + * @throws {@link GlueEncryptionException} (client fault) + *

An encryption operation failed.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link OperationTimeoutException} (client fault) + *

The operation timed out.

+ * + * @throws {@link ResourceNumberLimitExceededException} (client fault) + *

A resource numerical limit was exceeded.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class CreateCatalogCommand extends $Command + .classBuilder< + CreateCatalogCommandInput, + CreateCatalogCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "CreateCatalog", {}) + .n("GlueClient", "CreateCatalogCommand") + .f(void 0, void 0) + .ser(se_CreateCatalogCommand) + .de(de_CreateCatalogCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: CreateCatalogRequest; + output: {}; + }; + sdk: { + input: CreateCatalogCommandInput; + output: CreateCatalogCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/CreateConnectionCommand.ts b/clients/client-glue/src/commands/CreateConnectionCommand.ts index 0ec455507ca4..183c2d37ff6b 100644 --- a/clients/client-glue/src/commands/CreateConnectionCommand.ts +++ b/clients/client-glue/src/commands/CreateConnectionCommand.ts @@ -45,14 +45,20 @@ export interface CreateConnectionCommandOutput extends CreateConnectionResponse, * ConnectionInput: { // ConnectionInput * Name: "STRING_VALUE", // required * Description: "STRING_VALUE", - * ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA", // required + * ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA" || "GOOGLEADS" || "GOOGLESHEETS" || "GOOGLEANALYTICS4" || "SERVICENOW" || "MARKETO" || "SAPODATA" || "ZENDESK" || "JIRACLOUD" || "NETSUITEERP" || "HUBSPOT" || "FACEBOOKADS" || "INSTAGRAMADS" || "ZOHOCRM" || "SALESFORCEPARDOT" || "SALESFORCEMARKETINGCLOUD" || "SLACK" || "STRIPE" || "INTERCOM" || "SNAPCHATADS", // required * MatchCriteria: [ // MatchCriteria * "STRING_VALUE", * ], * ConnectionProperties: { // ConnectionProperties // required * "": "STRING_VALUE", * }, - * AthenaProperties: { // PropertyMap + * SparkProperties: { // PropertyMap + * "": "STRING_VALUE", + * }, + * AthenaProperties: { + * "": "STRING_VALUE", + * }, + * PythonProperties: { * "": "STRING_VALUE", * }, * PhysicalConnectionRequirements: { // PhysicalConnectionRequirements @@ -63,7 +69,7 @@ export interface CreateConnectionCommandOutput extends CreateConnectionResponse, * AvailabilityZone: "STRING_VALUE", * }, * AuthenticationConfiguration: { // AuthenticationConfigurationInput - * AuthenticationType: "BASIC" || "OAUTH2" || "CUSTOM", + * AuthenticationType: "BASIC" || "OAUTH2" || "CUSTOM" || "IAM", * OAuth2Properties: { // OAuth2PropertiesInput * OAuth2GrantType: "AUTHORIZATION_CODE" || "CLIENT_CREDENTIALS" || "JWT_BEARER", * OAuth2ClientApplication: { // OAuth2ClientApplication @@ -78,10 +84,27 @@ export interface CreateConnectionCommandOutput extends CreateConnectionResponse, * AuthorizationCode: "STRING_VALUE", * RedirectUri: "STRING_VALUE", * }, + * OAuth2Credentials: { // OAuth2Credentials + * UserManagedClientApplicationClientSecret: "STRING_VALUE", + * AccessToken: "STRING_VALUE", + * RefreshToken: "STRING_VALUE", + * JwtToken: "STRING_VALUE", + * }, * }, * SecretArn: "STRING_VALUE", + * KmsKeyArn: "STRING_VALUE", + * BasicAuthenticationCredentials: { // BasicAuthenticationCredentials + * Username: "STRING_VALUE", + * Password: "STRING_VALUE", + * }, + * CustomAuthenticationCredentials: { // CredentialMap + * "": "STRING_VALUE", + * }, * }, * ValidateCredentials: true || false, + * ValidateForComputeEnvironments: [ // ComputeEnvironmentList + * "SPARK" || "ATHENA" || "PYTHON", + * ], * }, * Tags: { // TagsMap * "": "STRING_VALUE", diff --git a/clients/client-glue/src/commands/CreateDatabaseCommand.ts b/clients/client-glue/src/commands/CreateDatabaseCommand.ts index 8b7c21c51e6d..3532b3e4d92e 100644 --- a/clients/client-glue/src/commands/CreateDatabaseCommand.ts +++ b/clients/client-glue/src/commands/CreateDatabaseCommand.ts @@ -89,6 +89,12 @@ export interface CreateDatabaseCommandOutput extends CreateDatabaseResponse, __M * @throws {@link FederatedResourceAlreadyExistsException} (client fault) *

A federated resource already exists.

* + * @throws {@link FederationSourceException} (client fault) + *

A federation source failed.

+ * + * @throws {@link FederationSourceRetryableException} (client fault) + *

A federation source failed, but the operation may be retried.

+ * * @throws {@link GlueEncryptionException} (client fault) *

An encryption operation failed.

* diff --git a/clients/client-glue/src/commands/CreateIntegrationCommand.ts b/clients/client-glue/src/commands/CreateIntegrationCommand.ts new file mode 100644 index 000000000000..2e529b14f001 --- /dev/null +++ b/clients/client-glue/src/commands/CreateIntegrationCommand.ts @@ -0,0 +1,165 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { CreateIntegrationRequest, CreateIntegrationResponse } from "../models/models_1"; +import { de_CreateIntegrationCommand, se_CreateIntegrationCommand } from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link CreateIntegrationCommand}. + */ +export interface CreateIntegrationCommandInput extends CreateIntegrationRequest {} +/** + * @public + * + * The output of {@link CreateIntegrationCommand}. + */ +export interface CreateIntegrationCommandOutput extends CreateIntegrationResponse, __MetadataBearer {} + +/** + *

Creates a Zero-ETL integration in the caller's account between two resources with Amazon Resource Names (ARNs): the SourceArn and TargetArn.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, CreateIntegrationCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, CreateIntegrationCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // CreateIntegrationRequest + * IntegrationName: "STRING_VALUE", // required + * SourceArn: "STRING_VALUE", // required + * TargetArn: "STRING_VALUE", // required + * Description: "STRING_VALUE", + * DataFilter: "STRING_VALUE", + * KmsKeyId: "STRING_VALUE", + * AdditionalEncryptionContext: { // IntegrationAdditionalEncryptionContextMap + * "": "STRING_VALUE", + * }, + * Tags: [ // IntegrationTagsList + * { // Tag + * key: "STRING_VALUE", + * value: "STRING_VALUE", + * }, + * ], + * }; + * const command = new CreateIntegrationCommand(input); + * const response = await client.send(command); + * // { // CreateIntegrationResponse + * // SourceArn: "STRING_VALUE", // required + * // TargetArn: "STRING_VALUE", // required + * // IntegrationName: "STRING_VALUE", // required + * // Description: "STRING_VALUE", + * // IntegrationArn: "STRING_VALUE", // required + * // KmsKeyId: "STRING_VALUE", + * // AdditionalEncryptionContext: { // IntegrationAdditionalEncryptionContextMap + * // "": "STRING_VALUE", + * // }, + * // Tags: [ // IntegrationTagsList + * // { // Tag + * // key: "STRING_VALUE", + * // value: "STRING_VALUE", + * // }, + * // ], + * // Status: "CREATING" || "ACTIVE" || "MODIFYING" || "FAILED" || "DELETING" || "SYNCING" || "NEEDS_ATTENTION", // required + * // CreateTime: new Date("TIMESTAMP"), // required + * // Errors: [ // IntegrationErrorList + * // { // IntegrationError + * // ErrorCode: "STRING_VALUE", + * // ErrorMessage: "STRING_VALUE", + * // }, + * // ], + * // DataFilter: "STRING_VALUE", + * // }; + * + * ``` + * + * @param CreateIntegrationCommandInput - {@link CreateIntegrationCommandInput} + * @returns {@link CreateIntegrationCommandOutput} + * @see {@link CreateIntegrationCommandInput} for command's `input` shape. + * @see {@link CreateIntegrationCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link ConflictException} (client fault) + *

The CreatePartitions API was called on a table that has indexes enabled.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link IntegrationConflictOperationFault} (client fault) + *

The requested operation conflicts with another operation.

+ * + * @throws {@link IntegrationQuotaExceededFault} (client fault) + *

The data processed through your integration exceeded your quota.

+ * + * @throws {@link InternalServerException} (server fault) + *

An internal server error occurred.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link KMSKeyNotAccessibleFault} (client fault) + *

The KMS key specified is not accessible.

+ * + * @throws {@link ResourceNotFoundException} (client fault) + *

The resource could not be found.

+ * + * @throws {@link ResourceNumberLimitExceededException} (client fault) + *

A resource numerical limit was exceeded.

+ * + * @throws {@link ValidationException} (client fault) + *

A value could not be validated.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class CreateIntegrationCommand extends $Command + .classBuilder< + CreateIntegrationCommandInput, + CreateIntegrationCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "CreateIntegration", {}) + .n("GlueClient", "CreateIntegrationCommand") + .f(void 0, void 0) + .ser(se_CreateIntegrationCommand) + .de(de_CreateIntegrationCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: CreateIntegrationRequest; + output: CreateIntegrationResponse; + }; + sdk: { + input: CreateIntegrationCommandInput; + output: CreateIntegrationCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/CreateIntegrationResourcePropertyCommand.ts b/clients/client-glue/src/commands/CreateIntegrationResourcePropertyCommand.ts new file mode 100644 index 000000000000..6d045c75d803 --- /dev/null +++ b/clients/client-glue/src/commands/CreateIntegrationResourcePropertyCommand.ts @@ -0,0 +1,142 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { + CreateIntegrationResourcePropertyRequest, + CreateIntegrationResourcePropertyResponse, +} from "../models/models_1"; +import { + de_CreateIntegrationResourcePropertyCommand, + se_CreateIntegrationResourcePropertyCommand, +} from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link CreateIntegrationResourcePropertyCommand}. + */ +export interface CreateIntegrationResourcePropertyCommandInput extends CreateIntegrationResourcePropertyRequest {} +/** + * @public + * + * The output of {@link CreateIntegrationResourcePropertyCommand}. + */ +export interface CreateIntegrationResourcePropertyCommandOutput + extends CreateIntegrationResourcePropertyResponse, + __MetadataBearer {} + +/** + *

This API can be used for setting up the ResourceProperty of the Glue connection (for the source) or Glue database ARN (for the target). These properties can include the role to access the connection or database. To set both source and target properties the same API needs to be invoked with the Glue connection ARN as ResourceArn with SourceProcessingProperties and the Glue database ARN as ResourceArn with TargetProcessingProperties respectively.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, CreateIntegrationResourcePropertyCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, CreateIntegrationResourcePropertyCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // CreateIntegrationResourcePropertyRequest + * ResourceArn: "STRING_VALUE", // required + * SourceProcessingProperties: { // SourceProcessingProperties + * RoleArn: "STRING_VALUE", + * }, + * TargetProcessingProperties: { // TargetProcessingProperties + * RoleArn: "STRING_VALUE", + * KmsArn: "STRING_VALUE", + * ConnectionName: "STRING_VALUE", + * EventBusArn: "STRING_VALUE", + * }, + * }; + * const command = new CreateIntegrationResourcePropertyCommand(input); + * const response = await client.send(command); + * // { // CreateIntegrationResourcePropertyResponse + * // ResourceArn: "STRING_VALUE", // required + * // SourceProcessingProperties: { // SourceProcessingProperties + * // RoleArn: "STRING_VALUE", + * // }, + * // TargetProcessingProperties: { // TargetProcessingProperties + * // RoleArn: "STRING_VALUE", + * // KmsArn: "STRING_VALUE", + * // ConnectionName: "STRING_VALUE", + * // EventBusArn: "STRING_VALUE", + * // }, + * // }; + * + * ``` + * + * @param CreateIntegrationResourcePropertyCommandInput - {@link CreateIntegrationResourcePropertyCommandInput} + * @returns {@link CreateIntegrationResourcePropertyCommandOutput} + * @see {@link CreateIntegrationResourcePropertyCommandInput} for command's `input` shape. + * @see {@link CreateIntegrationResourcePropertyCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link ConflictException} (client fault) + *

The CreatePartitions API was called on a table that has indexes enabled.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link InternalServerException} (server fault) + *

An internal server error occurred.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link ResourceNotFoundException} (client fault) + *

The resource could not be found.

+ * + * @throws {@link ValidationException} (client fault) + *

A value could not be validated.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class CreateIntegrationResourcePropertyCommand extends $Command + .classBuilder< + CreateIntegrationResourcePropertyCommandInput, + CreateIntegrationResourcePropertyCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "CreateIntegrationResourceProperty", {}) + .n("GlueClient", "CreateIntegrationResourcePropertyCommand") + .f(void 0, void 0) + .ser(se_CreateIntegrationResourcePropertyCommand) + .de(de_CreateIntegrationResourcePropertyCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: CreateIntegrationResourcePropertyRequest; + output: CreateIntegrationResourcePropertyResponse; + }; + sdk: { + input: CreateIntegrationResourcePropertyCommandInput; + output: CreateIntegrationResourcePropertyCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/CreateIntegrationTablePropertiesCommand.ts b/clients/client-glue/src/commands/CreateIntegrationTablePropertiesCommand.ts new file mode 100644 index 000000000000..1f711c583aab --- /dev/null +++ b/clients/client-glue/src/commands/CreateIntegrationTablePropertiesCommand.ts @@ -0,0 +1,137 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { CreateIntegrationTablePropertiesRequest, CreateIntegrationTablePropertiesResponse } from "../models/models_1"; +import { + de_CreateIntegrationTablePropertiesCommand, + se_CreateIntegrationTablePropertiesCommand, +} from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link CreateIntegrationTablePropertiesCommand}. + */ +export interface CreateIntegrationTablePropertiesCommandInput extends CreateIntegrationTablePropertiesRequest {} +/** + * @public + * + * The output of {@link CreateIntegrationTablePropertiesCommand}. + */ +export interface CreateIntegrationTablePropertiesCommandOutput + extends CreateIntegrationTablePropertiesResponse, + __MetadataBearer {} + +/** + *

This API is used to provide optional override properties for the the tables that need to be replicated. These properties can include properties for filtering and partitioning for the source and target tables. To set both source and target properties the same API need to be invoked with the Glue connection ARN as ResourceArn with SourceTableConfig, and the Glue database ARN as ResourceArn with TargetTableConfig respectively.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, CreateIntegrationTablePropertiesCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, CreateIntegrationTablePropertiesCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // CreateIntegrationTablePropertiesRequest + * ResourceArn: "STRING_VALUE", // required + * TableName: "STRING_VALUE", // required + * SourceTableConfig: { // SourceTableConfig + * Fields: [ // SourceTableFieldsList + * "STRING_VALUE", + * ], + * FilterPredicate: "STRING_VALUE", + * PrimaryKey: [ // PrimaryKeyList + * "STRING_VALUE", + * ], + * RecordUpdateField: "STRING_VALUE", + * }, + * TargetTableConfig: { // TargetTableConfig + * UnnestSpec: "TOPLEVEL" || "FULL" || "NOUNNEST", + * PartitionSpec: [ // IntegrationPartitionSpecList + * { // IntegrationPartition + * FieldName: "STRING_VALUE", + * FunctionSpec: "STRING_VALUE", + * }, + * ], + * TargetTableName: "STRING_VALUE", + * }, + * }; + * const command = new CreateIntegrationTablePropertiesCommand(input); + * const response = await client.send(command); + * // {}; + * + * ``` + * + * @param CreateIntegrationTablePropertiesCommandInput - {@link CreateIntegrationTablePropertiesCommandInput} + * @returns {@link CreateIntegrationTablePropertiesCommandOutput} + * @see {@link CreateIntegrationTablePropertiesCommandInput} for command's `input` shape. + * @see {@link CreateIntegrationTablePropertiesCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link InternalServerException} (server fault) + *

An internal server error occurred.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link ResourceNotFoundException} (client fault) + *

The resource could not be found.

+ * + * @throws {@link ValidationException} (client fault) + *

A value could not be validated.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class CreateIntegrationTablePropertiesCommand extends $Command + .classBuilder< + CreateIntegrationTablePropertiesCommandInput, + CreateIntegrationTablePropertiesCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "CreateIntegrationTableProperties", {}) + .n("GlueClient", "CreateIntegrationTablePropertiesCommand") + .f(void 0, void 0) + .ser(se_CreateIntegrationTablePropertiesCommand) + .de(de_CreateIntegrationTablePropertiesCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: CreateIntegrationTablePropertiesRequest; + output: {}; + }; + sdk: { + input: CreateIntegrationTablePropertiesCommandInput; + output: CreateIntegrationTablePropertiesCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/CreateTableCommand.ts b/clients/client-glue/src/commands/CreateTableCommand.ts index bff84f97e6f8..ae2aa0c5b938 100644 --- a/clients/client-glue/src/commands/CreateTableCommand.ts +++ b/clients/client-glue/src/commands/CreateTableCommand.ts @@ -175,6 +175,12 @@ export interface CreateTableCommandOutput extends CreateTableResponse, __Metadat * @throws {@link EntityNotFoundException} (client fault) *

A specified entity does not exist

* + * @throws {@link FederationSourceException} (client fault) + *

A federation source failed.

+ * + * @throws {@link FederationSourceRetryableException} (client fault) + *

A federation source failed, but the operation may be retried.

+ * * @throws {@link GlueEncryptionException} (client fault) *

An encryption operation failed.

* diff --git a/clients/client-glue/src/commands/DeleteCatalogCommand.ts b/clients/client-glue/src/commands/DeleteCatalogCommand.ts new file mode 100644 index 000000000000..7763d15fb915 --- /dev/null +++ b/clients/client-glue/src/commands/DeleteCatalogCommand.ts @@ -0,0 +1,116 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { DeleteCatalogRequest, DeleteCatalogResponse } from "../models/models_1"; +import { de_DeleteCatalogCommand, se_DeleteCatalogCommand } from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link DeleteCatalogCommand}. + */ +export interface DeleteCatalogCommandInput extends DeleteCatalogRequest {} +/** + * @public + * + * The output of {@link DeleteCatalogCommand}. + */ +export interface DeleteCatalogCommandOutput extends DeleteCatalogResponse, __MetadataBearer {} + +/** + *

Removes the specified catalog from the Glue Data Catalog.

+ *

After completing this operation, you no longer have access to the databases, tables (and all table versions and partitions that might belong to the tables) and the user-defined functions in the deleted catalog. Glue deletes these "orphaned" resources asynchronously in a timely manner, at the discretion of the service.

+ *

To ensure the immediate deletion of all related resources before calling the DeleteCatalog operation, use DeleteTableVersion (or BatchDeleteTableVersion), DeletePartition (or BatchDeletePartition), DeleteTable (or BatchDeleteTable), DeleteUserDefinedFunction and DeleteDatabase to delete any resources that belong to the catalog.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, DeleteCatalogCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, DeleteCatalogCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // DeleteCatalogRequest + * CatalogId: "STRING_VALUE", // required + * }; + * const command = new DeleteCatalogCommand(input); + * const response = await client.send(command); + * // {}; + * + * ``` + * + * @param DeleteCatalogCommandInput - {@link DeleteCatalogCommandInput} + * @returns {@link DeleteCatalogCommandOutput} + * @see {@link DeleteCatalogCommandInput} for command's `input` shape. + * @see {@link DeleteCatalogCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link ConcurrentModificationException} (client fault) + *

Two processes are trying to modify a resource simultaneously.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link FederationSourceException} (client fault) + *

A federation source failed.

+ * + * @throws {@link GlueEncryptionException} (client fault) + *

An encryption operation failed.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link OperationTimeoutException} (client fault) + *

The operation timed out.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class DeleteCatalogCommand extends $Command + .classBuilder< + DeleteCatalogCommandInput, + DeleteCatalogCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "DeleteCatalog", {}) + .n("GlueClient", "DeleteCatalogCommand") + .f(void 0, void 0) + .ser(se_DeleteCatalogCommand) + .de(de_DeleteCatalogCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: DeleteCatalogRequest; + output: {}; + }; + sdk: { + input: DeleteCatalogCommandInput; + output: DeleteCatalogCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/DeleteDatabaseCommand.ts b/clients/client-glue/src/commands/DeleteDatabaseCommand.ts index dd311b4ad883..1ec467bba777 100644 --- a/clients/client-glue/src/commands/DeleteDatabaseCommand.ts +++ b/clients/client-glue/src/commands/DeleteDatabaseCommand.ts @@ -69,6 +69,12 @@ export interface DeleteDatabaseCommandOutput extends DeleteDatabaseResponse, __M * @throws {@link EntityNotFoundException} (client fault) *

A specified entity does not exist

* + * @throws {@link FederationSourceException} (client fault) + *

A federation source failed.

+ * + * @throws {@link FederationSourceRetryableException} (client fault) + *

A federation source failed, but the operation may be retried.

+ * * @throws {@link InternalServiceException} (server fault) *

An internal service error occurred.

* diff --git a/clients/client-glue/src/commands/DeleteIntegrationCommand.ts b/clients/client-glue/src/commands/DeleteIntegrationCommand.ts new file mode 100644 index 000000000000..defae58aca87 --- /dev/null +++ b/clients/client-glue/src/commands/DeleteIntegrationCommand.ts @@ -0,0 +1,148 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { DeleteIntegrationRequest, DeleteIntegrationResponse } from "../models/models_1"; +import { de_DeleteIntegrationCommand, se_DeleteIntegrationCommand } from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link DeleteIntegrationCommand}. + */ +export interface DeleteIntegrationCommandInput extends DeleteIntegrationRequest {} +/** + * @public + * + * The output of {@link DeleteIntegrationCommand}. + */ +export interface DeleteIntegrationCommandOutput extends DeleteIntegrationResponse, __MetadataBearer {} + +/** + *

Deletes the specified Zero-ETL integration.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, DeleteIntegrationCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, DeleteIntegrationCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // DeleteIntegrationRequest + * IntegrationIdentifier: "STRING_VALUE", // required + * }; + * const command = new DeleteIntegrationCommand(input); + * const response = await client.send(command); + * // { // DeleteIntegrationResponse + * // SourceArn: "STRING_VALUE", // required + * // TargetArn: "STRING_VALUE", // required + * // IntegrationName: "STRING_VALUE", // required + * // Description: "STRING_VALUE", + * // IntegrationArn: "STRING_VALUE", // required + * // KmsKeyId: "STRING_VALUE", + * // AdditionalEncryptionContext: { // IntegrationAdditionalEncryptionContextMap + * // "": "STRING_VALUE", + * // }, + * // Tags: [ // IntegrationTagsList + * // { // Tag + * // key: "STRING_VALUE", + * // value: "STRING_VALUE", + * // }, + * // ], + * // Status: "CREATING" || "ACTIVE" || "MODIFYING" || "FAILED" || "DELETING" || "SYNCING" || "NEEDS_ATTENTION", // required + * // CreateTime: new Date("TIMESTAMP"), // required + * // Errors: [ // IntegrationErrorList + * // { // IntegrationError + * // ErrorCode: "STRING_VALUE", + * // ErrorMessage: "STRING_VALUE", + * // }, + * // ], + * // DataFilter: "STRING_VALUE", + * // }; + * + * ``` + * + * @param DeleteIntegrationCommandInput - {@link DeleteIntegrationCommandInput} + * @returns {@link DeleteIntegrationCommandOutput} + * @see {@link DeleteIntegrationCommandInput} for command's `input` shape. + * @see {@link DeleteIntegrationCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link ConflictException} (client fault) + *

The CreatePartitions API was called on a table that has indexes enabled.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link IntegrationConflictOperationFault} (client fault) + *

The requested operation conflicts with another operation.

+ * + * @throws {@link IntegrationNotFoundFault} (client fault) + *

The specified integration could not be found.

+ * + * @throws {@link InternalServerException} (server fault) + *

An internal server error occurred.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link InvalidIntegrationStateFault} (client fault) + *

The integration is in an invalid state.

+ * + * @throws {@link InvalidStateException} (client fault) + *

An error that indicates your data is in an invalid state.

+ * + * @throws {@link ValidationException} (client fault) + *

A value could not be validated.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class DeleteIntegrationCommand extends $Command + .classBuilder< + DeleteIntegrationCommandInput, + DeleteIntegrationCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "DeleteIntegration", {}) + .n("GlueClient", "DeleteIntegrationCommand") + .f(void 0, void 0) + .ser(se_DeleteIntegrationCommand) + .de(de_DeleteIntegrationCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: DeleteIntegrationRequest; + output: DeleteIntegrationResponse; + }; + sdk: { + input: DeleteIntegrationCommandInput; + output: DeleteIntegrationCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/DeleteIntegrationTablePropertiesCommand.ts b/clients/client-glue/src/commands/DeleteIntegrationTablePropertiesCommand.ts new file mode 100644 index 000000000000..bb4b4e12b7de --- /dev/null +++ b/clients/client-glue/src/commands/DeleteIntegrationTablePropertiesCommand.ts @@ -0,0 +1,117 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { DeleteIntegrationTablePropertiesRequest, DeleteIntegrationTablePropertiesResponse } from "../models/models_1"; +import { + de_DeleteIntegrationTablePropertiesCommand, + se_DeleteIntegrationTablePropertiesCommand, +} from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link DeleteIntegrationTablePropertiesCommand}. + */ +export interface DeleteIntegrationTablePropertiesCommandInput extends DeleteIntegrationTablePropertiesRequest {} +/** + * @public + * + * The output of {@link DeleteIntegrationTablePropertiesCommand}. + */ +export interface DeleteIntegrationTablePropertiesCommandOutput + extends DeleteIntegrationTablePropertiesResponse, + __MetadataBearer {} + +/** + *

Deletes the table properties that have been created for the tables that need to be replicated.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, DeleteIntegrationTablePropertiesCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, DeleteIntegrationTablePropertiesCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // DeleteIntegrationTablePropertiesRequest + * ResourceArn: "STRING_VALUE", // required + * TableName: "STRING_VALUE", // required + * }; + * const command = new DeleteIntegrationTablePropertiesCommand(input); + * const response = await client.send(command); + * // {}; + * + * ``` + * + * @param DeleteIntegrationTablePropertiesCommandInput - {@link DeleteIntegrationTablePropertiesCommandInput} + * @returns {@link DeleteIntegrationTablePropertiesCommandOutput} + * @see {@link DeleteIntegrationTablePropertiesCommandInput} for command's `input` shape. + * @see {@link DeleteIntegrationTablePropertiesCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link InternalServerException} (server fault) + *

An internal server error occurred.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link ResourceNotFoundException} (client fault) + *

The resource could not be found.

+ * + * @throws {@link ValidationException} (client fault) + *

A value could not be validated.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class DeleteIntegrationTablePropertiesCommand extends $Command + .classBuilder< + DeleteIntegrationTablePropertiesCommandInput, + DeleteIntegrationTablePropertiesCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "DeleteIntegrationTableProperties", {}) + .n("GlueClient", "DeleteIntegrationTablePropertiesCommand") + .f(void 0, void 0) + .ser(se_DeleteIntegrationTablePropertiesCommand) + .de(de_DeleteIntegrationTablePropertiesCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: DeleteIntegrationTablePropertiesRequest; + output: {}; + }; + sdk: { + input: DeleteIntegrationTablePropertiesCommandInput; + output: DeleteIntegrationTablePropertiesCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/DeleteTableCommand.ts b/clients/client-glue/src/commands/DeleteTableCommand.ts index 8eb5fd029270..ec6e271dcc6c 100644 --- a/clients/client-glue/src/commands/DeleteTableCommand.ts +++ b/clients/client-glue/src/commands/DeleteTableCommand.ts @@ -69,6 +69,12 @@ export interface DeleteTableCommandOutput extends DeleteTableResponse, __Metadat * @throws {@link EntityNotFoundException} (client fault) *

A specified entity does not exist

* + * @throws {@link FederationSourceException} (client fault) + *

A federation source failed.

+ * + * @throws {@link FederationSourceRetryableException} (client fault) + *

A federation source failed, but the operation may be retried.

+ * * @throws {@link InternalServiceException} (server fault) *

An internal service error occurred.

* diff --git a/clients/client-glue/src/commands/DescribeConnectionTypeCommand.ts b/clients/client-glue/src/commands/DescribeConnectionTypeCommand.ts new file mode 100644 index 000000000000..1ec222fbcc68 --- /dev/null +++ b/clients/client-glue/src/commands/DescribeConnectionTypeCommand.ts @@ -0,0 +1,243 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { DescribeConnectionTypeRequest, DescribeConnectionTypeResponse } from "../models/models_1"; +import { de_DescribeConnectionTypeCommand, se_DescribeConnectionTypeCommand } from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link DescribeConnectionTypeCommand}. + */ +export interface DescribeConnectionTypeCommandInput extends DescribeConnectionTypeRequest {} +/** + * @public + * + * The output of {@link DescribeConnectionTypeCommand}. + */ +export interface DescribeConnectionTypeCommandOutput extends DescribeConnectionTypeResponse, __MetadataBearer {} + +/** + *

The DescribeConnectionType API provides full details of the supported options for a given connection type in Glue.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, DescribeConnectionTypeCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, DescribeConnectionTypeCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // DescribeConnectionTypeRequest + * ConnectionType: "STRING_VALUE", // required + * }; + * const command = new DescribeConnectionTypeCommand(input); + * const response = await client.send(command); + * // { // DescribeConnectionTypeResponse + * // ConnectionType: "STRING_VALUE", + * // Description: "STRING_VALUE", + * // Capabilities: { // Capabilities + * // SupportedAuthenticationTypes: [ // AuthenticationTypes // required + * // "BASIC" || "OAUTH2" || "CUSTOM" || "IAM", + * // ], + * // SupportedDataOperations: [ // DataOperations // required + * // "READ" || "WRITE", + * // ], + * // SupportedComputeEnvironments: [ // ComputeEnvironments // required + * // "SPARK" || "ATHENA" || "PYTHON", + * // ], + * // }, + * // ConnectionProperties: { // PropertiesMap + * // "": { // Property + * // Name: "STRING_VALUE", // required + * // Description: "STRING_VALUE", // required + * // Required: true || false, // required + * // DefaultValue: "STRING_VALUE", + * // PropertyTypes: [ // PropertyTypes // required + * // "USER_INPUT" || "SECRET" || "READ_ONLY" || "UNUSED" || "SECRET_OR_USER_INPUT", + * // ], + * // AllowedValues: [ // AllowedValues + * // { // AllowedValue + * // Description: "STRING_VALUE", + * // Value: "STRING_VALUE", // required + * // }, + * // ], + * // DataOperationScopes: [ + * // "READ" || "WRITE", + * // ], + * // }, + * // }, + * // ConnectionOptions: { + * // "": { + * // Name: "STRING_VALUE", // required + * // Description: "STRING_VALUE", // required + * // Required: true || false, // required + * // DefaultValue: "STRING_VALUE", + * // PropertyTypes: [ // required + * // "USER_INPUT" || "SECRET" || "READ_ONLY" || "UNUSED" || "SECRET_OR_USER_INPUT", + * // ], + * // AllowedValues: [ + * // { + * // Description: "STRING_VALUE", + * // Value: "STRING_VALUE", // required + * // }, + * // ], + * // DataOperationScopes: [ + * // "READ" || "WRITE", + * // ], + * // }, + * // }, + * // AuthenticationConfiguration: { // AuthConfiguration + * // AuthenticationType: { + * // Name: "STRING_VALUE", // required + * // Description: "STRING_VALUE", // required + * // Required: true || false, // required + * // DefaultValue: "STRING_VALUE", + * // PropertyTypes: [ // required + * // "USER_INPUT" || "SECRET" || "READ_ONLY" || "UNUSED" || "SECRET_OR_USER_INPUT", + * // ], + * // AllowedValues: [ + * // { + * // Description: "STRING_VALUE", + * // Value: "STRING_VALUE", // required + * // }, + * // ], + * // DataOperationScopes: [ + * // "READ" || "WRITE", + * // ], + * // }, + * // SecretArn: { + * // Name: "STRING_VALUE", // required + * // Description: "STRING_VALUE", // required + * // Required: true || false, // required + * // DefaultValue: "STRING_VALUE", + * // PropertyTypes: [ // required + * // "USER_INPUT" || "SECRET" || "READ_ONLY" || "UNUSED" || "SECRET_OR_USER_INPUT", + * // ], + * // AllowedValues: [ + * // { + * // Description: "STRING_VALUE", + * // Value: "STRING_VALUE", // required + * // }, + * // ], + * // DataOperationScopes: [ + * // "READ" || "WRITE", + * // ], + * // }, + * // OAuth2Properties: { + * // "": { + * // Name: "STRING_VALUE", // required + * // Description: "STRING_VALUE", // required + * // Required: true || false, // required + * // DefaultValue: "STRING_VALUE", + * // PropertyTypes: [ // required + * // "USER_INPUT" || "SECRET" || "READ_ONLY" || "UNUSED" || "SECRET_OR_USER_INPUT", + * // ], + * // AllowedValues: [ + * // { + * // Description: "STRING_VALUE", + * // Value: "STRING_VALUE", // required + * // }, + * // ], + * // DataOperationScopes: "", + * // }, + * // }, + * // BasicAuthenticationProperties: { + * // "": "", + * // }, + * // CustomAuthenticationProperties: { + * // "": "", + * // }, + * // }, + * // ComputeEnvironmentConfigurations: { // ComputeEnvironmentConfigurationMap + * // "": { // ComputeEnvironmentConfiguration + * // Name: "STRING_VALUE", // required + * // Description: "STRING_VALUE", // required + * // ComputeEnvironment: "SPARK" || "ATHENA" || "PYTHON", // required + * // SupportedAuthenticationTypes: [ // required + * // "BASIC" || "OAUTH2" || "CUSTOM" || "IAM", + * // ], + * // ConnectionOptions: "", // required + * // ConnectionPropertyNameOverrides: { // PropertyNameOverrides // required + * // "": "STRING_VALUE", + * // }, + * // ConnectionOptionNameOverrides: { // required + * // "": "STRING_VALUE", + * // }, + * // ConnectionPropertiesRequiredOverrides: [ // ListOfString // required + * // "STRING_VALUE", + * // ], + * // PhysicalConnectionPropertiesRequired: true || false, + * // }, + * // }, + * // PhysicalConnectionRequirements: "", + * // AthenaConnectionProperties: "", + * // PythonConnectionProperties: "", + * // SparkConnectionProperties: "", + * // }; + * + * ``` + * + * @param DescribeConnectionTypeCommandInput - {@link DescribeConnectionTypeCommandInput} + * @returns {@link DescribeConnectionTypeCommandOutput} + * @see {@link DescribeConnectionTypeCommandInput} for command's `input` shape. + * @see {@link DescribeConnectionTypeCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link ValidationException} (client fault) + *

A value could not be validated.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class DescribeConnectionTypeCommand extends $Command + .classBuilder< + DescribeConnectionTypeCommandInput, + DescribeConnectionTypeCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "DescribeConnectionType", {}) + .n("GlueClient", "DescribeConnectionTypeCommand") + .f(void 0, void 0) + .ser(se_DescribeConnectionTypeCommand) + .de(de_DescribeConnectionTypeCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: DescribeConnectionTypeRequest; + output: DescribeConnectionTypeResponse; + }; + sdk: { + input: DescribeConnectionTypeCommandInput; + output: DescribeConnectionTypeCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/DescribeEntityCommand.ts b/clients/client-glue/src/commands/DescribeEntityCommand.ts new file mode 100644 index 000000000000..798943b4f329 --- /dev/null +++ b/clients/client-glue/src/commands/DescribeEntityCommand.ts @@ -0,0 +1,146 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { DescribeEntityRequest, DescribeEntityResponse } from "../models/models_1"; +import { de_DescribeEntityCommand, se_DescribeEntityCommand } from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link DescribeEntityCommand}. + */ +export interface DescribeEntityCommandInput extends DescribeEntityRequest {} +/** + * @public + * + * The output of {@link DescribeEntityCommand}. + */ +export interface DescribeEntityCommandOutput extends DescribeEntityResponse, __MetadataBearer {} + +/** + *

Provides details regarding the entity used with the connection type, with a description of the data model for each field in the selected entity.

+ *

The response includes all the fields which make up the entity.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, DescribeEntityCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, DescribeEntityCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // DescribeEntityRequest + * ConnectionName: "STRING_VALUE", // required + * CatalogId: "STRING_VALUE", + * EntityName: "STRING_VALUE", // required + * NextToken: "STRING_VALUE", + * DataStoreApiVersion: "STRING_VALUE", + * }; + * const command = new DescribeEntityCommand(input); + * const response = await client.send(command); + * // { // DescribeEntityResponse + * // Fields: [ // FieldsList + * // { // Field + * // FieldName: "STRING_VALUE", + * // Label: "STRING_VALUE", + * // Description: "STRING_VALUE", + * // FieldType: "INT" || "SMALLINT" || "BIGINT" || "FLOAT" || "LONG" || "DATE" || "BOOLEAN" || "MAP" || "ARRAY" || "STRING" || "TIMESTAMP" || "DECIMAL" || "BYTE" || "SHORT" || "DOUBLE" || "STRUCT", + * // IsPrimaryKey: true || false, + * // IsNullable: true || false, + * // IsRetrievable: true || false, + * // IsFilterable: true || false, + * // IsPartitionable: true || false, + * // IsCreateable: true || false, + * // IsUpdateable: true || false, + * // IsUpsertable: true || false, + * // IsDefaultOnCreate: true || false, + * // SupportedValues: [ // ListOfString + * // "STRING_VALUE", + * // ], + * // SupportedFilterOperators: [ // FieldFilterOperatorsList + * // "LESS_THAN" || "GREATER_THAN" || "BETWEEN" || "EQUAL_TO" || "NOT_EQUAL_TO" || "GREATER_THAN_OR_EQUAL_TO" || "LESS_THAN_OR_EQUAL_TO" || "CONTAINS" || "ORDER_BY", + * // ], + * // ParentField: "STRING_VALUE", + * // NativeDataType: "STRING_VALUE", + * // CustomProperties: { // CustomProperties + * // "": "STRING_VALUE", + * // }, + * // }, + * // ], + * // NextToken: "STRING_VALUE", + * // }; + * + * ``` + * + * @param DescribeEntityCommandInput - {@link DescribeEntityCommandInput} + * @returns {@link DescribeEntityCommandOutput} + * @see {@link DescribeEntityCommandInput} for command's `input` shape. + * @see {@link DescribeEntityCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link FederationSourceException} (client fault) + *

A federation source failed.

+ * + * @throws {@link GlueEncryptionException} (client fault) + *

An encryption operation failed.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link OperationTimeoutException} (client fault) + *

The operation timed out.

+ * + * @throws {@link ValidationException} (client fault) + *

A value could not be validated.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class DescribeEntityCommand extends $Command + .classBuilder< + DescribeEntityCommandInput, + DescribeEntityCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "DescribeEntity", {}) + .n("GlueClient", "DescribeEntityCommand") + .f(void 0, void 0) + .ser(se_DescribeEntityCommand) + .de(de_DescribeEntityCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: DescribeEntityRequest; + output: DescribeEntityResponse; + }; + sdk: { + input: DescribeEntityCommandInput; + output: DescribeEntityCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/DescribeInboundIntegrationsCommand.ts b/clients/client-glue/src/commands/DescribeInboundIntegrationsCommand.ts new file mode 100644 index 000000000000..6e8189117588 --- /dev/null +++ b/clients/client-glue/src/commands/DescribeInboundIntegrationsCommand.ts @@ -0,0 +1,139 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { DescribeInboundIntegrationsRequest, DescribeInboundIntegrationsResponse } from "../models/models_1"; +import { de_DescribeInboundIntegrationsCommand, se_DescribeInboundIntegrationsCommand } from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link DescribeInboundIntegrationsCommand}. + */ +export interface DescribeInboundIntegrationsCommandInput extends DescribeInboundIntegrationsRequest {} +/** + * @public + * + * The output of {@link DescribeInboundIntegrationsCommand}. + */ +export interface DescribeInboundIntegrationsCommandOutput + extends DescribeInboundIntegrationsResponse, + __MetadataBearer {} + +/** + *

Returns a list of inbound integrations for the specified integration.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, DescribeInboundIntegrationsCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, DescribeInboundIntegrationsCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // DescribeInboundIntegrationsRequest + * IntegrationArn: "STRING_VALUE", + * Marker: "STRING_VALUE", + * MaxRecords: Number("int"), + * TargetArn: "STRING_VALUE", + * }; + * const command = new DescribeInboundIntegrationsCommand(input); + * const response = await client.send(command); + * // { // DescribeInboundIntegrationsResponse + * // InboundIntegrations: [ // InboundIntegrationsList + * // { // InboundIntegration + * // SourceArn: "STRING_VALUE", // required + * // TargetArn: "STRING_VALUE", // required + * // IntegrationArn: "STRING_VALUE", // required + * // Status: "CREATING" || "ACTIVE" || "MODIFYING" || "FAILED" || "DELETING" || "SYNCING" || "NEEDS_ATTENTION", // required + * // CreateTime: new Date("TIMESTAMP"), // required + * // Errors: [ // IntegrationErrorList + * // { // IntegrationError + * // ErrorCode: "STRING_VALUE", + * // ErrorMessage: "STRING_VALUE", + * // }, + * // ], + * // }, + * // ], + * // Marker: "STRING_VALUE", + * // }; + * + * ``` + * + * @param DescribeInboundIntegrationsCommandInput - {@link DescribeInboundIntegrationsCommandInput} + * @returns {@link DescribeInboundIntegrationsCommandOutput} + * @see {@link DescribeInboundIntegrationsCommandInput} for command's `input` shape. + * @see {@link DescribeInboundIntegrationsCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link IntegrationNotFoundFault} (client fault) + *

The specified integration could not be found.

+ * + * @throws {@link InternalServerException} (server fault) + *

An internal server error occurred.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link OperationNotSupportedException} (client fault) + *

The operation is not available in the region.

+ * + * @throws {@link TargetResourceNotFound} (client fault) + *

The target resource could not be found.

+ * + * @throws {@link ValidationException} (client fault) + *

A value could not be validated.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class DescribeInboundIntegrationsCommand extends $Command + .classBuilder< + DescribeInboundIntegrationsCommandInput, + DescribeInboundIntegrationsCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "DescribeInboundIntegrations", {}) + .n("GlueClient", "DescribeInboundIntegrationsCommand") + .f(void 0, void 0) + .ser(se_DescribeInboundIntegrationsCommand) + .de(de_DescribeInboundIntegrationsCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: DescribeInboundIntegrationsRequest; + output: DescribeInboundIntegrationsResponse; + }; + sdk: { + input: DescribeInboundIntegrationsCommandInput; + output: DescribeInboundIntegrationsCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/DescribeIntegrationsCommand.ts b/clients/client-glue/src/commands/DescribeIntegrationsCommand.ts new file mode 100644 index 000000000000..a481ebd56b07 --- /dev/null +++ b/clients/client-glue/src/commands/DescribeIntegrationsCommand.ts @@ -0,0 +1,151 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { DescribeIntegrationsRequest, DescribeIntegrationsResponse } from "../models/models_1"; +import { de_DescribeIntegrationsCommand, se_DescribeIntegrationsCommand } from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link DescribeIntegrationsCommand}. + */ +export interface DescribeIntegrationsCommandInput extends DescribeIntegrationsRequest {} +/** + * @public + * + * The output of {@link DescribeIntegrationsCommand}. + */ +export interface DescribeIntegrationsCommandOutput extends DescribeIntegrationsResponse, __MetadataBearer {} + +/** + *

The API is used to retrieve a list of integrations.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, DescribeIntegrationsCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, DescribeIntegrationsCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // DescribeIntegrationsRequest + * IntegrationIdentifier: "STRING_VALUE", + * Marker: "STRING_VALUE", + * MaxRecords: Number("int"), + * Filters: [ // IntegrationFilterList + * { // IntegrationFilter + * Name: "STRING_VALUE", + * Values: [ // IntegrationFilterValues + * "STRING_VALUE", + * ], + * }, + * ], + * }; + * const command = new DescribeIntegrationsCommand(input); + * const response = await client.send(command); + * // { // DescribeIntegrationsResponse + * // Integrations: [ // IntegrationsList + * // { // Integration + * // SourceArn: "STRING_VALUE", // required + * // TargetArn: "STRING_VALUE", // required + * // Description: "STRING_VALUE", + * // IntegrationName: "STRING_VALUE", // required + * // IntegrationArn: "STRING_VALUE", // required + * // KmsKeyId: "STRING_VALUE", + * // AdditionalEncryptionContext: { // IntegrationAdditionalEncryptionContextMap + * // "": "STRING_VALUE", + * // }, + * // Tags: [ // IntegrationTagsList + * // { // Tag + * // key: "STRING_VALUE", + * // value: "STRING_VALUE", + * // }, + * // ], + * // Status: "CREATING" || "ACTIVE" || "MODIFYING" || "FAILED" || "DELETING" || "SYNCING" || "NEEDS_ATTENTION", // required + * // CreateTime: new Date("TIMESTAMP"), // required + * // Errors: [ // IntegrationErrorList + * // { // IntegrationError + * // ErrorCode: "STRING_VALUE", + * // ErrorMessage: "STRING_VALUE", + * // }, + * // ], + * // DataFilter: "STRING_VALUE", + * // }, + * // ], + * // Marker: "STRING_VALUE", + * // }; + * + * ``` + * + * @param DescribeIntegrationsCommandInput - {@link DescribeIntegrationsCommandInput} + * @returns {@link DescribeIntegrationsCommandOutput} + * @see {@link DescribeIntegrationsCommandInput} for command's `input` shape. + * @see {@link DescribeIntegrationsCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link IntegrationNotFoundFault} (client fault) + *

The specified integration could not be found.

+ * + * @throws {@link InternalServerException} (server fault) + *

An internal server error occurred.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link ValidationException} (client fault) + *

A value could not be validated.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class DescribeIntegrationsCommand extends $Command + .classBuilder< + DescribeIntegrationsCommandInput, + DescribeIntegrationsCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "DescribeIntegrations", {}) + .n("GlueClient", "DescribeIntegrationsCommand") + .f(void 0, void 0) + .ser(se_DescribeIntegrationsCommand) + .de(de_DescribeIntegrationsCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: DescribeIntegrationsRequest; + output: DescribeIntegrationsResponse; + }; + sdk: { + input: DescribeIntegrationsCommandInput; + output: DescribeIntegrationsCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/GetCatalogCommand.ts b/clients/client-glue/src/commands/GetCatalogCommand.ts new file mode 100644 index 000000000000..5f8933fc44a7 --- /dev/null +++ b/clients/client-glue/src/commands/GetCatalogCommand.ts @@ -0,0 +1,168 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { GetCatalogRequest, GetCatalogResponse } from "../models/models_1"; +import { de_GetCatalogCommand, se_GetCatalogCommand } from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link GetCatalogCommand}. + */ +export interface GetCatalogCommandInput extends GetCatalogRequest {} +/** + * @public + * + * The output of {@link GetCatalogCommand}. + */ +export interface GetCatalogCommandOutput extends GetCatalogResponse, __MetadataBearer {} + +/** + *

The name of the Catalog to retrieve. This should be all lowercase.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, GetCatalogCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, GetCatalogCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // GetCatalogRequest + * CatalogId: "STRING_VALUE", // required + * }; + * const command = new GetCatalogCommand(input); + * const response = await client.send(command); + * // { // GetCatalogResponse + * // Catalog: { // Catalog + * // CatalogId: "STRING_VALUE", + * // Name: "STRING_VALUE", // required + * // ResourceArn: "STRING_VALUE", + * // Description: "STRING_VALUE", + * // Parameters: { // ParametersMap + * // "": "STRING_VALUE", + * // }, + * // CreateTime: new Date("TIMESTAMP"), + * // UpdateTime: new Date("TIMESTAMP"), + * // TargetRedshiftCatalog: { // TargetRedshiftCatalog + * // CatalogArn: "STRING_VALUE", // required + * // }, + * // FederatedCatalog: { // FederatedCatalog + * // Identifier: "STRING_VALUE", + * // ConnectionName: "STRING_VALUE", + * // }, + * // CatalogProperties: { // CatalogPropertiesOutput + * // DataLakeAccessProperties: { // DataLakeAccessPropertiesOutput + * // DataLakeAccess: true || false, + * // DataTransferRole: "STRING_VALUE", + * // KmsKey: "STRING_VALUE", + * // ManagedWorkgroupName: "STRING_VALUE", + * // ManagedWorkgroupStatus: "STRING_VALUE", + * // RedshiftDatabaseName: "STRING_VALUE", + * // StatusMessage: "STRING_VALUE", + * // CatalogType: "STRING_VALUE", + * // }, + * // CustomProperties: { + * // "": "STRING_VALUE", + * // }, + * // }, + * // CreateTableDefaultPermissions: [ // PrincipalPermissionsList + * // { // PrincipalPermissions + * // Principal: { // DataLakePrincipal + * // DataLakePrincipalIdentifier: "STRING_VALUE", + * // }, + * // Permissions: [ // PermissionList + * // "ALL" || "SELECT" || "ALTER" || "DROP" || "DELETE" || "INSERT" || "CREATE_DATABASE" || "CREATE_TABLE" || "DATA_LOCATION_ACCESS", + * // ], + * // }, + * // ], + * // CreateDatabaseDefaultPermissions: [ + * // { + * // Principal: { + * // DataLakePrincipalIdentifier: "STRING_VALUE", + * // }, + * // Permissions: [ + * // "ALL" || "SELECT" || "ALTER" || "DROP" || "DELETE" || "INSERT" || "CREATE_DATABASE" || "CREATE_TABLE" || "DATA_LOCATION_ACCESS", + * // ], + * // }, + * // ], + * // }, + * // }; + * + * ``` + * + * @param GetCatalogCommandInput - {@link GetCatalogCommandInput} + * @returns {@link GetCatalogCommandOutput} + * @see {@link GetCatalogCommandInput} for command's `input` shape. + * @see {@link GetCatalogCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link FederationSourceException} (client fault) + *

A federation source failed.

+ * + * @throws {@link FederationSourceRetryableException} (client fault) + *

A federation source failed, but the operation may be retried.

+ * + * @throws {@link GlueEncryptionException} (client fault) + *

An encryption operation failed.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link OperationTimeoutException} (client fault) + *

The operation timed out.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class GetCatalogCommand extends $Command + .classBuilder< + GetCatalogCommandInput, + GetCatalogCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "GetCatalog", {}) + .n("GlueClient", "GetCatalogCommand") + .f(void 0, void 0) + .ser(se_GetCatalogCommand) + .de(de_GetCatalogCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: GetCatalogRequest; + output: GetCatalogResponse; + }; + sdk: { + input: GetCatalogCommandInput; + output: GetCatalogCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/GetCatalogsCommand.ts b/clients/client-glue/src/commands/GetCatalogsCommand.ts new file mode 100644 index 000000000000..2b4f9c58c33c --- /dev/null +++ b/clients/client-glue/src/commands/GetCatalogsCommand.ts @@ -0,0 +1,174 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { GetCatalogsRequest, GetCatalogsResponse } from "../models/models_1"; +import { de_GetCatalogsCommand, se_GetCatalogsCommand } from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link GetCatalogsCommand}. + */ +export interface GetCatalogsCommandInput extends GetCatalogsRequest {} +/** + * @public + * + * The output of {@link GetCatalogsCommand}. + */ +export interface GetCatalogsCommandOutput extends GetCatalogsResponse, __MetadataBearer {} + +/** + *

Retrieves all catalogs defined in a catalog in the Glue Data Catalog. For a Redshift-federated catalog use case, this operation returns the list of catalogs mapped to Redshift databases in the Redshift namespace catalog.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, GetCatalogsCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, GetCatalogsCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // GetCatalogsRequest + * ParentCatalogId: "STRING_VALUE", + * NextToken: "STRING_VALUE", + * MaxResults: Number("int"), + * Recursive: true || false, + * }; + * const command = new GetCatalogsCommand(input); + * const response = await client.send(command); + * // { // GetCatalogsResponse + * // CatalogList: [ // CatalogList // required + * // { // Catalog + * // CatalogId: "STRING_VALUE", + * // Name: "STRING_VALUE", // required + * // ResourceArn: "STRING_VALUE", + * // Description: "STRING_VALUE", + * // Parameters: { // ParametersMap + * // "": "STRING_VALUE", + * // }, + * // CreateTime: new Date("TIMESTAMP"), + * // UpdateTime: new Date("TIMESTAMP"), + * // TargetRedshiftCatalog: { // TargetRedshiftCatalog + * // CatalogArn: "STRING_VALUE", // required + * // }, + * // FederatedCatalog: { // FederatedCatalog + * // Identifier: "STRING_VALUE", + * // ConnectionName: "STRING_VALUE", + * // }, + * // CatalogProperties: { // CatalogPropertiesOutput + * // DataLakeAccessProperties: { // DataLakeAccessPropertiesOutput + * // DataLakeAccess: true || false, + * // DataTransferRole: "STRING_VALUE", + * // KmsKey: "STRING_VALUE", + * // ManagedWorkgroupName: "STRING_VALUE", + * // ManagedWorkgroupStatus: "STRING_VALUE", + * // RedshiftDatabaseName: "STRING_VALUE", + * // StatusMessage: "STRING_VALUE", + * // CatalogType: "STRING_VALUE", + * // }, + * // CustomProperties: { + * // "": "STRING_VALUE", + * // }, + * // }, + * // CreateTableDefaultPermissions: [ // PrincipalPermissionsList + * // { // PrincipalPermissions + * // Principal: { // DataLakePrincipal + * // DataLakePrincipalIdentifier: "STRING_VALUE", + * // }, + * // Permissions: [ // PermissionList + * // "ALL" || "SELECT" || "ALTER" || "DROP" || "DELETE" || "INSERT" || "CREATE_DATABASE" || "CREATE_TABLE" || "DATA_LOCATION_ACCESS", + * // ], + * // }, + * // ], + * // CreateDatabaseDefaultPermissions: [ + * // { + * // Principal: { + * // DataLakePrincipalIdentifier: "STRING_VALUE", + * // }, + * // Permissions: [ + * // "ALL" || "SELECT" || "ALTER" || "DROP" || "DELETE" || "INSERT" || "CREATE_DATABASE" || "CREATE_TABLE" || "DATA_LOCATION_ACCESS", + * // ], + * // }, + * // ], + * // }, + * // ], + * // NextToken: "STRING_VALUE", + * // }; + * + * ``` + * + * @param GetCatalogsCommandInput - {@link GetCatalogsCommandInput} + * @returns {@link GetCatalogsCommandOutput} + * @see {@link GetCatalogsCommandInput} for command's `input` shape. + * @see {@link GetCatalogsCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link FederationSourceException} (client fault) + *

A federation source failed.

+ * + * @throws {@link FederationSourceRetryableException} (client fault) + *

A federation source failed, but the operation may be retried.

+ * + * @throws {@link GlueEncryptionException} (client fault) + *

An encryption operation failed.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link OperationTimeoutException} (client fault) + *

The operation timed out.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class GetCatalogsCommand extends $Command + .classBuilder< + GetCatalogsCommandInput, + GetCatalogsCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "GetCatalogs", {}) + .n("GlueClient", "GetCatalogsCommand") + .f(void 0, void 0) + .ser(se_GetCatalogsCommand) + .de(de_GetCatalogsCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: GetCatalogsRequest; + output: GetCatalogsResponse; + }; + sdk: { + input: GetCatalogsCommandInput; + output: GetCatalogsCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/GetColumnStatisticsTaskSettingsCommand.ts b/clients/client-glue/src/commands/GetColumnStatisticsTaskSettingsCommand.ts index 3c215b7ae49c..9c53c69c772c 100644 --- a/clients/client-glue/src/commands/GetColumnStatisticsTaskSettingsCommand.ts +++ b/clients/client-glue/src/commands/GetColumnStatisticsTaskSettingsCommand.ts @@ -6,7 +6,8 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetColumnStatisticsTaskSettingsRequest, GetColumnStatisticsTaskSettingsResponse } from "../models/models_1"; +import { GetColumnStatisticsTaskSettingsRequest } from "../models/models_1"; +import { GetColumnStatisticsTaskSettingsResponse } from "../models/models_2"; import { de_GetColumnStatisticsTaskSettingsCommand, se_GetColumnStatisticsTaskSettingsCommand, @@ -61,6 +62,14 @@ export interface GetColumnStatisticsTaskSettingsCommandOutput * // Role: "STRING_VALUE", * // SampleSize: Number("double"), * // SecurityConfiguration: "STRING_VALUE", + * // ScheduleType: "CRON" || "AUTO", + * // SettingSource: "CATALOG" || "TABLE", + * // LastExecutionAttempt: { // ExecutionAttempt + * // Status: "FAILED" || "STARTED", + * // ColumnStatisticsTaskRunId: "STRING_VALUE", + * // ExecutionTimestamp: new Date("TIMESTAMP"), + * // ErrorMessage: "STRING_VALUE", + * // }, * // }, * // }; * diff --git a/clients/client-glue/src/commands/GetConnectionCommand.ts b/clients/client-glue/src/commands/GetConnectionCommand.ts index c2b5817378e6..0ea6294857c1 100644 --- a/clients/client-glue/src/commands/GetConnectionCommand.ts +++ b/clients/client-glue/src/commands/GetConnectionCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetConnectionRequest, GetConnectionResponse } from "../models/models_1"; +import { GetConnectionRequest, GetConnectionResponse } from "../models/models_2"; import { de_GetConnectionCommand, se_GetConnectionCommand } from "../protocols/Aws_json1_1"; /** @@ -39,6 +39,7 @@ export interface GetConnectionCommandOutput extends GetConnectionResponse, __Met * CatalogId: "STRING_VALUE", * Name: "STRING_VALUE", // required * HidePassword: true || false, + * ApplyOverrideForComputeEnvironment: "SPARK" || "ATHENA" || "PYTHON", * }; * const command = new GetConnectionCommand(input); * const response = await client.send(command); @@ -46,14 +47,20 @@ export interface GetConnectionCommandOutput extends GetConnectionResponse, __Met * // Connection: { // Connection * // Name: "STRING_VALUE", * // Description: "STRING_VALUE", - * // ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA", + * // ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA" || "GOOGLEADS" || "GOOGLESHEETS" || "GOOGLEANALYTICS4" || "SERVICENOW" || "MARKETO" || "SAPODATA" || "ZENDESK" || "JIRACLOUD" || "NETSUITEERP" || "HUBSPOT" || "FACEBOOKADS" || "INSTAGRAMADS" || "ZOHOCRM" || "SALESFORCEPARDOT" || "SALESFORCEMARKETINGCLOUD" || "SLACK" || "STRIPE" || "INTERCOM" || "SNAPCHATADS", * // MatchCriteria: [ // MatchCriteria * // "STRING_VALUE", * // ], * // ConnectionProperties: { // ConnectionProperties * // "": "STRING_VALUE", * // }, - * // AthenaProperties: { // PropertyMap + * // SparkProperties: { // PropertyMap + * // "": "STRING_VALUE", + * // }, + * // AthenaProperties: { + * // "": "STRING_VALUE", + * // }, + * // PythonProperties: { * // "": "STRING_VALUE", * // }, * // PhysicalConnectionRequirements: { // PhysicalConnectionRequirements @@ -70,7 +77,7 @@ export interface GetConnectionCommandOutput extends GetConnectionResponse, __Met * // StatusReason: "STRING_VALUE", * // LastConnectionValidationTime: new Date("TIMESTAMP"), * // AuthenticationConfiguration: { // AuthenticationConfiguration - * // AuthenticationType: "BASIC" || "OAUTH2" || "CUSTOM", + * // AuthenticationType: "BASIC" || "OAUTH2" || "CUSTOM" || "IAM", * // SecretArn: "STRING_VALUE", * // OAuth2Properties: { // OAuth2Properties * // OAuth2GrantType: "AUTHORIZATION_CODE" || "CLIENT_CREDENTIALS" || "JWT_BEARER", @@ -84,6 +91,10 @@ export interface GetConnectionCommandOutput extends GetConnectionResponse, __Met * // }, * // }, * // }, + * // ConnectionSchemaVersion: Number("int"), + * // CompatibleComputeEnvironments: [ // ComputeEnvironmentList + * // "SPARK" || "ATHENA" || "PYTHON", + * // ], * // }, * // }; * diff --git a/clients/client-glue/src/commands/GetConnectionsCommand.ts b/clients/client-glue/src/commands/GetConnectionsCommand.ts index a0780864a417..f3ed18296bc0 100644 --- a/clients/client-glue/src/commands/GetConnectionsCommand.ts +++ b/clients/client-glue/src/commands/GetConnectionsCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetConnectionsRequest, GetConnectionsResponse } from "../models/models_1"; +import { GetConnectionsRequest, GetConnectionsResponse } from "../models/models_2"; import { de_GetConnectionsCommand, se_GetConnectionsCommand } from "../protocols/Aws_json1_1"; /** @@ -41,7 +41,8 @@ export interface GetConnectionsCommandOutput extends GetConnectionsResponse, __M * MatchCriteria: [ // MatchCriteria * "STRING_VALUE", * ], - * ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA", + * ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA" || "GOOGLEADS" || "GOOGLESHEETS" || "GOOGLEANALYTICS4" || "SERVICENOW" || "MARKETO" || "SAPODATA" || "ZENDESK" || "JIRACLOUD" || "NETSUITEERP" || "HUBSPOT" || "FACEBOOKADS" || "INSTAGRAMADS" || "ZOHOCRM" || "SALESFORCEPARDOT" || "SALESFORCEMARKETINGCLOUD" || "SLACK" || "STRIPE" || "INTERCOM" || "SNAPCHATADS", + * ConnectionSchemaVersion: Number("int"), * }, * HidePassword: true || false, * NextToken: "STRING_VALUE", @@ -54,14 +55,20 @@ export interface GetConnectionsCommandOutput extends GetConnectionsResponse, __M * // { // Connection * // Name: "STRING_VALUE", * // Description: "STRING_VALUE", - * // ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA", + * // ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA" || "GOOGLEADS" || "GOOGLESHEETS" || "GOOGLEANALYTICS4" || "SERVICENOW" || "MARKETO" || "SAPODATA" || "ZENDESK" || "JIRACLOUD" || "NETSUITEERP" || "HUBSPOT" || "FACEBOOKADS" || "INSTAGRAMADS" || "ZOHOCRM" || "SALESFORCEPARDOT" || "SALESFORCEMARKETINGCLOUD" || "SLACK" || "STRIPE" || "INTERCOM" || "SNAPCHATADS", * // MatchCriteria: [ // MatchCriteria * // "STRING_VALUE", * // ], * // ConnectionProperties: { // ConnectionProperties * // "": "STRING_VALUE", * // }, - * // AthenaProperties: { // PropertyMap + * // SparkProperties: { // PropertyMap + * // "": "STRING_VALUE", + * // }, + * // AthenaProperties: { + * // "": "STRING_VALUE", + * // }, + * // PythonProperties: { * // "": "STRING_VALUE", * // }, * // PhysicalConnectionRequirements: { // PhysicalConnectionRequirements @@ -78,7 +85,7 @@ export interface GetConnectionsCommandOutput extends GetConnectionsResponse, __M * // StatusReason: "STRING_VALUE", * // LastConnectionValidationTime: new Date("TIMESTAMP"), * // AuthenticationConfiguration: { // AuthenticationConfiguration - * // AuthenticationType: "BASIC" || "OAUTH2" || "CUSTOM", + * // AuthenticationType: "BASIC" || "OAUTH2" || "CUSTOM" || "IAM", * // SecretArn: "STRING_VALUE", * // OAuth2Properties: { // OAuth2Properties * // OAuth2GrantType: "AUTHORIZATION_CODE" || "CLIENT_CREDENTIALS" || "JWT_BEARER", @@ -92,6 +99,10 @@ export interface GetConnectionsCommandOutput extends GetConnectionsResponse, __M * // }, * // }, * // }, + * // ConnectionSchemaVersion: Number("int"), + * // CompatibleComputeEnvironments: [ // ComputeEnvironmentList + * // "SPARK" || "ATHENA" || "PYTHON", + * // ], * // }, * // ], * // NextToken: "STRING_VALUE", diff --git a/clients/client-glue/src/commands/GetCrawlerCommand.ts b/clients/client-glue/src/commands/GetCrawlerCommand.ts index 2773259c6d27..673bc95aab85 100644 --- a/clients/client-glue/src/commands/GetCrawlerCommand.ts +++ b/clients/client-glue/src/commands/GetCrawlerCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetCrawlerRequest, GetCrawlerResponse } from "../models/models_1"; +import { GetCrawlerRequest, GetCrawlerResponse } from "../models/models_2"; import { de_GetCrawlerCommand, se_GetCrawlerCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetCrawlerMetricsCommand.ts b/clients/client-glue/src/commands/GetCrawlerMetricsCommand.ts index e3ad05138615..3ea8c5ae3238 100644 --- a/clients/client-glue/src/commands/GetCrawlerMetricsCommand.ts +++ b/clients/client-glue/src/commands/GetCrawlerMetricsCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetCrawlerMetricsRequest, GetCrawlerMetricsResponse } from "../models/models_1"; +import { GetCrawlerMetricsRequest, GetCrawlerMetricsResponse } from "../models/models_2"; import { de_GetCrawlerMetricsCommand, se_GetCrawlerMetricsCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetCrawlersCommand.ts b/clients/client-glue/src/commands/GetCrawlersCommand.ts index 7e3af2aec3bd..388aacabc1a9 100644 --- a/clients/client-glue/src/commands/GetCrawlersCommand.ts +++ b/clients/client-glue/src/commands/GetCrawlersCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetCrawlersRequest, GetCrawlersResponse } from "../models/models_1"; +import { GetCrawlersRequest, GetCrawlersResponse } from "../models/models_2"; import { de_GetCrawlersCommand, se_GetCrawlersCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetCustomEntityTypeCommand.ts b/clients/client-glue/src/commands/GetCustomEntityTypeCommand.ts index 8ac643e62fa2..cf3f277dd66d 100644 --- a/clients/client-glue/src/commands/GetCustomEntityTypeCommand.ts +++ b/clients/client-glue/src/commands/GetCustomEntityTypeCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetCustomEntityTypeRequest, GetCustomEntityTypeResponse } from "../models/models_1"; +import { GetCustomEntityTypeRequest, GetCustomEntityTypeResponse } from "../models/models_2"; import { de_GetCustomEntityTypeCommand, se_GetCustomEntityTypeCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetDataCatalogEncryptionSettingsCommand.ts b/clients/client-glue/src/commands/GetDataCatalogEncryptionSettingsCommand.ts index 94873e4dcd4d..6e577bcd4ba4 100644 --- a/clients/client-glue/src/commands/GetDataCatalogEncryptionSettingsCommand.ts +++ b/clients/client-glue/src/commands/GetDataCatalogEncryptionSettingsCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetDataCatalogEncryptionSettingsRequest, GetDataCatalogEncryptionSettingsResponse } from "../models/models_1"; +import { GetDataCatalogEncryptionSettingsRequest, GetDataCatalogEncryptionSettingsResponse } from "../models/models_2"; import { de_GetDataCatalogEncryptionSettingsCommand, se_GetDataCatalogEncryptionSettingsCommand, diff --git a/clients/client-glue/src/commands/GetDataQualityModelCommand.ts b/clients/client-glue/src/commands/GetDataQualityModelCommand.ts index bc17dd9b3860..df6ca0600ff6 100644 --- a/clients/client-glue/src/commands/GetDataQualityModelCommand.ts +++ b/clients/client-glue/src/commands/GetDataQualityModelCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetDataQualityModelRequest, GetDataQualityModelResponse } from "../models/models_1"; +import { GetDataQualityModelRequest, GetDataQualityModelResponse } from "../models/models_2"; import { de_GetDataQualityModelCommand, se_GetDataQualityModelCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetDataQualityModelResultCommand.ts b/clients/client-glue/src/commands/GetDataQualityModelResultCommand.ts index 5e98b81ca015..9d3bf56d01e2 100644 --- a/clients/client-glue/src/commands/GetDataQualityModelResultCommand.ts +++ b/clients/client-glue/src/commands/GetDataQualityModelResultCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetDataQualityModelResultRequest, GetDataQualityModelResultResponse } from "../models/models_1"; +import { GetDataQualityModelResultRequest, GetDataQualityModelResultResponse } from "../models/models_2"; import { de_GetDataQualityModelResultCommand, se_GetDataQualityModelResultCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetDataQualityResultCommand.ts b/clients/client-glue/src/commands/GetDataQualityResultCommand.ts index 5c656d71733d..e21e5682b8ac 100644 --- a/clients/client-glue/src/commands/GetDataQualityResultCommand.ts +++ b/clients/client-glue/src/commands/GetDataQualityResultCommand.ts @@ -10,7 +10,7 @@ import { GetDataQualityResultRequest, GetDataQualityResultResponse, GetDataQualityResultResponseFilterSensitiveLog, -} from "../models/models_1"; +} from "../models/models_2"; import { de_GetDataQualityResultCommand, se_GetDataQualityResultCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetDataQualityRuleRecommendationRunCommand.ts b/clients/client-glue/src/commands/GetDataQualityRuleRecommendationRunCommand.ts index 813aa5b23234..0098f26d7068 100644 --- a/clients/client-glue/src/commands/GetDataQualityRuleRecommendationRunCommand.ts +++ b/clients/client-glue/src/commands/GetDataQualityRuleRecommendationRunCommand.ts @@ -9,7 +9,7 @@ import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from import { GetDataQualityRuleRecommendationRunRequest, GetDataQualityRuleRecommendationRunResponse, -} from "../models/models_1"; +} from "../models/models_2"; import { de_GetDataQualityRuleRecommendationRunCommand, se_GetDataQualityRuleRecommendationRunCommand, diff --git a/clients/client-glue/src/commands/GetDataQualityRulesetCommand.ts b/clients/client-glue/src/commands/GetDataQualityRulesetCommand.ts index 63188cffbef0..36671697f3db 100644 --- a/clients/client-glue/src/commands/GetDataQualityRulesetCommand.ts +++ b/clients/client-glue/src/commands/GetDataQualityRulesetCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetDataQualityRulesetRequest, GetDataQualityRulesetResponse } from "../models/models_1"; +import { GetDataQualityRulesetRequest, GetDataQualityRulesetResponse } from "../models/models_2"; import { de_GetDataQualityRulesetCommand, se_GetDataQualityRulesetCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetDataQualityRulesetEvaluationRunCommand.ts b/clients/client-glue/src/commands/GetDataQualityRulesetEvaluationRunCommand.ts index b5fd341b213a..93e92d5116bb 100644 --- a/clients/client-glue/src/commands/GetDataQualityRulesetEvaluationRunCommand.ts +++ b/clients/client-glue/src/commands/GetDataQualityRulesetEvaluationRunCommand.ts @@ -9,7 +9,7 @@ import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from import { GetDataQualityRulesetEvaluationRunRequest, GetDataQualityRulesetEvaluationRunResponse, -} from "../models/models_1"; +} from "../models/models_2"; import { de_GetDataQualityRulesetEvaluationRunCommand, se_GetDataQualityRulesetEvaluationRunCommand, diff --git a/clients/client-glue/src/commands/GetDatabaseCommand.ts b/clients/client-glue/src/commands/GetDatabaseCommand.ts index 1fb7a8d29267..c04c4502b580 100644 --- a/clients/client-glue/src/commands/GetDatabaseCommand.ts +++ b/clients/client-glue/src/commands/GetDatabaseCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetDatabaseRequest, GetDatabaseResponse } from "../models/models_1"; +import { GetDatabaseRequest, GetDatabaseResponse } from "../models/models_2"; import { de_GetDatabaseCommand, se_GetDatabaseCommand } from "../protocols/Aws_json1_1"; /** @@ -87,6 +87,9 @@ export interface GetDatabaseCommandOutput extends GetDatabaseResponse, __Metadat * @throws {@link FederationSourceException} (client fault) *

A federation source failed.

* + * @throws {@link FederationSourceRetryableException} (client fault) + *

A federation source failed, but the operation may be retried.

+ * * @throws {@link GlueEncryptionException} (client fault) *

An encryption operation failed.

* diff --git a/clients/client-glue/src/commands/GetDatabasesCommand.ts b/clients/client-glue/src/commands/GetDatabasesCommand.ts index 2abb9a2f1917..561b09ca60c5 100644 --- a/clients/client-glue/src/commands/GetDatabasesCommand.ts +++ b/clients/client-glue/src/commands/GetDatabasesCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetDatabasesRequest, GetDatabasesResponse } from "../models/models_1"; +import { GetDatabasesRequest, GetDatabasesResponse } from "../models/models_2"; import { de_GetDatabasesCommand, se_GetDatabasesCommand } from "../protocols/Aws_json1_1"; /** @@ -89,6 +89,15 @@ export interface GetDatabasesCommandOutput extends GetDatabasesResponse, __Metad * @see {@link GetDatabasesCommandOutput} for command's `response` shape. * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link FederationSourceException} (client fault) + *

A federation source failed.

+ * + * @throws {@link FederationSourceRetryableException} (client fault) + *

A federation source failed, but the operation may be retried.

+ * * @throws {@link GlueEncryptionException} (client fault) *

An encryption operation failed.

* diff --git a/clients/client-glue/src/commands/GetDataflowGraphCommand.ts b/clients/client-glue/src/commands/GetDataflowGraphCommand.ts index ed990a7e1203..bd5fd176411f 100644 --- a/clients/client-glue/src/commands/GetDataflowGraphCommand.ts +++ b/clients/client-glue/src/commands/GetDataflowGraphCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetDataflowGraphRequest, GetDataflowGraphResponse } from "../models/models_1"; +import { GetDataflowGraphRequest, GetDataflowGraphResponse } from "../models/models_2"; import { de_GetDataflowGraphCommand, se_GetDataflowGraphCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetDevEndpointCommand.ts b/clients/client-glue/src/commands/GetDevEndpointCommand.ts index 72fdb451b8e0..8f1da6e4b8c7 100644 --- a/clients/client-glue/src/commands/GetDevEndpointCommand.ts +++ b/clients/client-glue/src/commands/GetDevEndpointCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetDevEndpointRequest, GetDevEndpointResponse } from "../models/models_1"; +import { GetDevEndpointRequest, GetDevEndpointResponse } from "../models/models_2"; import { de_GetDevEndpointCommand, se_GetDevEndpointCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetDevEndpointsCommand.ts b/clients/client-glue/src/commands/GetDevEndpointsCommand.ts index 5d9eaaeade47..ed0c651d3ea0 100644 --- a/clients/client-glue/src/commands/GetDevEndpointsCommand.ts +++ b/clients/client-glue/src/commands/GetDevEndpointsCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetDevEndpointsRequest, GetDevEndpointsResponse } from "../models/models_1"; +import { GetDevEndpointsRequest, GetDevEndpointsResponse } from "../models/models_2"; import { de_GetDevEndpointsCommand, se_GetDevEndpointsCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetEntityRecordsCommand.ts b/clients/client-glue/src/commands/GetEntityRecordsCommand.ts new file mode 100644 index 000000000000..6616e5991de4 --- /dev/null +++ b/clients/client-glue/src/commands/GetEntityRecordsCommand.ts @@ -0,0 +1,135 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { + GetEntityRecordsRequest, + GetEntityRecordsResponse, + GetEntityRecordsResponseFilterSensitiveLog, +} from "../models/models_2"; +import { de_GetEntityRecordsCommand, se_GetEntityRecordsCommand } from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link GetEntityRecordsCommand}. + */ +export interface GetEntityRecordsCommandInput extends GetEntityRecordsRequest {} +/** + * @public + * + * The output of {@link GetEntityRecordsCommand}. + */ +export interface GetEntityRecordsCommandOutput extends GetEntityRecordsResponse, __MetadataBearer {} + +/** + *

This API is used to query preview data from a given connection type or from a native Amazon S3 based Glue Data Catalog.

+ *

Returns records as an array of JSON blobs. Each record is formatted using Jackson JsonNode based on the field type defined by the DescribeEntity API.

+ *

Spark connectors generate schemas according to the same data type mapping as in the DescribeEntity API. Spark connectors convert data to the appropriate data types matching the schema when returning rows.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, GetEntityRecordsCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, GetEntityRecordsCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // GetEntityRecordsRequest + * ConnectionName: "STRING_VALUE", + * CatalogId: "STRING_VALUE", + * EntityName: "STRING_VALUE", // required + * NextToken: "STRING_VALUE", + * DataStoreApiVersion: "STRING_VALUE", + * ConnectionOptions: { // ConnectionOptions + * "": "STRING_VALUE", + * }, + * FilterPredicate: "STRING_VALUE", + * Limit: Number("long"), // required + * OrderBy: "STRING_VALUE", + * SelectedFields: [ // SelectedFields + * "STRING_VALUE", + * ], + * }; + * const command = new GetEntityRecordsCommand(input); + * const response = await client.send(command); + * // { // GetEntityRecordsResponse + * // Records: [ // Records + * // "DOCUMENT_VALUE", + * // ], + * // NextToken: "STRING_VALUE", + * // }; + * + * ``` + * + * @param GetEntityRecordsCommandInput - {@link GetEntityRecordsCommandInput} + * @returns {@link GetEntityRecordsCommandOutput} + * @see {@link GetEntityRecordsCommandInput} for command's `input` shape. + * @see {@link GetEntityRecordsCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link FederationSourceException} (client fault) + *

A federation source failed.

+ * + * @throws {@link GlueEncryptionException} (client fault) + *

An encryption operation failed.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link OperationTimeoutException} (client fault) + *

The operation timed out.

+ * + * @throws {@link ValidationException} (client fault) + *

A value could not be validated.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class GetEntityRecordsCommand extends $Command + .classBuilder< + GetEntityRecordsCommandInput, + GetEntityRecordsCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "GetEntityRecords", {}) + .n("GlueClient", "GetEntityRecordsCommand") + .f(void 0, GetEntityRecordsResponseFilterSensitiveLog) + .ser(se_GetEntityRecordsCommand) + .de(de_GetEntityRecordsCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: GetEntityRecordsRequest; + output: GetEntityRecordsResponse; + }; + sdk: { + input: GetEntityRecordsCommandInput; + output: GetEntityRecordsCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/GetIntegrationResourcePropertyCommand.ts b/clients/client-glue/src/commands/GetIntegrationResourcePropertyCommand.ts new file mode 100644 index 000000000000..58ac6747d18d --- /dev/null +++ b/clients/client-glue/src/commands/GetIntegrationResourcePropertyCommand.ts @@ -0,0 +1,127 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { GetIntegrationResourcePropertyRequest, GetIntegrationResourcePropertyResponse } from "../models/models_2"; +import { + de_GetIntegrationResourcePropertyCommand, + se_GetIntegrationResourcePropertyCommand, +} from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link GetIntegrationResourcePropertyCommand}. + */ +export interface GetIntegrationResourcePropertyCommandInput extends GetIntegrationResourcePropertyRequest {} +/** + * @public + * + * The output of {@link GetIntegrationResourcePropertyCommand}. + */ +export interface GetIntegrationResourcePropertyCommandOutput + extends GetIntegrationResourcePropertyResponse, + __MetadataBearer {} + +/** + *

This API is used for fetching the ResourceProperty of the Glue connection (for the source) or Glue database ARN (for the target)

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, GetIntegrationResourcePropertyCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, GetIntegrationResourcePropertyCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // GetIntegrationResourcePropertyRequest + * ResourceArn: "STRING_VALUE", // required + * }; + * const command = new GetIntegrationResourcePropertyCommand(input); + * const response = await client.send(command); + * // { // GetIntegrationResourcePropertyResponse + * // ResourceArn: "STRING_VALUE", + * // SourceProcessingProperties: { // SourceProcessingProperties + * // RoleArn: "STRING_VALUE", + * // }, + * // TargetProcessingProperties: { // TargetProcessingProperties + * // RoleArn: "STRING_VALUE", + * // KmsArn: "STRING_VALUE", + * // ConnectionName: "STRING_VALUE", + * // EventBusArn: "STRING_VALUE", + * // }, + * // }; + * + * ``` + * + * @param GetIntegrationResourcePropertyCommandInput - {@link GetIntegrationResourcePropertyCommandInput} + * @returns {@link GetIntegrationResourcePropertyCommandOutput} + * @see {@link GetIntegrationResourcePropertyCommandInput} for command's `input` shape. + * @see {@link GetIntegrationResourcePropertyCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link InternalServerException} (server fault) + *

An internal server error occurred.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link ResourceNotFoundException} (client fault) + *

The resource could not be found.

+ * + * @throws {@link ValidationException} (client fault) + *

A value could not be validated.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class GetIntegrationResourcePropertyCommand extends $Command + .classBuilder< + GetIntegrationResourcePropertyCommandInput, + GetIntegrationResourcePropertyCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "GetIntegrationResourceProperty", {}) + .n("GlueClient", "GetIntegrationResourcePropertyCommand") + .f(void 0, void 0) + .ser(se_GetIntegrationResourcePropertyCommand) + .de(de_GetIntegrationResourcePropertyCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: GetIntegrationResourcePropertyRequest; + output: GetIntegrationResourcePropertyResponse; + }; + sdk: { + input: GetIntegrationResourcePropertyCommandInput; + output: GetIntegrationResourcePropertyCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/GetIntegrationTablePropertiesCommand.ts b/clients/client-glue/src/commands/GetIntegrationTablePropertiesCommand.ts new file mode 100644 index 000000000000..1616cbff9722 --- /dev/null +++ b/clients/client-glue/src/commands/GetIntegrationTablePropertiesCommand.ts @@ -0,0 +1,140 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { GetIntegrationTablePropertiesRequest, GetIntegrationTablePropertiesResponse } from "../models/models_2"; +import { + de_GetIntegrationTablePropertiesCommand, + se_GetIntegrationTablePropertiesCommand, +} from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link GetIntegrationTablePropertiesCommand}. + */ +export interface GetIntegrationTablePropertiesCommandInput extends GetIntegrationTablePropertiesRequest {} +/** + * @public + * + * The output of {@link GetIntegrationTablePropertiesCommand}. + */ +export interface GetIntegrationTablePropertiesCommandOutput + extends GetIntegrationTablePropertiesResponse, + __MetadataBearer {} + +/** + *

This API is used to retrieve optional override properties for the tables that need to be replicated. These properties can include properties for filtering and partition for source and target tables.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, GetIntegrationTablePropertiesCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, GetIntegrationTablePropertiesCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // GetIntegrationTablePropertiesRequest + * ResourceArn: "STRING_VALUE", // required + * TableName: "STRING_VALUE", // required + * }; + * const command = new GetIntegrationTablePropertiesCommand(input); + * const response = await client.send(command); + * // { // GetIntegrationTablePropertiesResponse + * // ResourceArn: "STRING_VALUE", + * // TableName: "STRING_VALUE", + * // SourceTableConfig: { // SourceTableConfig + * // Fields: [ // SourceTableFieldsList + * // "STRING_VALUE", + * // ], + * // FilterPredicate: "STRING_VALUE", + * // PrimaryKey: [ // PrimaryKeyList + * // "STRING_VALUE", + * // ], + * // RecordUpdateField: "STRING_VALUE", + * // }, + * // TargetTableConfig: { // TargetTableConfig + * // UnnestSpec: "TOPLEVEL" || "FULL" || "NOUNNEST", + * // PartitionSpec: [ // IntegrationPartitionSpecList + * // { // IntegrationPartition + * // FieldName: "STRING_VALUE", + * // FunctionSpec: "STRING_VALUE", + * // }, + * // ], + * // TargetTableName: "STRING_VALUE", + * // }, + * // }; + * + * ``` + * + * @param GetIntegrationTablePropertiesCommandInput - {@link GetIntegrationTablePropertiesCommandInput} + * @returns {@link GetIntegrationTablePropertiesCommandOutput} + * @see {@link GetIntegrationTablePropertiesCommandInput} for command's `input` shape. + * @see {@link GetIntegrationTablePropertiesCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link InternalServerException} (server fault) + *

An internal server error occurred.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link ResourceNotFoundException} (client fault) + *

The resource could not be found.

+ * + * @throws {@link ValidationException} (client fault) + *

A value could not be validated.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class GetIntegrationTablePropertiesCommand extends $Command + .classBuilder< + GetIntegrationTablePropertiesCommandInput, + GetIntegrationTablePropertiesCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "GetIntegrationTableProperties", {}) + .n("GlueClient", "GetIntegrationTablePropertiesCommand") + .f(void 0, void 0) + .ser(se_GetIntegrationTablePropertiesCommand) + .de(de_GetIntegrationTablePropertiesCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: GetIntegrationTablePropertiesRequest; + output: GetIntegrationTablePropertiesResponse; + }; + sdk: { + input: GetIntegrationTablePropertiesCommandInput; + output: GetIntegrationTablePropertiesCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/GetJobBookmarkCommand.ts b/clients/client-glue/src/commands/GetJobBookmarkCommand.ts index 28adb222fcab..b71a734a568c 100644 --- a/clients/client-glue/src/commands/GetJobBookmarkCommand.ts +++ b/clients/client-glue/src/commands/GetJobBookmarkCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetJobBookmarkRequest, GetJobBookmarkResponse } from "../models/models_1"; +import { GetJobBookmarkRequest, GetJobBookmarkResponse } from "../models/models_2"; import { de_GetJobBookmarkCommand, se_GetJobBookmarkCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetJobCommand.ts b/clients/client-glue/src/commands/GetJobCommand.ts index cdc2449fdd10..aff57f93463e 100644 --- a/clients/client-glue/src/commands/GetJobCommand.ts +++ b/clients/client-glue/src/commands/GetJobCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetJobRequest } from "../models/models_1"; +import { GetJobRequest } from "../models/models_2"; import { GetJobResponse, GetJobResponseFilterSensitiveLog } from "../models/models_3"; import { de_GetJobCommand, se_GetJobCommand } from "../protocols/Aws_json1_1"; diff --git a/clients/client-glue/src/commands/GetJobRunCommand.ts b/clients/client-glue/src/commands/GetJobRunCommand.ts index f815bbe726ff..e7a65198c665 100644 --- a/clients/client-glue/src/commands/GetJobRunCommand.ts +++ b/clients/client-glue/src/commands/GetJobRunCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetJobRunRequest, GetJobRunResponse } from "../models/models_1"; +import { GetJobRunRequest, GetJobRunResponse } from "../models/models_2"; import { de_GetJobRunCommand, se_GetJobRunCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetJobRunsCommand.ts b/clients/client-glue/src/commands/GetJobRunsCommand.ts index a19b74a16711..5c8202bf41ec 100644 --- a/clients/client-glue/src/commands/GetJobRunsCommand.ts +++ b/clients/client-glue/src/commands/GetJobRunsCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetJobRunsRequest, GetJobRunsResponse } from "../models/models_1"; +import { GetJobRunsRequest, GetJobRunsResponse } from "../models/models_2"; import { de_GetJobRunsCommand, se_GetJobRunsCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetJobsCommand.ts b/clients/client-glue/src/commands/GetJobsCommand.ts index a4e54a62b099..b11c924e91bd 100644 --- a/clients/client-glue/src/commands/GetJobsCommand.ts +++ b/clients/client-glue/src/commands/GetJobsCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetJobsRequest } from "../models/models_1"; +import { GetJobsRequest } from "../models/models_2"; import { GetJobsResponse, GetJobsResponseFilterSensitiveLog } from "../models/models_3"; import { de_GetJobsCommand, se_GetJobsCommand } from "../protocols/Aws_json1_1"; diff --git a/clients/client-glue/src/commands/GetMLTaskRunCommand.ts b/clients/client-glue/src/commands/GetMLTaskRunCommand.ts index 2fcdfe0e2093..34d1721092d7 100644 --- a/clients/client-glue/src/commands/GetMLTaskRunCommand.ts +++ b/clients/client-glue/src/commands/GetMLTaskRunCommand.ts @@ -6,8 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetMLTaskRunRequest } from "../models/models_1"; -import { GetMLTaskRunResponse } from "../models/models_2"; +import { GetMLTaskRunRequest, GetMLTaskRunResponse } from "../models/models_2"; import { de_GetMLTaskRunCommand, se_GetMLTaskRunCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetMappingCommand.ts b/clients/client-glue/src/commands/GetMappingCommand.ts index 790f7bf8cdf6..e8acf2e541cc 100644 --- a/clients/client-glue/src/commands/GetMappingCommand.ts +++ b/clients/client-glue/src/commands/GetMappingCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetMappingRequest, GetMappingResponse } from "../models/models_1"; +import { GetMappingRequest, GetMappingResponse } from "../models/models_2"; import { de_GetMappingCommand, se_GetMappingCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/ListConnectionTypesCommand.ts b/clients/client-glue/src/commands/ListConnectionTypesCommand.ts new file mode 100644 index 000000000000..ffdb205c8765 --- /dev/null +++ b/clients/client-glue/src/commands/ListConnectionTypesCommand.ts @@ -0,0 +1,116 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { ListConnectionTypesRequest, ListConnectionTypesResponse } from "../models/models_2"; +import { de_ListConnectionTypesCommand, se_ListConnectionTypesCommand } from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link ListConnectionTypesCommand}. + */ +export interface ListConnectionTypesCommandInput extends ListConnectionTypesRequest {} +/** + * @public + * + * The output of {@link ListConnectionTypesCommand}. + */ +export interface ListConnectionTypesCommandOutput extends ListConnectionTypesResponse, __MetadataBearer {} + +/** + *

The ListConnectionTypes API provides a discovery mechanism to learn available connection types in Glue. The response contains a list of connection types with high-level details of what is supported for each connection type. The connection types listed are the set of supported options for the ConnectionType value in the CreateConnection API.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, ListConnectionTypesCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, ListConnectionTypesCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // ListConnectionTypesRequest + * MaxResults: Number("int"), + * NextToken: "STRING_VALUE", + * }; + * const command = new ListConnectionTypesCommand(input); + * const response = await client.send(command); + * // { // ListConnectionTypesResponse + * // ConnectionTypes: [ // ConnectionTypeList + * // { // ConnectionTypeBrief + * // ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA" || "GOOGLEADS" || "GOOGLESHEETS" || "GOOGLEANALYTICS4" || "SERVICENOW" || "MARKETO" || "SAPODATA" || "ZENDESK" || "JIRACLOUD" || "NETSUITEERP" || "HUBSPOT" || "FACEBOOKADS" || "INSTAGRAMADS" || "ZOHOCRM" || "SALESFORCEPARDOT" || "SALESFORCEMARKETINGCLOUD" || "SLACK" || "STRIPE" || "INTERCOM" || "SNAPCHATADS", + * // Description: "STRING_VALUE", + * // Capabilities: { // Capabilities + * // SupportedAuthenticationTypes: [ // AuthenticationTypes // required + * // "BASIC" || "OAUTH2" || "CUSTOM" || "IAM", + * // ], + * // SupportedDataOperations: [ // DataOperations // required + * // "READ" || "WRITE", + * // ], + * // SupportedComputeEnvironments: [ // ComputeEnvironments // required + * // "SPARK" || "ATHENA" || "PYTHON", + * // ], + * // }, + * // }, + * // ], + * // NextToken: "STRING_VALUE", + * // }; + * + * ``` + * + * @param ListConnectionTypesCommandInput - {@link ListConnectionTypesCommandInput} + * @returns {@link ListConnectionTypesCommandOutput} + * @see {@link ListConnectionTypesCommandInput} for command's `input` shape. + * @see {@link ListConnectionTypesCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class ListConnectionTypesCommand extends $Command + .classBuilder< + ListConnectionTypesCommandInput, + ListConnectionTypesCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "ListConnectionTypes", {}) + .n("GlueClient", "ListConnectionTypesCommand") + .f(void 0, void 0) + .ser(se_ListConnectionTypesCommand) + .de(de_ListConnectionTypesCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: ListConnectionTypesRequest; + output: ListConnectionTypesResponse; + }; + sdk: { + input: ListConnectionTypesCommandInput; + output: ListConnectionTypesCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/ListEntitiesCommand.ts b/clients/client-glue/src/commands/ListEntitiesCommand.ts new file mode 100644 index 000000000000..876c5b32e517 --- /dev/null +++ b/clients/client-glue/src/commands/ListEntitiesCommand.ts @@ -0,0 +1,129 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { ListEntitiesRequest, ListEntitiesResponse } from "../models/models_2"; +import { de_ListEntitiesCommand, se_ListEntitiesCommand } from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link ListEntitiesCommand}. + */ +export interface ListEntitiesCommandInput extends ListEntitiesRequest {} +/** + * @public + * + * The output of {@link ListEntitiesCommand}. + */ +export interface ListEntitiesCommandOutput extends ListEntitiesResponse, __MetadataBearer {} + +/** + *

Returns the available entities supported by the connection type.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, ListEntitiesCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, ListEntitiesCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // ListEntitiesRequest + * ConnectionName: "STRING_VALUE", + * CatalogId: "STRING_VALUE", + * ParentEntityName: "STRING_VALUE", + * NextToken: "STRING_VALUE", + * DataStoreApiVersion: "STRING_VALUE", + * }; + * const command = new ListEntitiesCommand(input); + * const response = await client.send(command); + * // { // ListEntitiesResponse + * // Entities: [ // EntityList + * // { // Entity + * // EntityName: "STRING_VALUE", + * // Label: "STRING_VALUE", + * // IsParentEntity: true || false, + * // Description: "STRING_VALUE", + * // Category: "STRING_VALUE", + * // CustomProperties: { // CustomProperties + * // "": "STRING_VALUE", + * // }, + * // }, + * // ], + * // NextToken: "STRING_VALUE", + * // }; + * + * ``` + * + * @param ListEntitiesCommandInput - {@link ListEntitiesCommandInput} + * @returns {@link ListEntitiesCommandOutput} + * @see {@link ListEntitiesCommandInput} for command's `input` shape. + * @see {@link ListEntitiesCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link FederationSourceException} (client fault) + *

A federation source failed.

+ * + * @throws {@link GlueEncryptionException} (client fault) + *

An encryption operation failed.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link OperationTimeoutException} (client fault) + *

The operation timed out.

+ * + * @throws {@link ValidationException} (client fault) + *

A value could not be validated.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class ListEntitiesCommand extends $Command + .classBuilder< + ListEntitiesCommandInput, + ListEntitiesCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "ListEntities", {}) + .n("GlueClient", "ListEntitiesCommand") + .f(void 0, void 0) + .ser(se_ListEntitiesCommand) + .de(de_ListEntitiesCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: ListEntitiesRequest; + output: ListEntitiesResponse; + }; + sdk: { + input: ListEntitiesCommandInput; + output: ListEntitiesCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/ModifyIntegrationCommand.ts b/clients/client-glue/src/commands/ModifyIntegrationCommand.ts new file mode 100644 index 000000000000..7ca8adfd684b --- /dev/null +++ b/clients/client-glue/src/commands/ModifyIntegrationCommand.ts @@ -0,0 +1,151 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { ModifyIntegrationRequest, ModifyIntegrationResponse } from "../models/models_2"; +import { de_ModifyIntegrationCommand, se_ModifyIntegrationCommand } from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link ModifyIntegrationCommand}. + */ +export interface ModifyIntegrationCommandInput extends ModifyIntegrationRequest {} +/** + * @public + * + * The output of {@link ModifyIntegrationCommand}. + */ +export interface ModifyIntegrationCommandOutput extends ModifyIntegrationResponse, __MetadataBearer {} + +/** + *

Modifies a Zero-ETL integration in the caller's account.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, ModifyIntegrationCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, ModifyIntegrationCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // ModifyIntegrationRequest + * IntegrationIdentifier: "STRING_VALUE", // required + * Description: "STRING_VALUE", + * DataFilter: "STRING_VALUE", + * IntegrationName: "STRING_VALUE", + * }; + * const command = new ModifyIntegrationCommand(input); + * const response = await client.send(command); + * // { // ModifyIntegrationResponse + * // SourceArn: "STRING_VALUE", // required + * // TargetArn: "STRING_VALUE", // required + * // IntegrationName: "STRING_VALUE", // required + * // Description: "STRING_VALUE", + * // IntegrationArn: "STRING_VALUE", // required + * // KmsKeyId: "STRING_VALUE", + * // AdditionalEncryptionContext: { // IntegrationAdditionalEncryptionContextMap + * // "": "STRING_VALUE", + * // }, + * // Tags: [ // IntegrationTagsList + * // { // Tag + * // key: "STRING_VALUE", + * // value: "STRING_VALUE", + * // }, + * // ], + * // Status: "CREATING" || "ACTIVE" || "MODIFYING" || "FAILED" || "DELETING" || "SYNCING" || "NEEDS_ATTENTION", // required + * // CreateTime: new Date("TIMESTAMP"), // required + * // Errors: [ // IntegrationErrorList + * // { // IntegrationError + * // ErrorCode: "STRING_VALUE", + * // ErrorMessage: "STRING_VALUE", + * // }, + * // ], + * // DataFilter: "STRING_VALUE", + * // }; + * + * ``` + * + * @param ModifyIntegrationCommandInput - {@link ModifyIntegrationCommandInput} + * @returns {@link ModifyIntegrationCommandOutput} + * @see {@link ModifyIntegrationCommandInput} for command's `input` shape. + * @see {@link ModifyIntegrationCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link ConflictException} (client fault) + *

The CreatePartitions API was called on a table that has indexes enabled.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link IntegrationConflictOperationFault} (client fault) + *

The requested operation conflicts with another operation.

+ * + * @throws {@link IntegrationNotFoundFault} (client fault) + *

The specified integration could not be found.

+ * + * @throws {@link InternalServerException} (server fault) + *

An internal server error occurred.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link InvalidIntegrationStateFault} (client fault) + *

The integration is in an invalid state.

+ * + * @throws {@link InvalidStateException} (client fault) + *

An error that indicates your data is in an invalid state.

+ * + * @throws {@link ValidationException} (client fault) + *

A value could not be validated.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class ModifyIntegrationCommand extends $Command + .classBuilder< + ModifyIntegrationCommandInput, + ModifyIntegrationCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "ModifyIntegration", {}) + .n("GlueClient", "ModifyIntegrationCommand") + .f(void 0, void 0) + .ser(se_ModifyIntegrationCommand) + .de(de_ModifyIntegrationCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: ModifyIntegrationRequest; + output: ModifyIntegrationResponse; + }; + sdk: { + input: ModifyIntegrationCommandInput; + output: ModifyIntegrationCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/SearchTablesCommand.ts b/clients/client-glue/src/commands/SearchTablesCommand.ts index d2decd82eb0a..5840202768be 100644 --- a/clients/client-glue/src/commands/SearchTablesCommand.ts +++ b/clients/client-glue/src/commands/SearchTablesCommand.ts @@ -6,8 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { SearchTablesRequest } from "../models/models_2"; -import { SearchTablesResponse } from "../models/models_3"; +import { SearchTablesRequest, SearchTablesResponse } from "../models/models_3"; import { de_SearchTablesCommand, se_SearchTablesCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/StartBlueprintRunCommand.ts b/clients/client-glue/src/commands/StartBlueprintRunCommand.ts index 0ec806c012ae..e1507a6d28cf 100644 --- a/clients/client-glue/src/commands/StartBlueprintRunCommand.ts +++ b/clients/client-glue/src/commands/StartBlueprintRunCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { StartBlueprintRunRequest, StartBlueprintRunResponse } from "../models/models_2"; +import { StartBlueprintRunRequest, StartBlueprintRunResponse } from "../models/models_3"; import { de_StartBlueprintRunCommand, se_StartBlueprintRunCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/StartColumnStatisticsTaskRunCommand.ts b/clients/client-glue/src/commands/StartColumnStatisticsTaskRunCommand.ts index c86f30ee011b..1ccda270f033 100644 --- a/clients/client-glue/src/commands/StartColumnStatisticsTaskRunCommand.ts +++ b/clients/client-glue/src/commands/StartColumnStatisticsTaskRunCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { StartColumnStatisticsTaskRunRequest, StartColumnStatisticsTaskRunResponse } from "../models/models_2"; +import { StartColumnStatisticsTaskRunRequest, StartColumnStatisticsTaskRunResponse } from "../models/models_3"; import { de_StartColumnStatisticsTaskRunCommand, se_StartColumnStatisticsTaskRunCommand, diff --git a/clients/client-glue/src/commands/StartColumnStatisticsTaskRunScheduleCommand.ts b/clients/client-glue/src/commands/StartColumnStatisticsTaskRunScheduleCommand.ts index 9d22d3db04bc..9c2ccbb97c10 100644 --- a/clients/client-glue/src/commands/StartColumnStatisticsTaskRunScheduleCommand.ts +++ b/clients/client-glue/src/commands/StartColumnStatisticsTaskRunScheduleCommand.ts @@ -9,7 +9,7 @@ import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from import { StartColumnStatisticsTaskRunScheduleRequest, StartColumnStatisticsTaskRunScheduleResponse, -} from "../models/models_2"; +} from "../models/models_3"; import { de_StartColumnStatisticsTaskRunScheduleCommand, se_StartColumnStatisticsTaskRunScheduleCommand, diff --git a/clients/client-glue/src/commands/StartCrawlerCommand.ts b/clients/client-glue/src/commands/StartCrawlerCommand.ts index ffddb10f21cb..2db8c665fa9e 100644 --- a/clients/client-glue/src/commands/StartCrawlerCommand.ts +++ b/clients/client-glue/src/commands/StartCrawlerCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { StartCrawlerRequest, StartCrawlerResponse } from "../models/models_2"; +import { StartCrawlerRequest, StartCrawlerResponse } from "../models/models_3"; import { de_StartCrawlerCommand, se_StartCrawlerCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/StartCrawlerScheduleCommand.ts b/clients/client-glue/src/commands/StartCrawlerScheduleCommand.ts index 5d068ae0fc61..2c695c5b4ca9 100644 --- a/clients/client-glue/src/commands/StartCrawlerScheduleCommand.ts +++ b/clients/client-glue/src/commands/StartCrawlerScheduleCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { StartCrawlerScheduleRequest, StartCrawlerScheduleResponse } from "../models/models_2"; +import { StartCrawlerScheduleRequest, StartCrawlerScheduleResponse } from "../models/models_3"; import { de_StartCrawlerScheduleCommand, se_StartCrawlerScheduleCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/StartDataQualityRuleRecommendationRunCommand.ts b/clients/client-glue/src/commands/StartDataQualityRuleRecommendationRunCommand.ts index e3d4575e7ad7..b7ef4bd77c9a 100644 --- a/clients/client-glue/src/commands/StartDataQualityRuleRecommendationRunCommand.ts +++ b/clients/client-glue/src/commands/StartDataQualityRuleRecommendationRunCommand.ts @@ -9,7 +9,7 @@ import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from import { StartDataQualityRuleRecommendationRunRequest, StartDataQualityRuleRecommendationRunResponse, -} from "../models/models_2"; +} from "../models/models_3"; import { de_StartDataQualityRuleRecommendationRunCommand, se_StartDataQualityRuleRecommendationRunCommand, diff --git a/clients/client-glue/src/commands/StartDataQualityRulesetEvaluationRunCommand.ts b/clients/client-glue/src/commands/StartDataQualityRulesetEvaluationRunCommand.ts index d8beef5a8a94..3097d6413cdd 100644 --- a/clients/client-glue/src/commands/StartDataQualityRulesetEvaluationRunCommand.ts +++ b/clients/client-glue/src/commands/StartDataQualityRulesetEvaluationRunCommand.ts @@ -9,7 +9,7 @@ import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from import { StartDataQualityRulesetEvaluationRunRequest, StartDataQualityRulesetEvaluationRunResponse, -} from "../models/models_2"; +} from "../models/models_3"; import { de_StartDataQualityRulesetEvaluationRunCommand, se_StartDataQualityRulesetEvaluationRunCommand, diff --git a/clients/client-glue/src/commands/StartExportLabelsTaskRunCommand.ts b/clients/client-glue/src/commands/StartExportLabelsTaskRunCommand.ts index 45a9a6e4c1f8..09aa43f72f46 100644 --- a/clients/client-glue/src/commands/StartExportLabelsTaskRunCommand.ts +++ b/clients/client-glue/src/commands/StartExportLabelsTaskRunCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { StartExportLabelsTaskRunRequest, StartExportLabelsTaskRunResponse } from "../models/models_2"; +import { StartExportLabelsTaskRunRequest, StartExportLabelsTaskRunResponse } from "../models/models_3"; import { de_StartExportLabelsTaskRunCommand, se_StartExportLabelsTaskRunCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/StartImportLabelsTaskRunCommand.ts b/clients/client-glue/src/commands/StartImportLabelsTaskRunCommand.ts index c08f18368abf..0c3f30292e89 100644 --- a/clients/client-glue/src/commands/StartImportLabelsTaskRunCommand.ts +++ b/clients/client-glue/src/commands/StartImportLabelsTaskRunCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { StartImportLabelsTaskRunRequest, StartImportLabelsTaskRunResponse } from "../models/models_2"; +import { StartImportLabelsTaskRunRequest, StartImportLabelsTaskRunResponse } from "../models/models_3"; import { de_StartImportLabelsTaskRunCommand, se_StartImportLabelsTaskRunCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/StartJobRunCommand.ts b/clients/client-glue/src/commands/StartJobRunCommand.ts index 4682175ec164..e62285b9c8a4 100644 --- a/clients/client-glue/src/commands/StartJobRunCommand.ts +++ b/clients/client-glue/src/commands/StartJobRunCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { StartJobRunRequest, StartJobRunResponse } from "../models/models_2"; +import { StartJobRunRequest, StartJobRunResponse } from "../models/models_3"; import { de_StartJobRunCommand, se_StartJobRunCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/StartMLEvaluationTaskRunCommand.ts b/clients/client-glue/src/commands/StartMLEvaluationTaskRunCommand.ts index 84c51ca0641a..23235c30e35c 100644 --- a/clients/client-glue/src/commands/StartMLEvaluationTaskRunCommand.ts +++ b/clients/client-glue/src/commands/StartMLEvaluationTaskRunCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { StartMLEvaluationTaskRunRequest, StartMLEvaluationTaskRunResponse } from "../models/models_2"; +import { StartMLEvaluationTaskRunRequest, StartMLEvaluationTaskRunResponse } from "../models/models_3"; import { de_StartMLEvaluationTaskRunCommand, se_StartMLEvaluationTaskRunCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/StartMLLabelingSetGenerationTaskRunCommand.ts b/clients/client-glue/src/commands/StartMLLabelingSetGenerationTaskRunCommand.ts index cc7f26cb80df..669a9e60111f 100644 --- a/clients/client-glue/src/commands/StartMLLabelingSetGenerationTaskRunCommand.ts +++ b/clients/client-glue/src/commands/StartMLLabelingSetGenerationTaskRunCommand.ts @@ -9,7 +9,7 @@ import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from import { StartMLLabelingSetGenerationTaskRunRequest, StartMLLabelingSetGenerationTaskRunResponse, -} from "../models/models_2"; +} from "../models/models_3"; import { de_StartMLLabelingSetGenerationTaskRunCommand, se_StartMLLabelingSetGenerationTaskRunCommand, diff --git a/clients/client-glue/src/commands/StartTriggerCommand.ts b/clients/client-glue/src/commands/StartTriggerCommand.ts index 901c07279aa2..1e1256c89f3e 100644 --- a/clients/client-glue/src/commands/StartTriggerCommand.ts +++ b/clients/client-glue/src/commands/StartTriggerCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { StartTriggerRequest, StartTriggerResponse } from "../models/models_2"; +import { StartTriggerRequest, StartTriggerResponse } from "../models/models_3"; import { de_StartTriggerCommand, se_StartTriggerCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/StartWorkflowRunCommand.ts b/clients/client-glue/src/commands/StartWorkflowRunCommand.ts index 4c8699c6cd3a..c32b856f7a35 100644 --- a/clients/client-glue/src/commands/StartWorkflowRunCommand.ts +++ b/clients/client-glue/src/commands/StartWorkflowRunCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { StartWorkflowRunRequest, StartWorkflowRunResponse } from "../models/models_2"; +import { StartWorkflowRunRequest, StartWorkflowRunResponse } from "../models/models_3"; import { de_StartWorkflowRunCommand, se_StartWorkflowRunCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/StopColumnStatisticsTaskRunCommand.ts b/clients/client-glue/src/commands/StopColumnStatisticsTaskRunCommand.ts index fccf65c00cab..24c159c3248c 100644 --- a/clients/client-glue/src/commands/StopColumnStatisticsTaskRunCommand.ts +++ b/clients/client-glue/src/commands/StopColumnStatisticsTaskRunCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { StopColumnStatisticsTaskRunRequest, StopColumnStatisticsTaskRunResponse } from "../models/models_2"; +import { StopColumnStatisticsTaskRunRequest, StopColumnStatisticsTaskRunResponse } from "../models/models_3"; import { de_StopColumnStatisticsTaskRunCommand, se_StopColumnStatisticsTaskRunCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/StopColumnStatisticsTaskRunScheduleCommand.ts b/clients/client-glue/src/commands/StopColumnStatisticsTaskRunScheduleCommand.ts index e7ead9372834..3f5eff408827 100644 --- a/clients/client-glue/src/commands/StopColumnStatisticsTaskRunScheduleCommand.ts +++ b/clients/client-glue/src/commands/StopColumnStatisticsTaskRunScheduleCommand.ts @@ -9,7 +9,7 @@ import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from import { StopColumnStatisticsTaskRunScheduleRequest, StopColumnStatisticsTaskRunScheduleResponse, -} from "../models/models_2"; +} from "../models/models_3"; import { de_StopColumnStatisticsTaskRunScheduleCommand, se_StopColumnStatisticsTaskRunScheduleCommand, diff --git a/clients/client-glue/src/commands/StopCrawlerCommand.ts b/clients/client-glue/src/commands/StopCrawlerCommand.ts index c94c12e84558..c78aa9a4455d 100644 --- a/clients/client-glue/src/commands/StopCrawlerCommand.ts +++ b/clients/client-glue/src/commands/StopCrawlerCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { StopCrawlerRequest, StopCrawlerResponse } from "../models/models_2"; +import { StopCrawlerRequest, StopCrawlerResponse } from "../models/models_3"; import { de_StopCrawlerCommand, se_StopCrawlerCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/StopCrawlerScheduleCommand.ts b/clients/client-glue/src/commands/StopCrawlerScheduleCommand.ts index c1e256e83eb0..578741e7cce6 100644 --- a/clients/client-glue/src/commands/StopCrawlerScheduleCommand.ts +++ b/clients/client-glue/src/commands/StopCrawlerScheduleCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { StopCrawlerScheduleRequest, StopCrawlerScheduleResponse } from "../models/models_2"; +import { StopCrawlerScheduleRequest, StopCrawlerScheduleResponse } from "../models/models_3"; import { de_StopCrawlerScheduleCommand, se_StopCrawlerScheduleCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/StopSessionCommand.ts b/clients/client-glue/src/commands/StopSessionCommand.ts index 9561a76a041b..bb3d7382bcc6 100644 --- a/clients/client-glue/src/commands/StopSessionCommand.ts +++ b/clients/client-glue/src/commands/StopSessionCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { StopSessionRequest, StopSessionResponse } from "../models/models_2"; +import { StopSessionRequest, StopSessionResponse } from "../models/models_3"; import { de_StopSessionCommand, se_StopSessionCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/StopTriggerCommand.ts b/clients/client-glue/src/commands/StopTriggerCommand.ts index 86c79f19e992..ee8dd501d071 100644 --- a/clients/client-glue/src/commands/StopTriggerCommand.ts +++ b/clients/client-glue/src/commands/StopTriggerCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { StopTriggerRequest, StopTriggerResponse } from "../models/models_2"; +import { StopTriggerRequest, StopTriggerResponse } from "../models/models_3"; import { de_StopTriggerCommand, se_StopTriggerCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/StopWorkflowRunCommand.ts b/clients/client-glue/src/commands/StopWorkflowRunCommand.ts index 8a10323bf94e..5cf47148a8db 100644 --- a/clients/client-glue/src/commands/StopWorkflowRunCommand.ts +++ b/clients/client-glue/src/commands/StopWorkflowRunCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { StopWorkflowRunRequest, StopWorkflowRunResponse } from "../models/models_2"; +import { StopWorkflowRunRequest, StopWorkflowRunResponse } from "../models/models_3"; import { de_StopWorkflowRunCommand, se_StopWorkflowRunCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/TagResourceCommand.ts b/clients/client-glue/src/commands/TagResourceCommand.ts index 6fea4c487213..dfdeac5c35ae 100644 --- a/clients/client-glue/src/commands/TagResourceCommand.ts +++ b/clients/client-glue/src/commands/TagResourceCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { TagResourceRequest, TagResourceResponse } from "../models/models_2"; +import { TagResourceRequest, TagResourceResponse } from "../models/models_3"; import { de_TagResourceCommand, se_TagResourceCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/TestConnectionCommand.ts b/clients/client-glue/src/commands/TestConnectionCommand.ts index 677ef30ad343..5dc3d5609b72 100644 --- a/clients/client-glue/src/commands/TestConnectionCommand.ts +++ b/clients/client-glue/src/commands/TestConnectionCommand.ts @@ -10,7 +10,7 @@ import { TestConnectionRequest, TestConnectionRequestFilterSensitiveLog, TestConnectionResponse, -} from "../models/models_2"; +} from "../models/models_3"; import { de_TestConnectionCommand, se_TestConnectionCommand } from "../protocols/Aws_json1_1"; /** @@ -43,13 +43,14 @@ export interface TestConnectionCommandOutput extends TestConnectionResponse, __M * const client = new GlueClient(config); * const input = { // TestConnectionRequest * ConnectionName: "STRING_VALUE", + * CatalogId: "STRING_VALUE", * TestConnectionInput: { // TestConnectionInput - * ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA", // required + * ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA" || "GOOGLEADS" || "GOOGLESHEETS" || "GOOGLEANALYTICS4" || "SERVICENOW" || "MARKETO" || "SAPODATA" || "ZENDESK" || "JIRACLOUD" || "NETSUITEERP" || "HUBSPOT" || "FACEBOOKADS" || "INSTAGRAMADS" || "ZOHOCRM" || "SALESFORCEPARDOT" || "SALESFORCEMARKETINGCLOUD" || "SLACK" || "STRIPE" || "INTERCOM" || "SNAPCHATADS", // required * ConnectionProperties: { // ConnectionProperties // required * "": "STRING_VALUE", * }, * AuthenticationConfiguration: { // AuthenticationConfigurationInput - * AuthenticationType: "BASIC" || "OAUTH2" || "CUSTOM", + * AuthenticationType: "BASIC" || "OAUTH2" || "CUSTOM" || "IAM", * OAuth2Properties: { // OAuth2PropertiesInput * OAuth2GrantType: "AUTHORIZATION_CODE" || "CLIENT_CREDENTIALS" || "JWT_BEARER", * OAuth2ClientApplication: { // OAuth2ClientApplication @@ -64,8 +65,22 @@ export interface TestConnectionCommandOutput extends TestConnectionResponse, __M * AuthorizationCode: "STRING_VALUE", * RedirectUri: "STRING_VALUE", * }, + * OAuth2Credentials: { // OAuth2Credentials + * UserManagedClientApplicationClientSecret: "STRING_VALUE", + * AccessToken: "STRING_VALUE", + * RefreshToken: "STRING_VALUE", + * JwtToken: "STRING_VALUE", + * }, * }, * SecretArn: "STRING_VALUE", + * KmsKeyArn: "STRING_VALUE", + * BasicAuthenticationCredentials: { // BasicAuthenticationCredentials + * Username: "STRING_VALUE", + * Password: "STRING_VALUE", + * }, + * CustomAuthenticationCredentials: { // CredentialMap + * "": "STRING_VALUE", + * }, * }, * }, * }; diff --git a/clients/client-glue/src/commands/UntagResourceCommand.ts b/clients/client-glue/src/commands/UntagResourceCommand.ts index 95417025a49f..25ed68a29423 100644 --- a/clients/client-glue/src/commands/UntagResourceCommand.ts +++ b/clients/client-glue/src/commands/UntagResourceCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { UntagResourceRequest, UntagResourceResponse } from "../models/models_2"; +import { UntagResourceRequest, UntagResourceResponse } from "../models/models_3"; import { de_UntagResourceCommand, se_UntagResourceCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/UpdateBlueprintCommand.ts b/clients/client-glue/src/commands/UpdateBlueprintCommand.ts index 3597f39bffe2..9a918d025152 100644 --- a/clients/client-glue/src/commands/UpdateBlueprintCommand.ts +++ b/clients/client-glue/src/commands/UpdateBlueprintCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { UpdateBlueprintRequest, UpdateBlueprintResponse } from "../models/models_2"; +import { UpdateBlueprintRequest, UpdateBlueprintResponse } from "../models/models_3"; import { de_UpdateBlueprintCommand, se_UpdateBlueprintCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/UpdateCatalogCommand.ts b/clients/client-glue/src/commands/UpdateCatalogCommand.ts new file mode 100644 index 000000000000..d8bc7380c71c --- /dev/null +++ b/clients/client-glue/src/commands/UpdateCatalogCommand.ts @@ -0,0 +1,158 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { UpdateCatalogRequest, UpdateCatalogResponse } from "../models/models_3"; +import { de_UpdateCatalogCommand, se_UpdateCatalogCommand } from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link UpdateCatalogCommand}. + */ +export interface UpdateCatalogCommandInput extends UpdateCatalogRequest {} +/** + * @public + * + * The output of {@link UpdateCatalogCommand}. + */ +export interface UpdateCatalogCommandOutput extends UpdateCatalogResponse, __MetadataBearer {} + +/** + *

Updates an existing catalog's properties in the Glue Data Catalog.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, UpdateCatalogCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, UpdateCatalogCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // UpdateCatalogRequest + * CatalogId: "STRING_VALUE", // required + * CatalogInput: { // CatalogInput + * Description: "STRING_VALUE", + * FederatedCatalog: { // FederatedCatalog + * Identifier: "STRING_VALUE", + * ConnectionName: "STRING_VALUE", + * }, + * Parameters: { // ParametersMap + * "": "STRING_VALUE", + * }, + * TargetRedshiftCatalog: { // TargetRedshiftCatalog + * CatalogArn: "STRING_VALUE", // required + * }, + * CatalogProperties: { // CatalogProperties + * DataLakeAccessProperties: { // DataLakeAccessProperties + * DataLakeAccess: true || false, + * DataTransferRole: "STRING_VALUE", + * KmsKey: "STRING_VALUE", + * CatalogType: "STRING_VALUE", + * }, + * CustomProperties: { + * "": "STRING_VALUE", + * }, + * }, + * CreateTableDefaultPermissions: [ // PrincipalPermissionsList + * { // PrincipalPermissions + * Principal: { // DataLakePrincipal + * DataLakePrincipalIdentifier: "STRING_VALUE", + * }, + * Permissions: [ // PermissionList + * "ALL" || "SELECT" || "ALTER" || "DROP" || "DELETE" || "INSERT" || "CREATE_DATABASE" || "CREATE_TABLE" || "DATA_LOCATION_ACCESS", + * ], + * }, + * ], + * CreateDatabaseDefaultPermissions: [ + * { + * Principal: { + * DataLakePrincipalIdentifier: "STRING_VALUE", + * }, + * Permissions: [ + * "ALL" || "SELECT" || "ALTER" || "DROP" || "DELETE" || "INSERT" || "CREATE_DATABASE" || "CREATE_TABLE" || "DATA_LOCATION_ACCESS", + * ], + * }, + * ], + * }, + * }; + * const command = new UpdateCatalogCommand(input); + * const response = await client.send(command); + * // {}; + * + * ``` + * + * @param UpdateCatalogCommandInput - {@link UpdateCatalogCommandInput} + * @returns {@link UpdateCatalogCommandOutput} + * @see {@link UpdateCatalogCommandInput} for command's `input` shape. + * @see {@link UpdateCatalogCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link ConcurrentModificationException} (client fault) + *

Two processes are trying to modify a resource simultaneously.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link FederationSourceException} (client fault) + *

A federation source failed.

+ * + * @throws {@link GlueEncryptionException} (client fault) + *

An encryption operation failed.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link OperationTimeoutException} (client fault) + *

The operation timed out.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class UpdateCatalogCommand extends $Command + .classBuilder< + UpdateCatalogCommandInput, + UpdateCatalogCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "UpdateCatalog", {}) + .n("GlueClient", "UpdateCatalogCommand") + .f(void 0, void 0) + .ser(se_UpdateCatalogCommand) + .de(de_UpdateCatalogCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: UpdateCatalogRequest; + output: {}; + }; + sdk: { + input: UpdateCatalogCommandInput; + output: UpdateCatalogCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/UpdateClassifierCommand.ts b/clients/client-glue/src/commands/UpdateClassifierCommand.ts index 327a9f6df5c7..19baf7ccb14e 100644 --- a/clients/client-glue/src/commands/UpdateClassifierCommand.ts +++ b/clients/client-glue/src/commands/UpdateClassifierCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { UpdateClassifierRequest, UpdateClassifierResponse } from "../models/models_2"; +import { UpdateClassifierRequest, UpdateClassifierResponse } from "../models/models_3"; import { de_UpdateClassifierCommand, se_UpdateClassifierCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/UpdateColumnStatisticsForPartitionCommand.ts b/clients/client-glue/src/commands/UpdateColumnStatisticsForPartitionCommand.ts index eb3a16a5cd1a..9f36a4a6cbf5 100644 --- a/clients/client-glue/src/commands/UpdateColumnStatisticsForPartitionCommand.ts +++ b/clients/client-glue/src/commands/UpdateColumnStatisticsForPartitionCommand.ts @@ -9,7 +9,7 @@ import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from import { UpdateColumnStatisticsForPartitionRequest, UpdateColumnStatisticsForPartitionResponse, -} from "../models/models_2"; +} from "../models/models_3"; import { de_UpdateColumnStatisticsForPartitionCommand, se_UpdateColumnStatisticsForPartitionCommand, diff --git a/clients/client-glue/src/commands/UpdateColumnStatisticsForTableCommand.ts b/clients/client-glue/src/commands/UpdateColumnStatisticsForTableCommand.ts index 598875304502..c2fb52749844 100644 --- a/clients/client-glue/src/commands/UpdateColumnStatisticsForTableCommand.ts +++ b/clients/client-glue/src/commands/UpdateColumnStatisticsForTableCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { UpdateColumnStatisticsForTableRequest, UpdateColumnStatisticsForTableResponse } from "../models/models_2"; +import { UpdateColumnStatisticsForTableRequest, UpdateColumnStatisticsForTableResponse } from "../models/models_3"; import { de_UpdateColumnStatisticsForTableCommand, se_UpdateColumnStatisticsForTableCommand, diff --git a/clients/client-glue/src/commands/UpdateColumnStatisticsTaskSettingsCommand.ts b/clients/client-glue/src/commands/UpdateColumnStatisticsTaskSettingsCommand.ts index ce7e0e6c6ad1..d36a82d1edc2 100644 --- a/clients/client-glue/src/commands/UpdateColumnStatisticsTaskSettingsCommand.ts +++ b/clients/client-glue/src/commands/UpdateColumnStatisticsTaskSettingsCommand.ts @@ -9,7 +9,7 @@ import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from import { UpdateColumnStatisticsTaskSettingsRequest, UpdateColumnStatisticsTaskSettingsResponse, -} from "../models/models_2"; +} from "../models/models_3"; import { de_UpdateColumnStatisticsTaskSettingsCommand, se_UpdateColumnStatisticsTaskSettingsCommand, diff --git a/clients/client-glue/src/commands/UpdateConnectionCommand.ts b/clients/client-glue/src/commands/UpdateConnectionCommand.ts index 1e0045800732..7b6c219a5563 100644 --- a/clients/client-glue/src/commands/UpdateConnectionCommand.ts +++ b/clients/client-glue/src/commands/UpdateConnectionCommand.ts @@ -10,7 +10,7 @@ import { UpdateConnectionRequest, UpdateConnectionRequestFilterSensitiveLog, UpdateConnectionResponse, -} from "../models/models_2"; +} from "../models/models_3"; import { de_UpdateConnectionCommand, se_UpdateConnectionCommand } from "../protocols/Aws_json1_1"; /** @@ -45,14 +45,20 @@ export interface UpdateConnectionCommandOutput extends UpdateConnectionResponse, * ConnectionInput: { // ConnectionInput * Name: "STRING_VALUE", // required * Description: "STRING_VALUE", - * ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA", // required + * ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA" || "GOOGLEADS" || "GOOGLESHEETS" || "GOOGLEANALYTICS4" || "SERVICENOW" || "MARKETO" || "SAPODATA" || "ZENDESK" || "JIRACLOUD" || "NETSUITEERP" || "HUBSPOT" || "FACEBOOKADS" || "INSTAGRAMADS" || "ZOHOCRM" || "SALESFORCEPARDOT" || "SALESFORCEMARKETINGCLOUD" || "SLACK" || "STRIPE" || "INTERCOM" || "SNAPCHATADS", // required * MatchCriteria: [ // MatchCriteria * "STRING_VALUE", * ], * ConnectionProperties: { // ConnectionProperties // required * "": "STRING_VALUE", * }, - * AthenaProperties: { // PropertyMap + * SparkProperties: { // PropertyMap + * "": "STRING_VALUE", + * }, + * AthenaProperties: { + * "": "STRING_VALUE", + * }, + * PythonProperties: { * "": "STRING_VALUE", * }, * PhysicalConnectionRequirements: { // PhysicalConnectionRequirements @@ -63,7 +69,7 @@ export interface UpdateConnectionCommandOutput extends UpdateConnectionResponse, * AvailabilityZone: "STRING_VALUE", * }, * AuthenticationConfiguration: { // AuthenticationConfigurationInput - * AuthenticationType: "BASIC" || "OAUTH2" || "CUSTOM", + * AuthenticationType: "BASIC" || "OAUTH2" || "CUSTOM" || "IAM", * OAuth2Properties: { // OAuth2PropertiesInput * OAuth2GrantType: "AUTHORIZATION_CODE" || "CLIENT_CREDENTIALS" || "JWT_BEARER", * OAuth2ClientApplication: { // OAuth2ClientApplication @@ -78,10 +84,27 @@ export interface UpdateConnectionCommandOutput extends UpdateConnectionResponse, * AuthorizationCode: "STRING_VALUE", * RedirectUri: "STRING_VALUE", * }, + * OAuth2Credentials: { // OAuth2Credentials + * UserManagedClientApplicationClientSecret: "STRING_VALUE", + * AccessToken: "STRING_VALUE", + * RefreshToken: "STRING_VALUE", + * JwtToken: "STRING_VALUE", + * }, * }, * SecretArn: "STRING_VALUE", + * KmsKeyArn: "STRING_VALUE", + * BasicAuthenticationCredentials: { // BasicAuthenticationCredentials + * Username: "STRING_VALUE", + * Password: "STRING_VALUE", + * }, + * CustomAuthenticationCredentials: { // CredentialMap + * "": "STRING_VALUE", + * }, * }, * ValidateCredentials: true || false, + * ValidateForComputeEnvironments: [ // ComputeEnvironmentList + * "SPARK" || "ATHENA" || "PYTHON", + * ], * }, * }; * const command = new UpdateConnectionCommand(input); diff --git a/clients/client-glue/src/commands/UpdateCrawlerCommand.ts b/clients/client-glue/src/commands/UpdateCrawlerCommand.ts index 492800a6cbb4..01ba4329498b 100644 --- a/clients/client-glue/src/commands/UpdateCrawlerCommand.ts +++ b/clients/client-glue/src/commands/UpdateCrawlerCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { UpdateCrawlerRequest, UpdateCrawlerResponse } from "../models/models_2"; +import { UpdateCrawlerRequest, UpdateCrawlerResponse } from "../models/models_3"; import { de_UpdateCrawlerCommand, se_UpdateCrawlerCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/UpdateCrawlerScheduleCommand.ts b/clients/client-glue/src/commands/UpdateCrawlerScheduleCommand.ts index d1daf23bb424..bcaff63338be 100644 --- a/clients/client-glue/src/commands/UpdateCrawlerScheduleCommand.ts +++ b/clients/client-glue/src/commands/UpdateCrawlerScheduleCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { UpdateCrawlerScheduleRequest, UpdateCrawlerScheduleResponse } from "../models/models_2"; +import { UpdateCrawlerScheduleRequest, UpdateCrawlerScheduleResponse } from "../models/models_3"; import { de_UpdateCrawlerScheduleCommand, se_UpdateCrawlerScheduleCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/UpdateDataQualityRulesetCommand.ts b/clients/client-glue/src/commands/UpdateDataQualityRulesetCommand.ts index b2d8e3e014a2..9c08d4aabf14 100644 --- a/clients/client-glue/src/commands/UpdateDataQualityRulesetCommand.ts +++ b/clients/client-glue/src/commands/UpdateDataQualityRulesetCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { UpdateDataQualityRulesetRequest, UpdateDataQualityRulesetResponse } from "../models/models_2"; +import { UpdateDataQualityRulesetRequest, UpdateDataQualityRulesetResponse } from "../models/models_3"; import { de_UpdateDataQualityRulesetCommand, se_UpdateDataQualityRulesetCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/UpdateDatabaseCommand.ts b/clients/client-glue/src/commands/UpdateDatabaseCommand.ts index 9c97fe81aec6..29b1206e7bd4 100644 --- a/clients/client-glue/src/commands/UpdateDatabaseCommand.ts +++ b/clients/client-glue/src/commands/UpdateDatabaseCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { UpdateDatabaseRequest, UpdateDatabaseResponse } from "../models/models_2"; +import { UpdateDatabaseRequest, UpdateDatabaseResponse } from "../models/models_3"; import { de_UpdateDatabaseCommand, se_UpdateDatabaseCommand } from "../protocols/Aws_json1_1"; /** @@ -78,12 +78,21 @@ export interface UpdateDatabaseCommandOutput extends UpdateDatabaseResponse, __M * @see {@link UpdateDatabaseCommandOutput} for command's `response` shape. * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. * + * @throws {@link AlreadyExistsException} (client fault) + *

A resource to be created or added already exists.

+ * * @throws {@link ConcurrentModificationException} (client fault) *

Two processes are trying to modify a resource simultaneously.

* * @throws {@link EntityNotFoundException} (client fault) *

A specified entity does not exist

* + * @throws {@link FederationSourceException} (client fault) + *

A federation source failed.

+ * + * @throws {@link FederationSourceRetryableException} (client fault) + *

A federation source failed, but the operation may be retried.

+ * * @throws {@link GlueEncryptionException} (client fault) *

An encryption operation failed.

* diff --git a/clients/client-glue/src/commands/UpdateIntegrationResourcePropertyCommand.ts b/clients/client-glue/src/commands/UpdateIntegrationResourcePropertyCommand.ts new file mode 100644 index 000000000000..99545eafb13d --- /dev/null +++ b/clients/client-glue/src/commands/UpdateIntegrationResourcePropertyCommand.ts @@ -0,0 +1,139 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { + UpdateIntegrationResourcePropertyRequest, + UpdateIntegrationResourcePropertyResponse, +} from "../models/models_3"; +import { + de_UpdateIntegrationResourcePropertyCommand, + se_UpdateIntegrationResourcePropertyCommand, +} from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link UpdateIntegrationResourcePropertyCommand}. + */ +export interface UpdateIntegrationResourcePropertyCommandInput extends UpdateIntegrationResourcePropertyRequest {} +/** + * @public + * + * The output of {@link UpdateIntegrationResourcePropertyCommand}. + */ +export interface UpdateIntegrationResourcePropertyCommandOutput + extends UpdateIntegrationResourcePropertyResponse, + __MetadataBearer {} + +/** + *

This API can be used for updating the ResourceProperty of the Glue connection (for the source) or Glue database ARN (for the target). These properties can include the role to access the connection or database. Since the same resource can be used across multiple integrations, updating resource properties will impact all the integrations using it.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, UpdateIntegrationResourcePropertyCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, UpdateIntegrationResourcePropertyCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // UpdateIntegrationResourcePropertyRequest + * ResourceArn: "STRING_VALUE", // required + * SourceProcessingProperties: { // SourceProcessingProperties + * RoleArn: "STRING_VALUE", + * }, + * TargetProcessingProperties: { // TargetProcessingProperties + * RoleArn: "STRING_VALUE", + * KmsArn: "STRING_VALUE", + * ConnectionName: "STRING_VALUE", + * EventBusArn: "STRING_VALUE", + * }, + * }; + * const command = new UpdateIntegrationResourcePropertyCommand(input); + * const response = await client.send(command); + * // { // UpdateIntegrationResourcePropertyResponse + * // ResourceArn: "STRING_VALUE", + * // SourceProcessingProperties: { // SourceProcessingProperties + * // RoleArn: "STRING_VALUE", + * // }, + * // TargetProcessingProperties: { // TargetProcessingProperties + * // RoleArn: "STRING_VALUE", + * // KmsArn: "STRING_VALUE", + * // ConnectionName: "STRING_VALUE", + * // EventBusArn: "STRING_VALUE", + * // }, + * // }; + * + * ``` + * + * @param UpdateIntegrationResourcePropertyCommandInput - {@link UpdateIntegrationResourcePropertyCommandInput} + * @returns {@link UpdateIntegrationResourcePropertyCommandOutput} + * @see {@link UpdateIntegrationResourcePropertyCommandInput} for command's `input` shape. + * @see {@link UpdateIntegrationResourcePropertyCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link InternalServerException} (server fault) + *

An internal server error occurred.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link ResourceNotFoundException} (client fault) + *

The resource could not be found.

+ * + * @throws {@link ValidationException} (client fault) + *

A value could not be validated.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class UpdateIntegrationResourcePropertyCommand extends $Command + .classBuilder< + UpdateIntegrationResourcePropertyCommandInput, + UpdateIntegrationResourcePropertyCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "UpdateIntegrationResourceProperty", {}) + .n("GlueClient", "UpdateIntegrationResourcePropertyCommand") + .f(void 0, void 0) + .ser(se_UpdateIntegrationResourcePropertyCommand) + .de(de_UpdateIntegrationResourcePropertyCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: UpdateIntegrationResourcePropertyRequest; + output: UpdateIntegrationResourcePropertyResponse; + }; + sdk: { + input: UpdateIntegrationResourcePropertyCommandInput; + output: UpdateIntegrationResourcePropertyCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/UpdateIntegrationTablePropertiesCommand.ts b/clients/client-glue/src/commands/UpdateIntegrationTablePropertiesCommand.ts new file mode 100644 index 000000000000..4ba9ea09aba0 --- /dev/null +++ b/clients/client-glue/src/commands/UpdateIntegrationTablePropertiesCommand.ts @@ -0,0 +1,138 @@ +// smithy-typescript generated code +import { getEndpointPlugin } from "@smithy/middleware-endpoint"; +import { getSerdePlugin } from "@smithy/middleware-serde"; +import { Command as $Command } from "@smithy/smithy-client"; +import { MetadataBearer as __MetadataBearer } from "@smithy/types"; + +import { commonParams } from "../endpoint/EndpointParameters"; +import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; +import { UpdateIntegrationTablePropertiesRequest, UpdateIntegrationTablePropertiesResponse } from "../models/models_3"; +import { + de_UpdateIntegrationTablePropertiesCommand, + se_UpdateIntegrationTablePropertiesCommand, +} from "../protocols/Aws_json1_1"; + +/** + * @public + */ +export type { __MetadataBearer }; +export { $Command }; +/** + * @public + * + * The input for {@link UpdateIntegrationTablePropertiesCommand}. + */ +export interface UpdateIntegrationTablePropertiesCommandInput extends UpdateIntegrationTablePropertiesRequest {} +/** + * @public + * + * The output of {@link UpdateIntegrationTablePropertiesCommand}. + */ +export interface UpdateIntegrationTablePropertiesCommandOutput + extends UpdateIntegrationTablePropertiesResponse, + __MetadataBearer {} + +/** + *

This API is used to provide optional override properties for the tables that need to be replicated. These properties can include properties for filtering and partitioning for the source and target tables. To set both source and target properties the same API need to be invoked with the Glue connection ARN as ResourceArn with SourceTableConfig, and the Glue database ARN as ResourceArn with TargetTableConfig respectively.

+ *

The override will be reflected across all the integrations using same ResourceArn and source table.

+ * @example + * Use a bare-bones client and the command you need to make an API call. + * ```javascript + * import { GlueClient, UpdateIntegrationTablePropertiesCommand } from "@aws-sdk/client-glue"; // ES Modules import + * // const { GlueClient, UpdateIntegrationTablePropertiesCommand } = require("@aws-sdk/client-glue"); // CommonJS import + * const client = new GlueClient(config); + * const input = { // UpdateIntegrationTablePropertiesRequest + * ResourceArn: "STRING_VALUE", // required + * TableName: "STRING_VALUE", // required + * SourceTableConfig: { // SourceTableConfig + * Fields: [ // SourceTableFieldsList + * "STRING_VALUE", + * ], + * FilterPredicate: "STRING_VALUE", + * PrimaryKey: [ // PrimaryKeyList + * "STRING_VALUE", + * ], + * RecordUpdateField: "STRING_VALUE", + * }, + * TargetTableConfig: { // TargetTableConfig + * UnnestSpec: "TOPLEVEL" || "FULL" || "NOUNNEST", + * PartitionSpec: [ // IntegrationPartitionSpecList + * { // IntegrationPartition + * FieldName: "STRING_VALUE", + * FunctionSpec: "STRING_VALUE", + * }, + * ], + * TargetTableName: "STRING_VALUE", + * }, + * }; + * const command = new UpdateIntegrationTablePropertiesCommand(input); + * const response = await client.send(command); + * // {}; + * + * ``` + * + * @param UpdateIntegrationTablePropertiesCommandInput - {@link UpdateIntegrationTablePropertiesCommandInput} + * @returns {@link UpdateIntegrationTablePropertiesCommandOutput} + * @see {@link UpdateIntegrationTablePropertiesCommandInput} for command's `input` shape. + * @see {@link UpdateIntegrationTablePropertiesCommandOutput} for command's `response` shape. + * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. + * + * @throws {@link AccessDeniedException} (client fault) + *

Access to a resource was denied.

+ * + * @throws {@link EntityNotFoundException} (client fault) + *

A specified entity does not exist

+ * + * @throws {@link InternalServerException} (server fault) + *

An internal server error occurred.

+ * + * @throws {@link InternalServiceException} (server fault) + *

An internal service error occurred.

+ * + * @throws {@link InvalidInputException} (client fault) + *

The input provided was not valid.

+ * + * @throws {@link ResourceNotFoundException} (client fault) + *

The resource could not be found.

+ * + * @throws {@link ValidationException} (client fault) + *

A value could not be validated.

+ * + * @throws {@link GlueServiceException} + *

Base exception class for all service exceptions from Glue service.

+ * + * @public + */ +export class UpdateIntegrationTablePropertiesCommand extends $Command + .classBuilder< + UpdateIntegrationTablePropertiesCommandInput, + UpdateIntegrationTablePropertiesCommandOutput, + GlueClientResolvedConfig, + ServiceInputTypes, + ServiceOutputTypes + >() + .ep(commonParams) + .m(function (this: any, Command: any, cs: any, config: GlueClientResolvedConfig, o: any) { + return [ + getSerdePlugin(config, this.serialize, this.deserialize), + getEndpointPlugin(config, Command.getEndpointParameterInstructions()), + ]; + }) + .s("AWSGlue", "UpdateIntegrationTableProperties", {}) + .n("GlueClient", "UpdateIntegrationTablePropertiesCommand") + .f(void 0, void 0) + .ser(se_UpdateIntegrationTablePropertiesCommand) + .de(de_UpdateIntegrationTablePropertiesCommand) + .build() { + /** @internal type navigation helper, not in runtime. */ + protected declare static __types: { + api: { + input: UpdateIntegrationTablePropertiesRequest; + output: {}; + }; + sdk: { + input: UpdateIntegrationTablePropertiesCommandInput; + output: UpdateIntegrationTablePropertiesCommandOutput; + }; + }; +} diff --git a/clients/client-glue/src/commands/UpdateTableCommand.ts b/clients/client-glue/src/commands/UpdateTableCommand.ts index c4fa6194b09f..a1978f14df9c 100644 --- a/clients/client-glue/src/commands/UpdateTableCommand.ts +++ b/clients/client-glue/src/commands/UpdateTableCommand.ts @@ -156,12 +156,21 @@ export interface UpdateTableCommandOutput extends UpdateTableResponse, __Metadat * @see {@link UpdateTableCommandOutput} for command's `response` shape. * @see {@link GlueClientResolvedConfig | config} for GlueClient's `config` shape. * + * @throws {@link AlreadyExistsException} (client fault) + *

A resource to be created or added already exists.

+ * * @throws {@link ConcurrentModificationException} (client fault) *

Two processes are trying to modify a resource simultaneously.

* * @throws {@link EntityNotFoundException} (client fault) *

A specified entity does not exist

* + * @throws {@link FederationSourceException} (client fault) + *

A federation source failed.

+ * + * @throws {@link FederationSourceRetryableException} (client fault) + *

A federation source failed, but the operation may be retried.

+ * * @throws {@link GlueEncryptionException} (client fault) *

An encryption operation failed.

* diff --git a/clients/client-glue/src/commands/index.ts b/clients/client-glue/src/commands/index.ts index 1a5bf6aec7e7..b96319407d74 100644 --- a/clients/client-glue/src/commands/index.ts +++ b/clients/client-glue/src/commands/index.ts @@ -23,6 +23,7 @@ export * from "./CancelMLTaskRunCommand"; export * from "./CancelStatementCommand"; export * from "./CheckSchemaVersionValidityCommand"; export * from "./CreateBlueprintCommand"; +export * from "./CreateCatalogCommand"; export * from "./CreateClassifierCommand"; export * from "./CreateColumnStatisticsTaskSettingsCommand"; export * from "./CreateConnectionCommand"; @@ -31,6 +32,9 @@ export * from "./CreateCustomEntityTypeCommand"; export * from "./CreateDataQualityRulesetCommand"; export * from "./CreateDatabaseCommand"; export * from "./CreateDevEndpointCommand"; +export * from "./CreateIntegrationCommand"; +export * from "./CreateIntegrationResourcePropertyCommand"; +export * from "./CreateIntegrationTablePropertiesCommand"; export * from "./CreateJobCommand"; export * from "./CreateMLTransformCommand"; export * from "./CreatePartitionCommand"; @@ -47,6 +51,7 @@ export * from "./CreateUsageProfileCommand"; export * from "./CreateUserDefinedFunctionCommand"; export * from "./CreateWorkflowCommand"; export * from "./DeleteBlueprintCommand"; +export * from "./DeleteCatalogCommand"; export * from "./DeleteClassifierCommand"; export * from "./DeleteColumnStatisticsForPartitionCommand"; export * from "./DeleteColumnStatisticsForTableCommand"; @@ -57,6 +62,8 @@ export * from "./DeleteCustomEntityTypeCommand"; export * from "./DeleteDataQualityRulesetCommand"; export * from "./DeleteDatabaseCommand"; export * from "./DeleteDevEndpointCommand"; +export * from "./DeleteIntegrationCommand"; +export * from "./DeleteIntegrationTablePropertiesCommand"; export * from "./DeleteJobCommand"; export * from "./DeleteMLTransformCommand"; export * from "./DeletePartitionCommand"; @@ -74,10 +81,16 @@ export * from "./DeleteTriggerCommand"; export * from "./DeleteUsageProfileCommand"; export * from "./DeleteUserDefinedFunctionCommand"; export * from "./DeleteWorkflowCommand"; +export * from "./DescribeConnectionTypeCommand"; +export * from "./DescribeEntityCommand"; +export * from "./DescribeInboundIntegrationsCommand"; +export * from "./DescribeIntegrationsCommand"; export * from "./GetBlueprintCommand"; export * from "./GetBlueprintRunCommand"; export * from "./GetBlueprintRunsCommand"; +export * from "./GetCatalogCommand"; export * from "./GetCatalogImportStatusCommand"; +export * from "./GetCatalogsCommand"; export * from "./GetClassifierCommand"; export * from "./GetClassifiersCommand"; export * from "./GetColumnStatisticsForPartitionCommand"; @@ -103,6 +116,9 @@ export * from "./GetDatabasesCommand"; export * from "./GetDataflowGraphCommand"; export * from "./GetDevEndpointCommand"; export * from "./GetDevEndpointsCommand"; +export * from "./GetEntityRecordsCommand"; +export * from "./GetIntegrationResourcePropertyCommand"; +export * from "./GetIntegrationTablePropertiesCommand"; export * from "./GetJobBookmarkCommand"; export * from "./GetJobCommand"; export * from "./GetJobRunCommand"; @@ -149,6 +165,7 @@ export * from "./GetWorkflowRunsCommand"; export * from "./ImportCatalogToGlueCommand"; export * from "./ListBlueprintsCommand"; export * from "./ListColumnStatisticsTaskRunsCommand"; +export * from "./ListConnectionTypesCommand"; export * from "./ListCrawlersCommand"; export * from "./ListCrawlsCommand"; export * from "./ListCustomEntityTypesCommand"; @@ -159,6 +176,7 @@ export * from "./ListDataQualityRulesetsCommand"; export * from "./ListDataQualityStatisticAnnotationsCommand"; export * from "./ListDataQualityStatisticsCommand"; export * from "./ListDevEndpointsCommand"; +export * from "./ListEntitiesCommand"; export * from "./ListJobsCommand"; export * from "./ListMLTransformsCommand"; export * from "./ListRegistriesCommand"; @@ -170,6 +188,7 @@ export * from "./ListTableOptimizerRunsCommand"; export * from "./ListTriggersCommand"; export * from "./ListUsageProfilesCommand"; export * from "./ListWorkflowsCommand"; +export * from "./ModifyIntegrationCommand"; export * from "./PutDataCatalogEncryptionSettingsCommand"; export * from "./PutDataQualityProfileAnnotationCommand"; export * from "./PutResourcePolicyCommand"; @@ -207,6 +226,7 @@ export * from "./TagResourceCommand"; export * from "./TestConnectionCommand"; export * from "./UntagResourceCommand"; export * from "./UpdateBlueprintCommand"; +export * from "./UpdateCatalogCommand"; export * from "./UpdateClassifierCommand"; export * from "./UpdateColumnStatisticsForPartitionCommand"; export * from "./UpdateColumnStatisticsForTableCommand"; @@ -217,6 +237,8 @@ export * from "./UpdateCrawlerScheduleCommand"; export * from "./UpdateDataQualityRulesetCommand"; export * from "./UpdateDatabaseCommand"; export * from "./UpdateDevEndpointCommand"; +export * from "./UpdateIntegrationResourcePropertyCommand"; +export * from "./UpdateIntegrationTablePropertiesCommand"; export * from "./UpdateJobCommand"; export * from "./UpdateJobFromSourceControlCommand"; export * from "./UpdateMLTransformCommand"; diff --git a/clients/client-glue/src/models/models_0.ts b/clients/client-glue/src/models/models_0.ts index d1c1256c7421..073301bcb87f 100644 --- a/clients/client-glue/src/models/models_0.ts +++ b/clients/client-glue/src/models/models_0.ts @@ -182,6 +182,24 @@ export interface Aggregate { Aggs: AggregateOperation[] | undefined; } +/** + *

An object representing a value allowed for a property.

+ * @public + */ +export interface AllowedValue { + /** + *

A description of the allowed value.

+ * @public + */ + Description?: string | undefined; + + /** + *

The value allowed for the property.

+ * @public + */ + Value: string | undefined; +} + /** *

A resource to be created or added already exists.

* @public @@ -642,6 +660,121 @@ export interface AuditContext { AllColumnsRequested?: boolean | undefined; } +/** + * @public + * @enum + */ +export const DataOperation = { + READ: "READ", + WRITE: "WRITE", +} as const; + +/** + * @public + */ +export type DataOperation = (typeof DataOperation)[keyof typeof DataOperation]; + +/** + * @public + * @enum + */ +export const PropertyType = { + READ_ONLY: "READ_ONLY", + SECRET: "SECRET", + SECRET_OR_USER_INPUT: "SECRET_OR_USER_INPUT", + UNUSED: "UNUSED", + USER_INPUT: "USER_INPUT", +} as const; + +/** + * @public + */ +export type PropertyType = (typeof PropertyType)[keyof typeof PropertyType]; + +/** + *

An object that defines a connection type for a compute environment.

+ * @public + */ +export interface Property { + /** + *

The name of the property.

+ * @public + */ + Name: string | undefined; + + /** + *

A description of the property.

+ * @public + */ + Description: string | undefined; + + /** + *

Indicates whether the property is required.

+ * @public + */ + Required: boolean | undefined; + + /** + *

The default value for the property.

+ * @public + */ + DefaultValue?: string | undefined; + + /** + *

Describes the type of property.

+ * @public + */ + PropertyTypes: PropertyType[] | undefined; + + /** + *

A list of AllowedValue objects representing the values allowed for the property.

+ * @public + */ + AllowedValues?: AllowedValue[] | undefined; + + /** + *

Indicates which data operations are applicable to the property.

+ * @public + */ + DataOperationScopes?: DataOperation[] | undefined; +} + +/** + *

The authentication configuration for a connection returned by the DescribeConnectionType API.

+ * @public + */ +export interface AuthConfiguration { + /** + *

The type of authentication for a connection.

+ * @public + */ + AuthenticationType: Property | undefined; + + /** + *

The Amazon Resource Name (ARN) for the Secrets Manager.

+ * @public + */ + SecretArn?: Property | undefined; + + /** + *

A map of key-value pairs for the OAuth2 properties. Each value is a a Property object.

+ * @public + */ + OAuth2Properties?: Record | undefined; + + /** + *

A map of key-value pairs for the OAuth2 properties. Each value is a a Property object.

+ * @public + */ + BasicAuthenticationProperties?: Record | undefined; + + /** + *

A map of key-value pairs for the custom authentication properties. Each value is a a Property object.

+ * @public + */ + CustomAuthenticationProperties?: Record | undefined; +} + /** * @public * @enum @@ -649,6 +782,7 @@ export interface AuditContext { export const AuthenticationType = { BASIC: "BASIC", CUSTOM: "CUSTOM", + IAM: "IAM", OAUTH2: "OAUTH2", } as const; @@ -744,6 +878,24 @@ export interface AuthenticationConfiguration { OAuth2Properties?: OAuth2Properties | undefined; } +/** + *

For supplying basic auth credentials when not providing a SecretArn value.

+ * @public + */ +export interface BasicAuthenticationCredentials { + /** + *

The username to connect to the data source.

+ * @public + */ + Username?: string | undefined; + + /** + *

The password to connect to the data source.

+ * @public + */ + Password?: string | undefined; +} + /** *

The set of properties required for the the OAuth2 AUTHORIZATION_CODE grant type workflow.

* @public @@ -762,6 +914,36 @@ export interface AuthorizationCodeProperties { RedirectUri?: string | undefined; } +/** + *

The credentials used when the authentication type is OAuth2 authentication.

+ * @public + */ +export interface OAuth2Credentials { + /** + *

The client application client secret if the client application is user managed.

+ * @public + */ + UserManagedClientApplicationClientSecret?: string | undefined; + + /** + *

The access token used when the authentication type is OAuth2.

+ * @public + */ + AccessToken?: string | undefined; + + /** + *

The refresh token used when the authentication type is OAuth2.

+ * @public + */ + RefreshToken?: string | undefined; + + /** + *

The JSON Web Token (JWT) used when the authentication type is OAuth2.

+ * @public + */ + JwtToken?: string | undefined; +} + /** *

A structure containing properties for OAuth2 in the CreateConnection request.

* @public @@ -796,6 +978,12 @@ export interface OAuth2PropertiesInput { * @public */ AuthorizationCodeProperties?: AuthorizationCodeProperties | undefined; + + /** + *

The credentials used when the authentication type is OAuth2 authentication.

+ * @public + */ + OAuth2Credentials?: OAuth2Credentials | undefined; } /** @@ -820,6 +1008,24 @@ export interface AuthenticationConfigurationInput { * @public */ SecretArn?: string | undefined; + + /** + *

The ARN of the KMS key used to encrypt the connection. Only taken an as input in the request and stored in the Secret Manager.

+ * @public + */ + KmsKeyArn?: string | undefined; + + /** + *

The credentials used when the authentication type is basic authentication.

+ * @public + */ + BasicAuthenticationCredentials?: BasicAuthenticationCredentials | undefined; + + /** + *

The credentials used when the authentication type is custom authentication.

+ * @public + */ + CustomAuthenticationCredentials?: Record | undefined; } /** @@ -9161,137 +9367,30 @@ export interface BatchStopJobRunError { } /** - *

Records a successful request to stop a specified JobRun.

- * @public - */ -export interface BatchStopJobRunSuccessfulSubmission { - /** - *

The name of the job definition used in the job run that was stopped.

- * @public - */ - JobName?: string | undefined; - - /** - *

The JobRunId of the job run that was stopped.

- * @public - */ - JobRunId?: string | undefined; -} - -/** - * @public - */ -export interface BatchStopJobRunResponse { - /** - *

A list of the JobRuns that were successfully submitted for stopping.

- * @public - */ - SuccessfulSubmissions?: BatchStopJobRunSuccessfulSubmission[] | undefined; - - /** - *

A list of the errors that were encountered in trying to stop JobRuns, - * including the JobRunId for which each error was encountered and details about the - * error.

- * @public - */ - Errors?: BatchStopJobRunError[] | undefined; -} - -/** - *

A structure that contains the values and structure used to update a partition.

- * @public - */ -export interface BatchUpdatePartitionRequestEntry { - /** - *

A list of values defining the partitions.

- * @public - */ - PartitionValueList: string[] | undefined; - - /** - *

The structure used to update a partition.

- * @public - */ - PartitionInput: PartitionInput | undefined; -} - -/** - * @public - */ -export interface BatchUpdatePartitionRequest { - /** - *

The ID of the catalog in which the partition is to be updated. Currently, this should be - * the Amazon Web Services account ID.

- * @public - */ - CatalogId?: string | undefined; - - /** - *

The name of the metadata database in which the partition is - * to be updated.

- * @public - */ - DatabaseName: string | undefined; - - /** - *

The name of the metadata table in which the partition is to be updated.

- * @public - */ - TableName: string | undefined; - - /** - *

A list of up to 100 BatchUpdatePartitionRequestEntry objects to update.

- * @public - */ - Entries: BatchUpdatePartitionRequestEntry[] | undefined; -} - -/** - *

Contains information about a batch update partition error.

- * @public - */ -export interface BatchUpdatePartitionFailureEntry { - /** - *

A list of values defining the partitions.

- * @public - */ - PartitionValueList?: string[] | undefined; - - /** - *

The details about the batch update partition error.

- * @public - */ - ErrorDetail?: ErrorDetail | undefined; -} - -/** - * @public + * @internal */ -export interface BatchUpdatePartitionResponse { - /** - *

The errors encountered when trying to update the requested partitions. A list of BatchUpdatePartitionFailureEntry objects.

- * @public - */ - Errors?: BatchUpdatePartitionFailureEntry[] | undefined; -} +export const BasicAuthenticationCredentialsFilterSensitiveLog = (obj: BasicAuthenticationCredentials): any => ({ + ...obj, + ...(obj.Password && { Password: SENSITIVE_STRING }), +}); /** - * @public + * @internal */ -export interface CancelDataQualityRuleRecommendationRunRequest { - /** - *

The unique run identifier associated with this run.

- * @public - */ - RunId: string | undefined; -} +export const AuthorizationCodePropertiesFilterSensitiveLog = (obj: AuthorizationCodeProperties): any => ({ + ...obj, + ...(obj.AuthorizationCode && { AuthorizationCode: SENSITIVE_STRING }), +}); /** * @internal */ -export const AuthorizationCodePropertiesFilterSensitiveLog = (obj: AuthorizationCodeProperties): any => ({ +export const OAuth2CredentialsFilterSensitiveLog = (obj: OAuth2Credentials): any => ({ ...obj, - ...(obj.AuthorizationCode && { AuthorizationCode: SENSITIVE_STRING }), + ...(obj.UserManagedClientApplicationClientSecret && { UserManagedClientApplicationClientSecret: SENSITIVE_STRING }), + ...(obj.AccessToken && { AccessToken: SENSITIVE_STRING }), + ...(obj.RefreshToken && { RefreshToken: SENSITIVE_STRING }), + ...(obj.JwtToken && { JwtToken: SENSITIVE_STRING }), }); /** @@ -9302,6 +9401,7 @@ export const OAuth2PropertiesInputFilterSensitiveLog = (obj: OAuth2PropertiesInp ...(obj.AuthorizationCodeProperties && { AuthorizationCodeProperties: AuthorizationCodePropertiesFilterSensitiveLog(obj.AuthorizationCodeProperties), }), + ...(obj.OAuth2Credentials && { OAuth2Credentials: OAuth2CredentialsFilterSensitiveLog(obj.OAuth2Credentials) }), }); /** @@ -9310,6 +9410,12 @@ export const OAuth2PropertiesInputFilterSensitiveLog = (obj: OAuth2PropertiesInp export const AuthenticationConfigurationInputFilterSensitiveLog = (obj: AuthenticationConfigurationInput): any => ({ ...obj, ...(obj.OAuth2Properties && { OAuth2Properties: OAuth2PropertiesInputFilterSensitiveLog(obj.OAuth2Properties) }), + ...(obj.BasicAuthenticationCredentials && { + BasicAuthenticationCredentials: BasicAuthenticationCredentialsFilterSensitiveLog( + obj.BasicAuthenticationCredentials + ), + }), + ...(obj.CustomAuthenticationCredentials && { CustomAuthenticationCredentials: SENSITIVE_STRING }), }); /** diff --git a/clients/client-glue/src/models/models_1.ts b/clients/client-glue/src/models/models_1.ts index 36d10d2fa267..fd5cbdfb90fe 100644 --- a/clients/client-glue/src/models/models_1.ts +++ b/clients/client-glue/src/models/models_1.ts @@ -5,33 +5,25 @@ import { GlueServiceException as __BaseException } from "./GlueServiceException" import { Action, - AuthenticationConfiguration, + AuthConfiguration, AuthenticationConfigurationInput, AuthenticationConfigurationInputFilterSensitiveLog, + AuthenticationType, + BatchStopJobRunError, Blueprint, Column, ConnectionsList, - Crawler, CrawlerTargets, - DataQualityAnalyzerResult, - DataQualityAnalyzerResultFilterSensitiveLog, - DataQualityObservation, - DataQualityObservationFilterSensitiveLog, - DataQualityRuleResult, - DataQualityRuleResultFilterSensitiveLog, - DataSource, - DevEndpoint, + DataOperation, ErrorDetail, EventBatchingCondition, GlueTable, - InclusionAnnotationValue, - JobRun, LakeFormationConfiguration, LineageConfiguration, PartitionInput, Predicate, + Property, RecrawlPolicy, - Schedule, SchemaChangePolicy, SchemaId, StorageDescriptor, @@ -41,6 +33,132 @@ import { WorkerType, } from "./models_0"; +/** + *

Records a successful request to stop a specified JobRun.

+ * @public + */ +export interface BatchStopJobRunSuccessfulSubmission { + /** + *

The name of the job definition used in the job run that was stopped.

+ * @public + */ + JobName?: string | undefined; + + /** + *

The JobRunId of the job run that was stopped.

+ * @public + */ + JobRunId?: string | undefined; +} + +/** + * @public + */ +export interface BatchStopJobRunResponse { + /** + *

A list of the JobRuns that were successfully submitted for stopping.

+ * @public + */ + SuccessfulSubmissions?: BatchStopJobRunSuccessfulSubmission[] | undefined; + + /** + *

A list of the errors that were encountered in trying to stop JobRuns, + * including the JobRunId for which each error was encountered and details about the + * error.

+ * @public + */ + Errors?: BatchStopJobRunError[] | undefined; +} + +/** + *

A structure that contains the values and structure used to update a partition.

+ * @public + */ +export interface BatchUpdatePartitionRequestEntry { + /** + *

A list of values defining the partitions.

+ * @public + */ + PartitionValueList: string[] | undefined; + + /** + *

The structure used to update a partition.

+ * @public + */ + PartitionInput: PartitionInput | undefined; +} + +/** + * @public + */ +export interface BatchUpdatePartitionRequest { + /** + *

The ID of the catalog in which the partition is to be updated. Currently, this should be + * the Amazon Web Services account ID.

+ * @public + */ + CatalogId?: string | undefined; + + /** + *

The name of the metadata database in which the partition is + * to be updated.

+ * @public + */ + DatabaseName: string | undefined; + + /** + *

The name of the metadata table in which the partition is to be updated.

+ * @public + */ + TableName: string | undefined; + + /** + *

A list of up to 100 BatchUpdatePartitionRequestEntry objects to update.

+ * @public + */ + Entries: BatchUpdatePartitionRequestEntry[] | undefined; +} + +/** + *

Contains information about a batch update partition error.

+ * @public + */ +export interface BatchUpdatePartitionFailureEntry { + /** + *

A list of values defining the partitions.

+ * @public + */ + PartitionValueList?: string[] | undefined; + + /** + *

The details about the batch update partition error.

+ * @public + */ + ErrorDetail?: ErrorDetail | undefined; +} + +/** + * @public + */ +export interface BatchUpdatePartitionResponse { + /** + *

The errors encountered when trying to update the requested partitions. A list of BatchUpdatePartitionFailureEntry objects.

+ * @public + */ + Errors?: BatchUpdatePartitionFailureEntry[] | undefined; +} + +/** + * @public + */ +export interface CancelDataQualityRuleRecommendationRunRequest { + /** + *

The unique run identifier associated with this run.

+ * @public + */ + RunId: string | undefined; +} + /** * @public */ @@ -265,164 +383,428 @@ export interface CreateBlueprintResponse { } /** + *

Two processes are trying to modify a resource simultaneously.

* @public - * @enum */ -export const CsvHeaderOption = { - ABSENT: "ABSENT", - PRESENT: "PRESENT", - UNKNOWN: "UNKNOWN", -} as const; +export class ConcurrentModificationException extends __BaseException { + readonly name: "ConcurrentModificationException" = "ConcurrentModificationException"; + readonly $fault: "client" = "client"; + /** + *

A message describing the problem.

+ * @public + */ + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "ConcurrentModificationException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, ConcurrentModificationException.prototype); + this.Message = opts.Message; + } +} /** + *

Input properties to configure data lake access for your catalog resource in the Glue Data Catalog.

* @public */ -export type CsvHeaderOption = (typeof CsvHeaderOption)[keyof typeof CsvHeaderOption]; +export interface DataLakeAccessProperties { + /** + *

Turns on or off data lake access for Apache Spark applications that access Amazon Redshift databases in the Data Catalog from any non-Redshift engine, such as Amazon Athena, Amazon EMR, or Glue ETL.

+ * @public + */ + DataLakeAccess?: boolean | undefined; + + /** + *

A role that will be assumed by Glue for transferring data into/out of the staging bucket during a query.

+ * @public + */ + DataTransferRole?: string | undefined; + + /** + *

An encryption key that will be used for the staging bucket that will be created along with the catalog.

+ * @public + */ + KmsKey?: string | undefined; + + /** + *

Specifies a federated catalog type for the native catalog resource. The currently supported type is aws:redshift.

+ * @public + */ + CatalogType?: string | undefined; +} + +/** + *

A structure that specifies data lake access properties and other custom properties.

+ * @public + */ +export interface CatalogProperties { + /** + *

A DataLakeAccessProperties object that specifies properties to configure data lake access for your catalog resource in the Glue Data Catalog.

+ * @public + */ + DataLakeAccessProperties?: DataLakeAccessProperties | undefined; + + /** + *

Additional key-value properties for the catalog, such as column statistics optimizations.

+ * @public + */ + CustomProperties?: Record | undefined; +} /** * @public * @enum */ -export const CsvSerdeOption = { - LazySimpleSerDe: "LazySimpleSerDe", - None: "None", - OpenCSVSerDe: "OpenCSVSerDe", +export const Permission = { + ALL: "ALL", + ALTER: "ALTER", + CREATE_DATABASE: "CREATE_DATABASE", + CREATE_TABLE: "CREATE_TABLE", + DATA_LOCATION_ACCESS: "DATA_LOCATION_ACCESS", + DELETE: "DELETE", + DROP: "DROP", + INSERT: "INSERT", + SELECT: "SELECT", } as const; /** * @public */ -export type CsvSerdeOption = (typeof CsvSerdeOption)[keyof typeof CsvSerdeOption]; +export type Permission = (typeof Permission)[keyof typeof Permission]; /** - *

Specifies a custom CSV classifier for CreateClassifier to create.

+ *

The Lake Formation principal.

* @public */ -export interface CreateCsvClassifierRequest { - /** - *

The name of the classifier.

- * @public - */ - Name: string | undefined; - +export interface DataLakePrincipal { /** - *

A custom symbol to denote what separates each column entry in the row.

+ *

An identifier for the Lake Formation principal.

* @public */ - Delimiter?: string | undefined; + DataLakePrincipalIdentifier?: string | undefined; +} +/** + *

Permissions granted to a principal.

+ * @public + */ +export interface PrincipalPermissions { /** - *

A custom symbol to denote what combines content into a single column value. Must be different from the column delimiter.

+ *

The principal who is granted permissions.

* @public */ - QuoteSymbol?: string | undefined; + Principal?: DataLakePrincipal | undefined; /** - *

Indicates whether the CSV file contains a header.

+ *

The permissions that are granted to the principal.

* @public */ - ContainsHeader?: CsvHeaderOption | undefined; + Permissions?: Permission[] | undefined; +} +/** + *

A catalog that points to an entity outside the Glue Data Catalog.

+ * @public + */ +export interface FederatedCatalog { /** - *

A list of strings representing column names.

+ *

A unique identifier for the federated catalog.

* @public */ - Header?: string[] | undefined; + Identifier?: string | undefined; /** - *

Specifies not to trim values before identifying the type of column values. The default value is true.

+ *

The name of the connection to an external data source, for example a Redshift-federated catalog.

* @public */ - DisableValueTrimming?: boolean | undefined; + ConnectionName?: string | undefined; +} +/** + *

A structure that describes a target catalog for resource linking.

+ * @public + */ +export interface TargetRedshiftCatalog { /** - *

Enables the processing of files that contain only one column.

+ *

The Amazon Resource Name (ARN) of the catalog resource.

* @public */ - AllowSingleColumn?: boolean | undefined; + CatalogArn: string | undefined; +} +/** + *

A structure that describes catalog properties.

+ * @public + */ +export interface CatalogInput { /** - *

Enables the configuration of custom datatypes.

+ *

Description string, not more than 2048 bytes long, matching the URI address multi-line string pattern. A description of the catalog.

* @public */ - CustomDatatypeConfigured?: boolean | undefined; + Description?: string | undefined; /** - *

Creates a list of supported custom datatypes.

+ *

A FederatedCatalog object. A FederatedCatalog structure that references an entity outside the Glue Data Catalog, for example a Redshift database.

* @public */ - CustomDatatypes?: string[] | undefined; + FederatedCatalog?: FederatedCatalog | undefined; /** - *

Sets the SerDe for processing CSV in the classifier, which will be applied in the Data Catalog. Valid values are OpenCSVSerDe, LazySimpleSerDe, and None. You can specify the None value when you want the crawler to do the detection.

+ *

A map array of key-value pairs that define the parameters and properties of the catalog.

* @public */ - Serde?: CsvSerdeOption | undefined; -} + Parameters?: Record | undefined; -/** - *

Specifies a grok classifier for CreateClassifier - * to create.

- * @public - */ -export interface CreateGrokClassifierRequest { /** - *

An identifier of the data format that the classifier matches, - * such as Twitter, JSON, Omniture logs, Amazon CloudWatch Logs, and so on.

+ *

A TargetRedshiftCatalog object that describes a target catalog for resource linking.

* @public */ - Classification: string | undefined; + TargetRedshiftCatalog?: TargetRedshiftCatalog | undefined; /** - *

The name of the new classifier.

+ *

A CatalogProperties object that specifies data lake access properties and other custom properties.

* @public */ - Name: string | undefined; + CatalogProperties?: CatalogProperties | undefined; /** - *

The grok pattern used by this classifier.

+ *

An array of PrincipalPermissions objects. Creates a set of default permissions on the table(s) for principals. Used by Amazon Web Services Lake Formation. Typically should be explicitly set as an empty list.

* @public */ - GrokPattern: string | undefined; + CreateTableDefaultPermissions?: PrincipalPermissions[] | undefined; /** - *

Optional custom grok patterns used by this classifier.

+ *

An array of PrincipalPermissions objects. Creates a set of default permissions on the database(s) for principals. Used by Amazon Web Services Lake Formation. Typically should be explicitly set as an empty list.

* @public */ - CustomPatterns?: string | undefined; + CreateDatabaseDefaultPermissions?: PrincipalPermissions[] | undefined; } /** - *

Specifies a JSON classifier for CreateClassifier to create.

* @public */ -export interface CreateJsonClassifierRequest { +export interface CreateCatalogRequest { /** - *

The name of the classifier.

+ *

The name of the catalog to create.

* @public */ Name: string | undefined; /** - *

A JsonPath string defining the JSON data for the classifier to classify. - * Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers.

+ *

A CatalogInput object that defines the metadata for the catalog.

* @public */ - JsonPath: string | undefined; -} + CatalogInput: CatalogInput | undefined; -/** - *

Specifies an XML classifier for CreateClassifier to create.

- * @public - */ -export interface CreateXMLClassifierRequest { /** - *

An identifier of the data format that the classifier matches.

+ *

A map array of key-value pairs, not more than 50 pairs. Each key is a UTF-8 string, not less than 1 or more than 128 bytes long. Each value is a UTF-8 string, not more than 256 bytes long. The tags you assign to the catalog.

* @public */ - Classification: string | undefined; + Tags?: Record | undefined; +} - /** +/** + * @public + */ +export interface CreateCatalogResponse {} + +/** + *

A federated resource already exists.

+ * @public + */ +export class FederatedResourceAlreadyExistsException extends __BaseException { + readonly name: "FederatedResourceAlreadyExistsException" = "FederatedResourceAlreadyExistsException"; + readonly $fault: "client" = "client"; + /** + *

The message describing the problem.

+ * @public + */ + Message?: string | undefined; + + /** + *

The associated Glue resource already exists.

+ * @public + */ + AssociatedGlueResource?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "FederatedResourceAlreadyExistsException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, FederatedResourceAlreadyExistsException.prototype); + this.Message = opts.Message; + this.AssociatedGlueResource = opts.AssociatedGlueResource; + } +} + +/** + * @public + * @enum + */ +export const CsvHeaderOption = { + ABSENT: "ABSENT", + PRESENT: "PRESENT", + UNKNOWN: "UNKNOWN", +} as const; + +/** + * @public + */ +export type CsvHeaderOption = (typeof CsvHeaderOption)[keyof typeof CsvHeaderOption]; + +/** + * @public + * @enum + */ +export const CsvSerdeOption = { + LazySimpleSerDe: "LazySimpleSerDe", + None: "None", + OpenCSVSerDe: "OpenCSVSerDe", +} as const; + +/** + * @public + */ +export type CsvSerdeOption = (typeof CsvSerdeOption)[keyof typeof CsvSerdeOption]; + +/** + *

Specifies a custom CSV classifier for CreateClassifier to create.

+ * @public + */ +export interface CreateCsvClassifierRequest { + /** + *

The name of the classifier.

+ * @public + */ + Name: string | undefined; + + /** + *

A custom symbol to denote what separates each column entry in the row.

+ * @public + */ + Delimiter?: string | undefined; + + /** + *

A custom symbol to denote what combines content into a single column value. Must be different from the column delimiter.

+ * @public + */ + QuoteSymbol?: string | undefined; + + /** + *

Indicates whether the CSV file contains a header.

+ * @public + */ + ContainsHeader?: CsvHeaderOption | undefined; + + /** + *

A list of strings representing column names.

+ * @public + */ + Header?: string[] | undefined; + + /** + *

Specifies not to trim values before identifying the type of column values. The default value is true.

+ * @public + */ + DisableValueTrimming?: boolean | undefined; + + /** + *

Enables the processing of files that contain only one column.

+ * @public + */ + AllowSingleColumn?: boolean | undefined; + + /** + *

Enables the configuration of custom datatypes.

+ * @public + */ + CustomDatatypeConfigured?: boolean | undefined; + + /** + *

Creates a list of supported custom datatypes.

+ * @public + */ + CustomDatatypes?: string[] | undefined; + + /** + *

Sets the SerDe for processing CSV in the classifier, which will be applied in the Data Catalog. Valid values are OpenCSVSerDe, LazySimpleSerDe, and None. You can specify the None value when you want the crawler to do the detection.

+ * @public + */ + Serde?: CsvSerdeOption | undefined; +} + +/** + *

Specifies a grok classifier for CreateClassifier + * to create.

+ * @public + */ +export interface CreateGrokClassifierRequest { + /** + *

An identifier of the data format that the classifier matches, + * such as Twitter, JSON, Omniture logs, Amazon CloudWatch Logs, and so on.

+ * @public + */ + Classification: string | undefined; + + /** + *

The name of the new classifier.

+ * @public + */ + Name: string | undefined; + + /** + *

The grok pattern used by this classifier.

+ * @public + */ + GrokPattern: string | undefined; + + /** + *

Optional custom grok patterns used by this classifier.

+ * @public + */ + CustomPatterns?: string | undefined; +} + +/** + *

Specifies a JSON classifier for CreateClassifier to create.

+ * @public + */ +export interface CreateJsonClassifierRequest { + /** + *

The name of the classifier.

+ * @public + */ + Name: string | undefined; + + /** + *

A JsonPath string defining the JSON data for the classifier to classify. + * Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers.

+ * @public + */ + JsonPath: string | undefined; +} + +/** + *

Specifies an XML classifier for CreateClassifier to create.

+ * @public + */ +export interface CreateXMLClassifierRequest { + /** + *

An identifier of the data format that the classifier matches.

+ * @public + */ + Classification: string | undefined; + + /** *

The name of the classifier.

* @public */ @@ -586,6 +968,8 @@ export const ConnectionPropertyKey = { ENCRYPTED_KAFKA_SASL_PLAIN_PASSWORD: "ENCRYPTED_KAFKA_SASL_PLAIN_PASSWORD", ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD: "ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD", ENCRYPTED_PASSWORD: "ENCRYPTED_PASSWORD", + ENDPOINT: "ENDPOINT", + ENDPOINT_TYPE: "ENDPOINT_TYPE", HOST: "HOST", INSTANCE_ID: "INSTANCE_ID", JDBC_CONNECTION_URL: "JDBC_CONNECTION_URL", @@ -632,15 +1016,34 @@ export type ConnectionPropertyKey = (typeof ConnectionPropertyKey)[keyof typeof */ export const ConnectionType = { CUSTOM: "CUSTOM", + FACEBOOKADS: "FACEBOOKADS", + GOOGLEADS: "GOOGLEADS", + GOOGLEANALYTICS4: "GOOGLEANALYTICS4", + GOOGLESHEETS: "GOOGLESHEETS", + HUBSPOT: "HUBSPOT", + INSTAGRAMADS: "INSTAGRAMADS", + INTERCOM: "INTERCOM", JDBC: "JDBC", + JIRACLOUD: "JIRACLOUD", KAFKA: "KAFKA", + MARKETO: "MARKETO", MARKETPLACE: "MARKETPLACE", MONGODB: "MONGODB", + NETSUITEERP: "NETSUITEERP", NETWORK: "NETWORK", SALESFORCE: "SALESFORCE", + SALESFORCEMARKETINGCLOUD: "SALESFORCEMARKETINGCLOUD", + SALESFORCEPARDOT: "SALESFORCEPARDOT", + SAPODATA: "SAPODATA", + SERVICENOW: "SERVICENOW", SFTP: "SFTP", + SLACK: "SLACK", + SNAPCHATADS: "SNAPCHATADS", + STRIPE: "STRIPE", VIEW_VALIDATION_ATHENA: "VIEW_VALIDATION_ATHENA", VIEW_VALIDATION_REDSHIFT: "VIEW_VALIDATION_REDSHIFT", + ZENDESK: "ZENDESK", + ZOHOCRM: "ZOHOCRM", } as const; /** @@ -672,6 +1075,21 @@ export interface PhysicalConnectionRequirements { AvailabilityZone?: string | undefined; } +/** + * @public + * @enum + */ +export const ComputeEnvironment = { + ATHENA: "ATHENA", + PYTHON: "PYTHON", + SPARK: "SPARK", +} as const; + +/** + * @public + */ +export type ComputeEnvironment = (typeof ComputeEnvironment)[keyof typeof ComputeEnvironment]; + /** *

A structure that is used to specify a connection to create or update.

* @public @@ -751,15 +1169,6 @@ export interface ConnectionInput { * *
  • *

    - * SALESFORCE - Designates a connection to Salesforce using OAuth authencation.

    - *
      - *
    • - *

      Requires the AuthenticationConfiguration member to be configured.

      - *
      • - *
    - *
    • - *
  • - *

    * VIEW_VALIDATION_REDSHIFT - Designates a connection used for view validation by Amazon Redshift.

    *
    • *
  • @@ -792,49 +1201,151 @@ export interface ConnectionInput { * CUSTOM - Uses configuration settings contained in a custom connector to read from and write to data stores that are not natively supported by Glue.

    *
    • * - *

    - * SFTP is not supported.

    - *

    For more information about how optional ConnectionProperties are used to configure features in Glue, consult Glue connection properties.

    - *

    For more information about how optional ConnectionProperties are used to configure features in Glue Studio, consult Using connectors and connections.

    - * @public - */ - ConnectionType: ConnectionType | undefined; - - /** - *

    A list of criteria that can be used in selecting this connection.

    - * @public - */ - MatchCriteria?: string[] | undefined; - - /** - *

    These key-value pairs define parameters for the connection.

    - * @public - */ - ConnectionProperties: Partial> | undefined; - - /** - *

    This field is not currently used.

    - * @public - */ - AthenaProperties?: Record | undefined; - - /** - *

    The physical connection requirements, such as virtual private cloud (VPC) and SecurityGroup, that are needed to successfully make this connection.

    - * @public - */ - PhysicalConnectionRequirements?: PhysicalConnectionRequirements | undefined; - - /** - *

    The authentication properties of the connection. Used for a Salesforce connection.

    - * @public - */ - AuthenticationConfiguration?: AuthenticationConfigurationInput | undefined; - - /** - *

    A flag to validate the credentials during create connection. Used for a Salesforce connection. Default is true.

    - * @public - */ - ValidateCredentials?: boolean | undefined; + *

    Additionally, a ConnectionType for the following SaaS connectors is supported:

    + *
      + *
    • + *

      + * FACEBOOKADS - Designates a connection to Facebook Ads.

      + *
      • + *
    • + *

      + * GOOGLEADS - Designates a connection to Google Ads.

      + *
      • + *
    • + *

      + * GOOGLESHEETS - Designates a connection to Google Sheets.

      + *
      • + *
    • + *

      + * GOOGLEANALYTICS4 - Designates a connection to Google Analytics 4.

      + *
      • + *
    • + *

      + * HUBSPOT - Designates a connection to HubSpot.

      + *
      • + *
    • + *

      + * INSTAGRAMADS - Designates a connection to Instagram Ads.

      + *
      • + *
    • + *

      + * INTERCOM - Designates a connection to Intercom.

      + *
      • + *
    • + *

      + * JIRACLOUD - Designates a connection to Jira Cloud.

      + *
      • + *
    • + *

      + * MARKETO - Designates a connection to Adobe Marketo Engage.

      + *
      • + *
    • + *

      + * NETSUITEERP - Designates a connection to Oracle NetSuite.

      + *
      • + *
    • + *

      + * SALESFORCE - Designates a connection to Salesforce using OAuth authentication.

      + *
      • + *
    • + *

      + * SALESFORCEMARKETINGCLOUD - Designates a connection to Salesforce Marketing Cloud.

      + *
      • + *
    • + *

      + * SALESFORCEPARDOT - Designates a connection to Salesforce Marketing Cloud Account Engagement (MCAE).

      + *
      • + *
    • + *

      + * SAPODATA - Designates a connection to SAP OData.

      + *
      • + *
    • + *

      + * SERVICENOW - Designates a connection to ServiceNow.

      + *
      • + *
    • + *

      + * SLACK - Designates a connection to Slack.

      + *
      • + *
    • + *

      + * SNAPCHATADS - Designates a connection to Snapchat Ads.

      + *
      • + *
    • + *

      + * STRIPE - Designates a connection to Stripe.

      + *
      • + *
    • + *

      + * ZENDESK - Designates a connection to Zendesk.

      + *
      • + *
    • + *

      + * ZOHOCRM - Designates a connection to Zoho CRM.

      + *
      • + *
    + *

    For more information on the connection parameters needed for a particular connector, see the documentation for the connector in Adding an Glue connectionin the Glue User Guide.

    + *

    + * SFTP is not supported.

    + *

    For more information about how optional ConnectionProperties are used to configure features in Glue, consult Glue connection properties.

    + *

    For more information about how optional ConnectionProperties are used to configure features in Glue Studio, consult Using connectors and connections.

    + * @public + */ + ConnectionType: ConnectionType | undefined; + + /** + *

    A list of criteria that can be used in selecting this connection.

    + * @public + */ + MatchCriteria?: string[] | undefined; + + /** + *

    These key-value pairs define parameters for the connection.

    + * @public + */ + ConnectionProperties: Partial> | undefined; + + /** + *

    Connection properties specific to the Spark compute environment.

    + * @public + */ + SparkProperties?: Record | undefined; + + /** + *

    Connection properties specific to the Athena compute environment.

    + * @public + */ + AthenaProperties?: Record | undefined; + + /** + *

    Connection properties specific to the Python compute environment.

    + * @public + */ + PythonProperties?: Record | undefined; + + /** + *

    The physical connection requirements, such as virtual private cloud (VPC) and SecurityGroup, that are needed to successfully make this connection.

    + * @public + */ + PhysicalConnectionRequirements?: PhysicalConnectionRequirements | undefined; + + /** + *

    The authentication properties of the connection.

    + * @public + */ + AuthenticationConfiguration?: AuthenticationConfigurationInput | undefined; + + /** + *

    A flag to validate the credentials during create connection. Default is true.

    + * @public + */ + ValidateCredentials?: boolean | undefined; + + /** + *

    The compute environments that the specified connection properties are validated against.

    + * @public + */ + ValidateForComputeEnvironments?: ComputeEnvironment[] | undefined; } /** @@ -1066,83 +1577,6 @@ export class IdempotentParameterMismatchException extends __BaseException { } } -/** - *

    Two processes are trying to modify a resource simultaneously.

    - * @public - */ -export class ConcurrentModificationException extends __BaseException { - readonly name: "ConcurrentModificationException" = "ConcurrentModificationException"; - readonly $fault: "client" = "client"; - /** - *

    A message describing the problem.

    - * @public - */ - Message?: string | undefined; - /** - * @internal - */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "ConcurrentModificationException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, ConcurrentModificationException.prototype); - this.Message = opts.Message; - } -} - -/** - * @public - * @enum - */ -export const Permission = { - ALL: "ALL", - ALTER: "ALTER", - CREATE_DATABASE: "CREATE_DATABASE", - CREATE_TABLE: "CREATE_TABLE", - DATA_LOCATION_ACCESS: "DATA_LOCATION_ACCESS", - DELETE: "DELETE", - DROP: "DROP", - INSERT: "INSERT", - SELECT: "SELECT", -} as const; - -/** - * @public - */ -export type Permission = (typeof Permission)[keyof typeof Permission]; - -/** - *

    The Lake Formation principal.

    - * @public - */ -export interface DataLakePrincipal { - /** - *

    An identifier for the Lake Formation principal.

    - * @public - */ - DataLakePrincipalIdentifier?: string | undefined; -} - -/** - *

    Permissions granted to a principal.

    - * @public - */ -export interface PrincipalPermissions { - /** - *

    The principal who is granted permissions.

    - * @public - */ - Principal?: DataLakePrincipal | undefined; - - /** - *

    The permissions that are granted to the principal.

    - * @public - */ - Permissions?: Permission[] | undefined; -} - /** *

    A database that points to an entity outside the Glue Data Catalog.

    * @public @@ -1265,39 +1699,6 @@ export interface CreateDatabaseRequest { */ export interface CreateDatabaseResponse {} -/** - *

    A federated resource already exists.

    - * @public - */ -export class FederatedResourceAlreadyExistsException extends __BaseException { - readonly name: "FederatedResourceAlreadyExistsException" = "FederatedResourceAlreadyExistsException"; - readonly $fault: "client" = "client"; - /** - *

    The message describing the problem.

    - * @public - */ - Message?: string | undefined; - - /** - *

    The associated Glue resource already exists.

    - * @public - */ - AssociatedGlueResource?: string | undefined; - /** - * @internal - */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "FederatedResourceAlreadyExistsException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, FederatedResourceAlreadyExistsException.prototype); - this.Message = opts.Message; - this.AssociatedGlueResource = opts.AssociatedGlueResource; - } -} - /** *

    An object representing an Glue table.

    * @public @@ -1673,4732 +2074,4506 @@ export class ValidationException extends __BaseException { } /** + *

    The CreatePartitions API was called on a table that has indexes enabled.

    * @public */ -export interface CreateJobResponse { +export class ConflictException extends __BaseException { + readonly name: "ConflictException" = "ConflictException"; + readonly $fault: "client" = "client"; /** - *

    The unique name that was provided for this job definition.

    + *

    A message describing the problem.

    * @public */ - Name?: string | undefined; + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "ConflictException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, ConflictException.prototype); + this.Message = opts.Message; + } } /** - *

    The parameters to configure the find matches transform.

    + *

    The Tag object represents a label that you can assign to an Amazon Web Services resource. Each tag consists of a key and an optional value, both of which you define.

    + *

    For more information about tags, and controlling access to resources in Glue, see + * Amazon Web Services Tags in Glue and Specifying Glue Resource + * ARNs in the developer guide.

    * @public */ -export interface FindMatchesParameters { +export interface Tag { /** - *

    The name of a column that uniquely identifies rows in the source table. Used to help identify matching records.

    + *

    The tag key. The key is required when you create a tag on an object. The key is case-sensitive, and must not contain the prefix aws.

    * @public */ - PrimaryKeyColumnName?: string | undefined; + key?: string | undefined; /** - *

    The value selected when tuning your transform for a balance between precision and recall. - * A value of 0.5 means no preference; a value of 1.0 means a bias purely for precision, and a - * value of 0.0 means a bias for recall. Because this is a tradeoff, choosing values close to 1.0 - * means very low recall, and choosing values close to 0.0 results in very low precision.

    - *

    The precision metric indicates how often your model is correct when it predicts a match.

    - *

    The recall metric indicates that for an actual match, how often your model predicts the - * match.

    + *

    The tag value. The value is optional when you create a tag on an object. The value is case-sensitive, and must not contain the prefix aws.

    * @public */ - PrecisionRecallTradeoff?: number | undefined; + value?: string | undefined; +} +/** + * @public + */ +export interface CreateIntegrationRequest { /** - *

    The value that is selected when tuning your transform for a balance between accuracy and - * cost. A value of 0.5 means that the system balances accuracy and cost concerns. A value of 1.0 - * means a bias purely for accuracy, which typically results in a higher cost, sometimes - * substantially higher. A value of 0.0 means a bias purely for cost, which results in a less - * accurate FindMatches transform, sometimes with unacceptable accuracy.

    - *

    Accuracy measures how well the transform finds true positives and true negatives. Increasing accuracy requires more machine resources and cost. But it also results in increased recall.

    - *

    Cost measures how many compute resources, and thus money, are consumed to run the - * transform.

    + *

    A unique name for an integration in Glue.

    * @public */ - AccuracyCostTradeoff?: number | undefined; + IntegrationName: string | undefined; /** - *

    The value to switch on or off to force the output to match the provided labels from users. If the value is True, the find matches transform forces the output to match the provided labels. The results override the normal conflation results. If the value is False, the find matches transform does not ensure all the labels provided are respected, and the results rely on the trained model.

    - *

    Note that setting this value to true may increase the conflation execution time.

    + *

    The ARN of the source resource for the integration.

    * @public */ - EnforceProvidedLabels?: boolean | undefined; -} - -/** - * @public - * @enum - */ -export const TransformType = { - FIND_MATCHES: "FIND_MATCHES", -} as const; - -/** - * @public - */ -export type TransformType = (typeof TransformType)[keyof typeof TransformType]; + SourceArn: string | undefined; -/** - *

    The algorithm-specific parameters that are associated with the machine learning - * transform.

    - * @public - */ -export interface TransformParameters { /** - *

    The type of machine learning transform.

    - *

    For information about the types of machine learning transforms, see Creating Machine Learning Transforms.

    + *

    The ARN of the target resource for the integration.

    * @public */ - TransformType: TransformType | undefined; + TargetArn: string | undefined; /** - *

    The parameters for the find matches algorithm.

    + *

    A description of the integration.

    * @public */ - FindMatchesParameters?: FindMatchesParameters | undefined; -} + Description?: string | undefined; -/** - * @public - * @enum - */ -export const MLUserDataEncryptionModeString = { - DISABLED: "DISABLED", - SSEKMS: "SSE-KMS", -} as const; + /** + *

    Selects source tables for the integration using Maxwell filter syntax.

    + * @public + */ + DataFilter?: string | undefined; -/** - * @public - */ -export type MLUserDataEncryptionModeString = - (typeof MLUserDataEncryptionModeString)[keyof typeof MLUserDataEncryptionModeString]; + /** + *

    The ARN of a KMS key used for encrypting the channel.

    + * @public + */ + KmsKeyId?: string | undefined; -/** - *

    The encryption-at-rest settings of the transform that apply to accessing user data.

    - * @public - */ -export interface MLUserDataEncryption { /** - *

    The encryption mode applied to user data. Valid values are:

    - *
      - *
    • - *

      DISABLED: encryption is disabled

      - *
      • - *
    • - *

      SSEKMS: use of server-side encryption with Key Management Service (SSE-KMS) for user data stored in Amazon S3.

      - *
      • - *
    + *

    An optional set of non-secret key–value pairs that contains additional contextual information for encryption. This can only be provided if KMSKeyId is provided.

    * @public */ - MlUserDataEncryptionMode: MLUserDataEncryptionModeString | undefined; + AdditionalEncryptionContext?: Record | undefined; /** - *

    The ID for the customer-provided KMS key.

    + *

    Metadata assigned to the resource consisting of a list of key-value pairs.

    * @public */ - KmsKeyId?: string | undefined; + Tags?: Tag[] | undefined; } /** - *

    The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.

    - *

    Additionally, imported labels and trained transforms can now be encrypted using a customer provided KMS key.

    + *

    An error associated with a zero-ETL integration.

    * @public */ -export interface TransformEncryption { +export interface IntegrationError { /** - *

    An MLUserDataEncryption object containing the encryption mode and customer-provided KMS key ID.

    + *

    The code associated with this error.

    * @public */ - MlUserDataEncryption?: MLUserDataEncryption | undefined; + ErrorCode?: string | undefined; /** - *

    The name of the security configuration.

    + *

    A message describing the error.

    * @public */ - TaskRunSecurityConfigurationName?: string | undefined; + ErrorMessage?: string | undefined; } /** * @public + * @enum */ -export interface CreateMLTransformRequest { +export const IntegrationStatus = { + ACTIVE: "ACTIVE", + CREATING: "CREATING", + DELETING: "DELETING", + FAILED: "FAILED", + MODIFYING: "MODIFYING", + NEEDS_ATTENTION: "NEEDS_ATTENTION", + SYNCING: "SYNCING", +} as const; + +/** + * @public + */ +export type IntegrationStatus = (typeof IntegrationStatus)[keyof typeof IntegrationStatus]; + +/** + * @public + */ +export interface CreateIntegrationResponse { /** - *

    The unique name that you give the transform when you create it.

    + *

    The ARN of the source resource for the integration.

    * @public */ - Name: string | undefined; + SourceArn: string | undefined; /** - *

    A description of the machine learning transform that is being defined. The default is an - * empty string.

    + *

    The ARN of the target resource for the integration.

    * @public */ - Description?: string | undefined; + TargetArn: string | undefined; /** - *

    A list of Glue table definitions used by the transform.

    + *

    A unique name for an integration in Glue.

    * @public */ - InputRecordTables: GlueTable[] | undefined; + IntegrationName: string | undefined; /** - *

    The algorithmic parameters that are specific to the transform type used. Conditionally - * dependent on the transform type.

    + *

    A description of the integration.

    * @public */ - Parameters: TransformParameters | undefined; + Description?: string | undefined; /** - *

    The name or Amazon Resource Name (ARN) of the IAM role with the required permissions. The required permissions include both Glue service role permissions to Glue resources, and Amazon S3 permissions required by the transform.

    - *
      - *
    • - *

      This role needs Glue service role permissions to allow access to resources in Glue. See Attach a Policy to IAM Users That Access Glue.

      - *
      • - *
    • - *

      This role needs permission to your Amazon Simple Storage Service (Amazon S3) sources, targets, temporary directory, scripts, and any libraries used by the task run for this transform.

      - *
      • - *
    + *

    The Amazon Resource Name (ARN) for the created integration.

    * @public */ - Role: string | undefined; + IntegrationArn: string | undefined; /** - *

    This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see Glue Versions in the developer guide.

    + *

    The ARN of a KMS key used for encrypting the channel.

    * @public */ - GlueVersion?: string | undefined; + KmsKeyId?: string | undefined; /** - *

    The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of - * processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more - * information, see the Glue pricing - * page.

    - *

    - * MaxCapacity is a mutually exclusive option with NumberOfWorkers and WorkerType.

    - *
      - *
    • - *

      If either NumberOfWorkers or WorkerType is set, then MaxCapacity cannot be set.

      - *
      • - *
    • - *

      If MaxCapacity is set then neither NumberOfWorkers or WorkerType can be set.

      - *
      • - *
    • - *

      If WorkerType is set, then NumberOfWorkers is required (and vice versa).

      - *
      • - *
    • - *

      - * MaxCapacity and NumberOfWorkers must both be at least 1.

      - *
      • - *
    - *

    When the WorkerType field is set to a value other than Standard, the MaxCapacity field is set automatically and becomes read-only.

    - *

    When the WorkerType field is set to a value other than Standard, the MaxCapacity field is set automatically and becomes read-only.

    + *

    An optional set of non-secret key–value pairs that contains additional contextual information for encryption.

    * @public */ - MaxCapacity?: number | undefined; + AdditionalEncryptionContext?: Record | undefined; /** - *

    The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.

    + *

    Metadata assigned to the resource consisting of a list of key-value pairs.

    + * @public + */ + Tags?: Tag[] | undefined; + + /** + *

    The status of the integration being created.

    + *

    The possible statuses are:

    *
      *
    • - *

      For the Standard worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.

      + *

      CREATING: The integration is being created.

      *
      • *
    • - *

      For the G.1X worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.

      + *

      ACTIVE: The integration creation succeeds.

      *
      • *
    • - *

      For the G.2X worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.

      + *

      MODIFYING: The integration is being modified.

      *
      • - *
    - *

    - * MaxCapacity is a mutually exclusive option with NumberOfWorkers and WorkerType.

    - *
      *
    • - *

      If either NumberOfWorkers or WorkerType is set, then MaxCapacity cannot be set.

      + *

      FAILED: The integration creation fails.

      *
      • *
    • - *

      If MaxCapacity is set then neither NumberOfWorkers or WorkerType can be set.

      + *

      DELETING: The integration is deleted.

      *
      • *
    • - *

      If WorkerType is set, then NumberOfWorkers is required (and vice versa).

      + *

      SYNCING: The integration is synchronizing.

      *
      • *
    • - *

      - * MaxCapacity and NumberOfWorkers must both be at least 1.

      + *

      NEEDS_ATTENTION: The integration needs attention, such as synchronization.

      *
      • *
    * @public */ - WorkerType?: WorkerType | undefined; + Status: IntegrationStatus | undefined; /** - *

    The number of workers of a defined workerType that are allocated when this task runs.

    - *

    If WorkerType is set, then NumberOfWorkers is required (and vice versa).

    + *

    The time when the integration was created, in UTC.

    * @public */ - NumberOfWorkers?: number | undefined; + CreateTime: Date | undefined; /** - *

    The timeout of the task run for this transform in minutes. This is the maximum time that a task run for this transform can consume resources before it is terminated and enters TIMEOUT status. The default is 2,880 minutes (48 hours).

    + *

    A list of errors associated with the integration creation.

    * @public */ - Timeout?: number | undefined; + Errors?: IntegrationError[] | undefined; /** - *

    The maximum number of times to retry a task for this transform after a task run fails.

    + *

    Selects source tables for the integration using Maxwell filter syntax.

    * @public */ - MaxRetries?: number | undefined; + DataFilter?: string | undefined; +} +/** + *

    The requested operation conflicts with another operation.

    + * @public + */ +export class IntegrationConflictOperationFault extends __BaseException { + readonly name: "IntegrationConflictOperationFault" = "IntegrationConflictOperationFault"; + readonly $fault: "client" = "client"; /** - *

    The tags to use with this machine learning transform. You may use tags to limit access to the machine learning transform. For more information about tags in Glue, see Amazon Web Services Tags in Glue in the developer guide.

    + *

    A message describing the problem.

    * @public */ - Tags?: Record | undefined; - + Message?: string | undefined; /** - *

    The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.

    - * @public + * @internal */ - TransformEncryption?: TransformEncryption | undefined; + constructor(opts: __ExceptionOptionType) { + super({ + name: "IntegrationConflictOperationFault", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, IntegrationConflictOperationFault.prototype); + this.Message = opts.Message; + } } /** + *

    The data processed through your integration exceeded your quota.

    * @public */ -export interface CreateMLTransformResponse { +export class IntegrationQuotaExceededFault extends __BaseException { + readonly name: "IntegrationQuotaExceededFault" = "IntegrationQuotaExceededFault"; + readonly $fault: "client" = "client"; /** - *

    A unique identifier that is generated for the transform.

    + *

    A message describing the problem.

    * @public */ - TransformId?: string | undefined; + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "IntegrationQuotaExceededFault", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, IntegrationQuotaExceededFault.prototype); + this.Message = opts.Message; + } } /** + *

    An internal server error occurred.

    * @public */ -export interface CreatePartitionRequest { +export class InternalServerException extends __BaseException { + readonly name: "InternalServerException" = "InternalServerException"; + readonly $fault: "server" = "server"; /** - *

    The Amazon Web Services account ID of the catalog in which the partition is to be created.

    + *

    A message describing the problem.

    * @public */ - CatalogId?: string | undefined; - + Message?: string | undefined; /** - *

    The name of the metadata database in which the partition is - * to be created.

    - * @public + * @internal */ - DatabaseName: string | undefined; + constructor(opts: __ExceptionOptionType) { + super({ + name: "InternalServerException", + $fault: "server", + ...opts, + }); + Object.setPrototypeOf(this, InternalServerException.prototype); + this.Message = opts.Message; + } +} +/** + *

    The KMS key specified is not accessible.

    + * @public + */ +export class KMSKeyNotAccessibleFault extends __BaseException { + readonly name: "KMSKeyNotAccessibleFault" = "KMSKeyNotAccessibleFault"; + readonly $fault: "client" = "client"; /** - *

    The name of the metadata table in which the partition is to be created.

    + *

    A message describing the problem.

    * @public */ - TableName: string | undefined; - + Message?: string | undefined; /** - *

    A PartitionInput structure defining the partition - * to be created.

    - * @public + * @internal */ - PartitionInput: PartitionInput | undefined; + constructor(opts: __ExceptionOptionType) { + super({ + name: "KMSKeyNotAccessibleFault", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, KMSKeyNotAccessibleFault.prototype); + this.Message = opts.Message; + } } /** + *

    The resource could not be found.

    * @public */ -export interface CreatePartitionResponse {} - -/** - *

    A structure for a partition index.

    - * @public - */ -export interface PartitionIndex { +export class ResourceNotFoundException extends __BaseException { + readonly name: "ResourceNotFoundException" = "ResourceNotFoundException"; + readonly $fault: "client" = "client"; /** - *

    The keys for the partition index.

    + *

    A message describing the problem.

    * @public */ - Keys: string[] | undefined; + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "ResourceNotFoundException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, ResourceNotFoundException.prototype); + this.Message = opts.Message; + } +} +/** + *

    The resource properties associated with the integration source.

    + * @public + */ +export interface SourceProcessingProperties { /** - *

    The name of the partition index.

    + *

    The IAM role to access the Glue connection.

    * @public */ - IndexName: string | undefined; + RoleArn?: string | undefined; } /** + *

    The resource properties associated with the integration target.

    * @public */ -export interface CreatePartitionIndexRequest { +export interface TargetProcessingProperties { /** - *

    The catalog ID where the table resides.

    + *

    The IAM role to access the Glue database.

    * @public */ - CatalogId?: string | undefined; + RoleArn?: string | undefined; /** - *

    Specifies the name of a database in which you want to create a partition index.

    + *

    The ARN of the KMS key used for encryption.

    * @public */ - DatabaseName: string | undefined; + KmsArn?: string | undefined; /** - *

    Specifies the name of a table in which you want to create a partition index.

    + *

    The Glue network connection to configure the Glue job running in the customer VPC.

    * @public */ - TableName: string | undefined; + ConnectionName?: string | undefined; /** - *

    Specifies a PartitionIndex structure to create a partition index in an existing table.

    + *

    The ARN of an Eventbridge event bus to receive the integration status notification.

    * @public */ - PartitionIndex: PartitionIndex | undefined; + EventBusArn?: string | undefined; } /** * @public */ -export interface CreatePartitionIndexResponse {} +export interface CreateIntegrationResourcePropertyRequest { + /** + *

    The connection ARN of the source, or the database ARN of the target.

    + * @public + */ + ResourceArn: string | undefined; + + /** + *

    The resource properties associated with the integration source.

    + * @public + */ + SourceProcessingProperties?: SourceProcessingProperties | undefined; + + /** + *

    The resource properties associated with the integration target.

    + * @public + */ + TargetProcessingProperties?: TargetProcessingProperties | undefined; +} /** * @public */ -export interface CreateRegistryInput { +export interface CreateIntegrationResourcePropertyResponse { /** - *

    Name of the registry to be created of max length of 255, and may only contain letters, numbers, hyphen, underscore, dollar sign, or hash mark. No whitespace.

    + *

    The connection ARN of the source, or the database ARN of the target.

    * @public */ - RegistryName: string | undefined; + ResourceArn: string | undefined; /** - *

    A description of the registry. If description is not provided, there will not be any default value for this.

    + *

    The resource properties associated with the integration source.

    * @public */ - Description?: string | undefined; + SourceProcessingProperties?: SourceProcessingProperties | undefined; /** - *

    Amazon Web Services tags that contain a key value pair and may be searched by console, command line, or API.

    + *

    The resource properties associated with the integration target.

    * @public */ - Tags?: Record | undefined; + TargetProcessingProperties?: TargetProcessingProperties | undefined; } /** + *

    Properties used by the source leg to process data from the source.

    * @public */ -export interface CreateRegistryResponse { +export interface SourceTableConfig { /** - *

    The Amazon Resource Name (ARN) of the newly created registry.

    + *

    A list of fields used for column-level filtering.

    * @public */ - RegistryArn?: string | undefined; + Fields?: string[] | undefined; /** - *

    The name of the registry.

    + *

    A condition clause used for row-level filtering.

    * @public */ - RegistryName?: string | undefined; + FilterPredicate?: string | undefined; /** - *

    A description of the registry.

    + *

    Unique identifier of a record.

    * @public */ - Description?: string | undefined; + PrimaryKey?: string[] | undefined; /** - *

    The tags for the registry.

    + *

    Incremental pull timestamp-based field.

    * @public */ - Tags?: Record | undefined; + RecordUpdateField?: string | undefined; +} + +/** + *

    A structure that describes how data is partitioned on the target.

    + * @public + */ +export interface IntegrationPartition { + /** + *

    The field name used to partition data on the target.

    + * @public + */ + FieldName?: string | undefined; + + /** + *

    Specifies a function used to partition data on the target.

    + * @public + */ + FunctionSpec?: string | undefined; } /** * @public * @enum */ -export const Compatibility = { - BACKWARD: "BACKWARD", - BACKWARD_ALL: "BACKWARD_ALL", - DISABLED: "DISABLED", - FORWARD: "FORWARD", - FORWARD_ALL: "FORWARD_ALL", +export const UnnestSpec = { FULL: "FULL", - FULL_ALL: "FULL_ALL", - NONE: "NONE", + NOUNNEST: "NOUNNEST", + TOPLEVEL: "TOPLEVEL", } as const; /** * @public */ -export type Compatibility = (typeof Compatibility)[keyof typeof Compatibility]; +export type UnnestSpec = (typeof UnnestSpec)[keyof typeof UnnestSpec]; /** - *

    A wrapper structure that may contain the registry name and Amazon Resource Name (ARN).

    + *

    Properties used by the target leg to partition the data on the target.

    * @public */ -export interface RegistryId { +export interface TargetTableConfig { /** - *

    Name of the registry. Used only for lookup. One of RegistryArn or RegistryName has to be provided.

    + *

    Specifies how nested objects are flattened to top-level elements. Valid values are: "TOPLEVEL", "FULL", or "NOUNNEST".

    * @public */ - RegistryName?: string | undefined; + UnnestSpec?: UnnestSpec | undefined; /** - *

    Arn of the registry to be updated. One of RegistryArn or RegistryName has to be provided.

    + *

    Determines the file layout on the target.

    * @public */ - RegistryArn?: string | undefined; + PartitionSpec?: IntegrationPartition[] | undefined; + + /** + *

    The optional name of a target table.

    + * @public + */ + TargetTableName?: string | undefined; } /** * @public */ -export interface CreateSchemaInput { +export interface CreateIntegrationTablePropertiesRequest { /** - *

    This is a wrapper shape to contain the registry identity fields. If this is not provided, the default registry will be used. The ARN format for the same will be: arn:aws:glue:us-east-2::registry/default-registry:random-5-letter-id.

    + *

    The connection ARN of the source, or the database ARN of the target.

    * @public */ - RegistryId?: RegistryId | undefined; + ResourceArn: string | undefined; /** - *

    Name of the schema to be created of max length of 255, and may only contain letters, numbers, hyphen, underscore, dollar sign, or hash mark. No whitespace.

    + *

    The name of the table to be replicated.

    * @public */ - SchemaName: string | undefined; + TableName: string | undefined; /** - *

    The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.

    + *

    A structure for the source table configuration.

    * @public */ - DataFormat: DataFormat | undefined; + SourceTableConfig?: SourceTableConfig | undefined; /** - *

    The compatibility mode of the schema. The possible values are:

    - *
      - *
    • - *

      - * NONE: No compatibility mode applies. You can use this choice in development scenarios or if you do not know the compatibility mode that you want to apply to schemas. Any new version added will be accepted without undergoing a compatibility check.

      - *
      • - *
    • - *

      - * DISABLED: This compatibility choice prevents versioning for a particular schema. You can use this choice to prevent future versioning of a schema.

      - *
      • - *
    • - *

      - * BACKWARD: This compatibility choice is recommended as it allows data receivers to read both the current and one previous schema version. This means that for instance, a new schema version cannot drop data fields or change the type of these fields, so they can't be read by readers using the previous version.

      - *
      • - *
    • - *

      - * BACKWARD_ALL: This compatibility choice allows data receivers to read both the current and all previous schema versions. You can use this choice when you need to delete fields or add optional fields, and check compatibility against all previous schema versions.

      - *
      • - *
    • - *

      - * FORWARD: This compatibility choice allows data receivers to read both the current and one next schema version, but not necessarily later versions. You can use this choice when you need to add fields or delete optional fields, but only check compatibility against the last schema version.

      - *
      • - *
    • - *

      - * FORWARD_ALL: This compatibility choice allows data receivers to read written by producers of any new registered schema. You can use this choice when you need to add fields or delete optional fields, and check compatibility against all previous schema versions.

      - *
      • - *
    • - *

      - * FULL: This compatibility choice allows data receivers to read data written by producers using the previous or next version of the schema, but not necessarily earlier or later versions. You can use this choice when you need to add or remove optional fields, but only check compatibility against the last schema version.

      - *
      • - *
    • - *

      - * FULL_ALL: This compatibility choice allows data receivers to read data written by producers using all previous schema versions. You can use this choice when you need to add or remove optional fields, and check compatibility against all previous schema versions.

      - *
      • - *
    + *

    A structure for the target table configuration.

    * @public */ - Compatibility?: Compatibility | undefined; + TargetTableConfig?: TargetTableConfig | undefined; +} + +/** + * @public + */ +export interface CreateIntegrationTablePropertiesResponse {} +/** + * @public + */ +export interface CreateJobResponse { /** - *

    An optional description of the schema. If description is not provided, there will not be any automatic default value for this.

    + *

    The unique name that was provided for this job definition.

    * @public */ - Description?: string | undefined; + Name?: string | undefined; +} +/** + *

    The parameters to configure the find matches transform.

    + * @public + */ +export interface FindMatchesParameters { /** - *

    Amazon Web Services tags that contain a key value pair and may be searched by console, command line, or API. If specified, follows the Amazon Web Services tags-on-create pattern.

    + *

    The name of a column that uniquely identifies rows in the source table. Used to help identify matching records.

    * @public */ - Tags?: Record | undefined; + PrimaryKeyColumnName?: string | undefined; /** - *

    The schema definition using the DataFormat setting for SchemaName.

    + *

    The value selected when tuning your transform for a balance between precision and recall. + * A value of 0.5 means no preference; a value of 1.0 means a bias purely for precision, and a + * value of 0.0 means a bias for recall. Because this is a tradeoff, choosing values close to 1.0 + * means very low recall, and choosing values close to 0.0 results in very low precision.

    + *

    The precision metric indicates how often your model is correct when it predicts a match.

    + *

    The recall metric indicates that for an actual match, how often your model predicts the + * match.

    * @public */ - SchemaDefinition?: string | undefined; + PrecisionRecallTradeoff?: number | undefined; + + /** + *

    The value that is selected when tuning your transform for a balance between accuracy and + * cost. A value of 0.5 means that the system balances accuracy and cost concerns. A value of 1.0 + * means a bias purely for accuracy, which typically results in a higher cost, sometimes + * substantially higher. A value of 0.0 means a bias purely for cost, which results in a less + * accurate FindMatches transform, sometimes with unacceptable accuracy.

    + *

    Accuracy measures how well the transform finds true positives and true negatives. Increasing accuracy requires more machine resources and cost. But it also results in increased recall.

    + *

    Cost measures how many compute resources, and thus money, are consumed to run the + * transform.

    + * @public + */ + AccuracyCostTradeoff?: number | undefined; + + /** + *

    The value to switch on or off to force the output to match the provided labels from users. If the value is True, the find matches transform forces the output to match the provided labels. The results override the normal conflation results. If the value is False, the find matches transform does not ensure all the labels provided are respected, and the results rely on the trained model.

    + *

    Note that setting this value to true may increase the conflation execution time.

    + * @public + */ + EnforceProvidedLabels?: boolean | undefined; } /** * @public * @enum */ -export const SchemaStatus = { - AVAILABLE: "AVAILABLE", - DELETING: "DELETING", - PENDING: "PENDING", +export const TransformType = { + FIND_MATCHES: "FIND_MATCHES", } as const; /** * @public */ -export type SchemaStatus = (typeof SchemaStatus)[keyof typeof SchemaStatus]; +export type TransformType = (typeof TransformType)[keyof typeof TransformType]; + +/** + *

    The algorithm-specific parameters that are associated with the machine learning + * transform.

    + * @public + */ +export interface TransformParameters { + /** + *

    The type of machine learning transform.

    + *

    For information about the types of machine learning transforms, see Creating Machine Learning Transforms.

    + * @public + */ + TransformType: TransformType | undefined; + + /** + *

    The parameters for the find matches algorithm.

    + * @public + */ + FindMatchesParameters?: FindMatchesParameters | undefined; +} /** * @public * @enum */ -export const SchemaVersionStatus = { - AVAILABLE: "AVAILABLE", - DELETING: "DELETING", - FAILURE: "FAILURE", - PENDING: "PENDING", +export const MLUserDataEncryptionModeString = { + DISABLED: "DISABLED", + SSEKMS: "SSE-KMS", } as const; /** * @public */ -export type SchemaVersionStatus = (typeof SchemaVersionStatus)[keyof typeof SchemaVersionStatus]; +export type MLUserDataEncryptionModeString = + (typeof MLUserDataEncryptionModeString)[keyof typeof MLUserDataEncryptionModeString]; /** + *

    The encryption-at-rest settings of the transform that apply to accessing user data.

    * @public */ -export interface CreateSchemaResponse { +export interface MLUserDataEncryption { /** - *

    The name of the registry.

    + *

    The encryption mode applied to user data. Valid values are:

    + *
      + *
    • + *

      DISABLED: encryption is disabled

      + *
      • + *
    • + *

      SSEKMS: use of server-side encryption with Key Management Service (SSE-KMS) for user data stored in Amazon S3.

      + *
      • + *
    * @public */ - RegistryName?: string | undefined; + MlUserDataEncryptionMode: MLUserDataEncryptionModeString | undefined; /** - *

    The Amazon Resource Name (ARN) of the registry.

    + *

    The ID for the customer-provided KMS key.

    * @public */ - RegistryArn?: string | undefined; + KmsKeyId?: string | undefined; +} +/** + *

    The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.

    + *

    Additionally, imported labels and trained transforms can now be encrypted using a customer provided KMS key.

    + * @public + */ +export interface TransformEncryption { /** - *

    The name of the schema.

    + *

    An MLUserDataEncryption object containing the encryption mode and customer-provided KMS key ID.

    * @public */ - SchemaName?: string | undefined; + MlUserDataEncryption?: MLUserDataEncryption | undefined; /** - *

    The Amazon Resource Name (ARN) of the schema.

    + *

    The name of the security configuration.

    * @public */ - SchemaArn?: string | undefined; + TaskRunSecurityConfigurationName?: string | undefined; +} +/** + * @public + */ +export interface CreateMLTransformRequest { /** - *

    A description of the schema if specified when created.

    + *

    The unique name that you give the transform when you create it.

    * @public */ - Description?: string | undefined; + Name: string | undefined; /** - *

    The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.

    + *

    A description of the machine learning transform that is being defined. The default is an + * empty string.

    * @public */ - DataFormat?: DataFormat | undefined; + Description?: string | undefined; /** - *

    The schema compatibility mode.

    + *

    A list of Glue table definitions used by the transform.

    * @public */ - Compatibility?: Compatibility | undefined; + InputRecordTables: GlueTable[] | undefined; /** - *

    The version number of the checkpoint (the last time the compatibility mode was changed).

    + *

    The algorithmic parameters that are specific to the transform type used. Conditionally + * dependent on the transform type.

    * @public */ - SchemaCheckpoint?: number | undefined; + Parameters: TransformParameters | undefined; /** - *

    The latest version of the schema associated with the returned schema definition.

    + *

    The name or Amazon Resource Name (ARN) of the IAM role with the required permissions. The required permissions include both Glue service role permissions to Glue resources, and Amazon S3 permissions required by the transform.

    + *
      + *
    • + *

      This role needs Glue service role permissions to allow access to resources in Glue. See Attach a Policy to IAM Users That Access Glue.

      + *
      • + *
    • + *

      This role needs permission to your Amazon Simple Storage Service (Amazon S3) sources, targets, temporary directory, scripts, and any libraries used by the task run for this transform.

      + *
      • + *
    * @public */ - LatestSchemaVersion?: number | undefined; + Role: string | undefined; /** - *

    The next version of the schema associated with the returned schema definition.

    + *

    This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see Glue Versions in the developer guide.

    * @public */ - NextSchemaVersion?: number | undefined; + GlueVersion?: string | undefined; /** - *

    The status of the schema.

    + *

    The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of + * processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more + * information, see the Glue pricing + * page.

    + *

    + * MaxCapacity is a mutually exclusive option with NumberOfWorkers and WorkerType.

    + *
      + *
    • + *

      If either NumberOfWorkers or WorkerType is set, then MaxCapacity cannot be set.

      + *
      • + *
    • + *

      If MaxCapacity is set then neither NumberOfWorkers or WorkerType can be set.

      + *
      • + *
    • + *

      If WorkerType is set, then NumberOfWorkers is required (and vice versa).

      + *
      • + *
    • + *

      + * MaxCapacity and NumberOfWorkers must both be at least 1.

      + *
      • + *
    + *

    When the WorkerType field is set to a value other than Standard, the MaxCapacity field is set automatically and becomes read-only.

    + *

    When the WorkerType field is set to a value other than Standard, the MaxCapacity field is set automatically and becomes read-only.

    * @public */ - SchemaStatus?: SchemaStatus | undefined; + MaxCapacity?: number | undefined; /** - *

    The tags for the schema.

    + *

    The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.

    + *
      + *
    • + *

      For the Standard worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.

      + *
      • + *
    • + *

      For the G.1X worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.

      + *
      • + *
    • + *

      For the G.2X worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.

      + *
      • + *
    + *

    + * MaxCapacity is a mutually exclusive option with NumberOfWorkers and WorkerType.

    + *
      + *
    • + *

      If either NumberOfWorkers or WorkerType is set, then MaxCapacity cannot be set.

      + *
      • + *
    • + *

      If MaxCapacity is set then neither NumberOfWorkers or WorkerType can be set.

      + *
      • + *
    • + *

      If WorkerType is set, then NumberOfWorkers is required (and vice versa).

      + *
      • + *
    • + *

      + * MaxCapacity and NumberOfWorkers must both be at least 1.

      + *
      • + *
    * @public */ - Tags?: Record | undefined; + WorkerType?: WorkerType | undefined; /** - *

    The unique identifier of the first schema version.

    + *

    The number of workers of a defined workerType that are allocated when this task runs.

    + *

    If WorkerType is set, then NumberOfWorkers is required (and vice versa).

    * @public */ - SchemaVersionId?: string | undefined; + NumberOfWorkers?: number | undefined; /** - *

    The status of the first schema version created.

    + *

    The timeout of the task run for this transform in minutes. This is the maximum time that a task run for this transform can consume resources before it is terminated and enters TIMEOUT status. The default is 2,880 minutes (48 hours).

    * @public */ - SchemaVersionStatus?: SchemaVersionStatus | undefined; -} + Timeout?: number | undefined; -/** - *

    Represents a directional edge in a directed acyclic graph (DAG).

    - * @public - */ -export interface CodeGenEdge { /** - *

    The ID of the node at which the edge starts.

    + *

    The maximum number of times to retry a task for this transform after a task run fails.

    * @public */ - Source: string | undefined; + MaxRetries?: number | undefined; /** - *

    The ID of the node at which the edge ends.

    + *

    The tags to use with this machine learning transform. You may use tags to limit access to the machine learning transform. For more information about tags in Glue, see Amazon Web Services Tags in Glue in the developer guide.

    * @public */ - Target: string | undefined; + Tags?: Record | undefined; /** - *

    The target of the edge.

    + *

    The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.

    * @public */ - TargetParameter?: string | undefined; + TransformEncryption?: TransformEncryption | undefined; } /** - *

    An argument or property of a node.

    * @public */ -export interface CodeGenNodeArg { - /** - *

    The name of the argument or property.

    - * @public - */ - Name: string | undefined; - - /** - *

    The value of the argument or property.

    - * @public - */ - Value: string | undefined; - +export interface CreateMLTransformResponse { /** - *

    True if the value is used as a parameter.

    + *

    A unique identifier that is generated for the transform.

    * @public */ - Param?: boolean | undefined; + TransformId?: string | undefined; } /** - *

    Represents a node in a directed acyclic graph (DAG)

    * @public */ -export interface CodeGenNode { +export interface CreatePartitionRequest { /** - *

    A node identifier that is unique within the node's graph.

    + *

    The Amazon Web Services account ID of the catalog in which the partition is to be created.

    * @public */ - Id: string | undefined; + CatalogId?: string | undefined; /** - *

    The type of node that this is.

    + *

    The name of the metadata database in which the partition is + * to be created.

    * @public */ - NodeType: string | undefined; + DatabaseName: string | undefined; /** - *

    Properties of the node, in the form of name-value pairs.

    + *

    The name of the metadata table in which the partition is to be created.

    * @public */ - Args: CodeGenNodeArg[] | undefined; + TableName: string | undefined; /** - *

    The line number of the node.

    + *

    A PartitionInput structure defining the partition + * to be created.

    * @public */ - LineNumber?: number | undefined; + PartitionInput: PartitionInput | undefined; } -/** - * @public - * @enum - */ -export const Language = { - PYTHON: "PYTHON", - SCALA: "SCALA", -} as const; - /** * @public */ -export type Language = (typeof Language)[keyof typeof Language]; +export interface CreatePartitionResponse {} /** + *

    A structure for a partition index.

    * @public */ -export interface CreateScriptRequest { - /** - *

    A list of the nodes in the DAG.

    - * @public - */ - DagNodes?: CodeGenNode[] | undefined; - +export interface PartitionIndex { /** - *

    A list of the edges in the DAG.

    + *

    The keys for the partition index.

    * @public */ - DagEdges?: CodeGenEdge[] | undefined; + Keys: string[] | undefined; /** - *

    The programming language of the resulting code from the DAG.

    + *

    The name of the partition index.

    * @public */ - Language?: Language | undefined; + IndexName: string | undefined; } /** * @public */ -export interface CreateScriptResponse { +export interface CreatePartitionIndexRequest { /** - *

    The Python script generated from the DAG.

    + *

    The catalog ID where the table resides.

    * @public */ - PythonScript?: string | undefined; + CatalogId?: string | undefined; /** - *

    The Scala code generated from the DAG.

    + *

    Specifies the name of a database in which you want to create a partition index.

    * @public */ - ScalaCode?: string | undefined; -} - -/** - * @public - * @enum - */ -export const CloudWatchEncryptionMode = { - DISABLED: "DISABLED", - SSEKMS: "SSE-KMS", -} as const; - -/** - * @public - */ -export type CloudWatchEncryptionMode = (typeof CloudWatchEncryptionMode)[keyof typeof CloudWatchEncryptionMode]; + DatabaseName: string | undefined; -/** - *

    Specifies how Amazon CloudWatch data should be encrypted.

    - * @public - */ -export interface CloudWatchEncryption { /** - *

    The encryption mode to use for CloudWatch data.

    + *

    Specifies the name of a table in which you want to create a partition index.

    * @public */ - CloudWatchEncryptionMode?: CloudWatchEncryptionMode | undefined; + TableName: string | undefined; /** - *

    The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.

    + *

    Specifies a PartitionIndex structure to create a partition index in an existing table.

    * @public */ - KmsKeyArn?: string | undefined; + PartitionIndex: PartitionIndex | undefined; } -/** - * @public - * @enum - */ -export const JobBookmarksEncryptionMode = { - CSEKMS: "CSE-KMS", - DISABLED: "DISABLED", -} as const; - /** * @public */ -export type JobBookmarksEncryptionMode = (typeof JobBookmarksEncryptionMode)[keyof typeof JobBookmarksEncryptionMode]; +export interface CreatePartitionIndexResponse {} /** - *

    Specifies how job bookmark data should be encrypted.

    * @public */ -export interface JobBookmarksEncryption { +export interface CreateRegistryInput { /** - *

    The encryption mode to use for job bookmarks data.

    + *

    Name of the registry to be created of max length of 255, and may only contain letters, numbers, hyphen, underscore, dollar sign, or hash mark. No whitespace.

    * @public */ - JobBookmarksEncryptionMode?: JobBookmarksEncryptionMode | undefined; + RegistryName: string | undefined; /** - *

    The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.

    - * @public - */ - KmsKeyArn?: string | undefined; -} - -/** - * @public - * @enum - */ -export const S3EncryptionMode = { - DISABLED: "DISABLED", - SSEKMS: "SSE-KMS", - SSES3: "SSE-S3", -} as const; - -/** - * @public - */ -export type S3EncryptionMode = (typeof S3EncryptionMode)[keyof typeof S3EncryptionMode]; - -/** - *

    Specifies how Amazon Simple Storage Service (Amazon S3) data should be encrypted.

    - * @public - */ -export interface S3Encryption { - /** - *

    The encryption mode to use for Amazon S3 data.

    - * @public - */ - S3EncryptionMode?: S3EncryptionMode | undefined; - - /** - *

    The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.

    - * @public - */ - KmsKeyArn?: string | undefined; -} - -/** - *

    Specifies an encryption configuration.

    - * @public - */ -export interface EncryptionConfiguration { - /** - *

    The encryption configuration for Amazon Simple Storage Service (Amazon S3) data.

    - * @public - */ - S3Encryption?: S3Encryption[] | undefined; - - /** - *

    The encryption configuration for Amazon CloudWatch.

    - * @public - */ - CloudWatchEncryption?: CloudWatchEncryption | undefined; - - /** - *

    The encryption configuration for job bookmarks.

    - * @public - */ - JobBookmarksEncryption?: JobBookmarksEncryption | undefined; -} - -/** - * @public - */ -export interface CreateSecurityConfigurationRequest { - /** - *

    The name for the new security configuration.

    - * @public - */ - Name: string | undefined; - - /** - *

    The encryption configuration for the new security configuration.

    - * @public - */ - EncryptionConfiguration: EncryptionConfiguration | undefined; -} - -/** - * @public - */ -export interface CreateSecurityConfigurationResponse { - /** - *

    The name assigned to the new security configuration.

    - * @public - */ - Name?: string | undefined; - - /** - *

    The time at which the new security configuration was created.

    - * @public - */ - CreatedTimestamp?: Date | undefined; -} - -/** - *

    The SessionCommand that runs the job.

    - * @public - */ -export interface SessionCommand { - /** - *

    Specifies the name of the SessionCommand. Can be 'glueetl' or 'gluestreaming'.

    - * @public - */ - Name?: string | undefined; - - /** - *

    Specifies the Python version. The Python version indicates the version supported for jobs of type Spark.

    - * @public - */ - PythonVersion?: string | undefined; -} - -/** - *

    Request to create a new session.

    - * @public - */ -export interface CreateSessionRequest { - /** - *

    The ID of the session request.

    - * @public - */ - Id: string | undefined; - - /** - *

    The description of the session.

    + *

    A description of the registry. If description is not provided, there will not be any default value for this.

    * @public */ Description?: string | undefined; /** - *

    The IAM Role ARN

    - * @public - */ - Role: string | undefined; - - /** - *

    The SessionCommand that runs the job.

    - * @public - */ - Command: SessionCommand | undefined; - - /** - *

    - * The number of minutes before session times out. Default for Spark ETL - * jobs is 48 hours (2880 minutes), the maximum session lifetime for this job type. - * Consult the documentation for other job types. - *

    - * @public - */ - Timeout?: number | undefined; - - /** - *

    - * The number of minutes when idle before session times out. Default for - * Spark ETL jobs is value of Timeout. Consult the documentation - * for other job types. - *

    - * @public - */ - IdleTimeout?: number | undefined; - - /** - *

    A map array of key-value pairs. Max is 75 pairs.

    - * @public - */ - DefaultArguments?: Record | undefined; - - /** - *

    The number of connections to use for the session.

    - * @public - */ - Connections?: ConnectionsList | undefined; - - /** - *

    The number of Glue data processing units (DPUs) that can be allocated when the job runs. - * A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory.

    - * @public - */ - MaxCapacity?: number | undefined; - - /** - *

    The number of workers of a defined WorkerType to use for the session.

    - * @public - */ - NumberOfWorkers?: number | undefined; - - /** - *

    The type of predefined worker that is allocated when a job runs. Accepts a value of - * G.1X, G.2X, G.4X, or G.8X for Spark jobs. Accepts the value Z.2X for Ray notebooks.

    - *
      - *
    • - *

      For the G.1X worker type, each worker maps to 1 DPU (4 vCPUs, 16 GB of memory) with 84GB disk (approximately 34GB free), and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.

      - *
      • - *
    • - *

      For the G.2X worker type, each worker maps to 2 DPU (8 vCPUs, 32 GB of memory) with 128GB disk (approximately 77GB free), and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.

      - *
      • - *
    • - *

      For the G.4X worker type, each worker maps to 4 DPU (16 vCPUs, 64 GB of memory) with 256GB disk (approximately 235GB free), and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs in the following Amazon Web Services Regions: US East (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland), and Europe (Stockholm).

      - *
      • - *
    • - *

      For the G.8X worker type, each worker maps to 8 DPU (32 vCPUs, 128 GB of memory) with 512GB disk (approximately 487GB free), and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs, in the same Amazon Web Services Regions as supported for the G.4X worker type.

      - *
      • - *
    • - *

      For the Z.2X worker type, each worker maps to 2 M-DPU (8vCPUs, 64 GB of memory) with 128 GB disk (approximately 120GB free), and provides up to 8 Ray workers based on the autoscaler.

      - *
      • - *
    - * @public - */ - WorkerType?: WorkerType | undefined; - - /** - *

    The name of the SecurityConfiguration structure to be used with the session

    - * @public - */ - SecurityConfiguration?: string | undefined; - - /** - *

    The Glue version determines the versions of Apache Spark and Python that Glue supports. - * The GlueVersion must be greater than 2.0.

    - * @public - */ - GlueVersion?: string | undefined; - - /** - *

    The map of key value pairs (tags) belonging to the session.

    + *

    Amazon Web Services tags that contain a key value pair and may be searched by console, command line, or API.

    * @public */ Tags?: Record | undefined; - - /** - *

    The origin of the request.

    - * @public - */ - RequestOrigin?: string | undefined; } /** - * @public - * @enum - */ -export const SessionStatus = { - FAILED: "FAILED", - PROVISIONING: "PROVISIONING", - READY: "READY", - STOPPED: "STOPPED", - STOPPING: "STOPPING", - TIMEOUT: "TIMEOUT", -} as const; - -/** - * @public - */ -export type SessionStatus = (typeof SessionStatus)[keyof typeof SessionStatus]; - -/** - *

    The period in which a remote Spark runtime environment is running.

    - * @public - */ -export interface Session { - /** - *

    The ID of the session.

    - * @public - */ - Id?: string | undefined; - - /** - *

    The time and date when the session was created.

    - * @public - */ - CreatedOn?: Date | undefined; - - /** - *

    The session status.

    - * @public - */ - Status?: SessionStatus | undefined; - - /** - *

    The error message displayed during the session.

    - * @public - */ - ErrorMessage?: string | undefined; - - /** - *

    The description of the session.

    - * @public - */ - Description?: string | undefined; - - /** - *

    The name or Amazon Resource Name (ARN) of the IAM role associated with the Session.

    - * @public - */ - Role?: string | undefined; - - /** - *

    The command object.See SessionCommand.

    - * @public - */ - Command?: SessionCommand | undefined; - - /** - *

    A map array of key-value pairs. Max is 75 pairs.

    - * @public - */ - DefaultArguments?: Record | undefined; - - /** - *

    The number of connections used for the session.

    - * @public - */ - Connections?: ConnectionsList | undefined; - - /** - *

    The code execution progress of the session.

    - * @public - */ - Progress?: number | undefined; - - /** - *

    The number of Glue data processing units (DPUs) that can be allocated when the job runs. - * A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory.

    - * @public - */ - MaxCapacity?: number | undefined; - - /** - *

    The name of the SecurityConfiguration structure to be used with the session.

    - * @public - */ - SecurityConfiguration?: string | undefined; - - /** - *

    The Glue version determines the versions of Apache Spark and Python that Glue supports. - * The GlueVersion must be greater than 2.0.

    - * @public - */ - GlueVersion?: string | undefined; - - /** - *

    The number of workers of a defined WorkerType to use for the session.

    - * @public - */ - NumberOfWorkers?: number | undefined; - - /** - *

    The type of predefined worker that is allocated when a session runs. Accepts a value of G.1X, G.2X, G.4X, or G.8X for Spark sessions. Accepts the value Z.2X for Ray sessions.

    - * @public - */ - WorkerType?: WorkerType | undefined; - - /** - *

    The date and time that this session is completed.

    - * @public - */ - CompletedOn?: Date | undefined; - - /** - *

    The total time the session ran for.

    - * @public - */ - ExecutionTime?: number | undefined; - + * @public + */ +export interface CreateRegistryResponse { /** - *

    The DPUs consumed by the session (formula: ExecutionTime * MaxCapacity).

    + *

    The Amazon Resource Name (ARN) of the newly created registry.

    * @public */ - DPUSeconds?: number | undefined; + RegistryArn?: string | undefined; /** - *

    The number of minutes when idle before the session times out.

    + *

    The name of the registry.

    * @public */ - IdleTimeout?: number | undefined; + RegistryName?: string | undefined; /** - *

    The name of an Glue usage profile associated with the session.

    + *

    A description of the registry.

    * @public */ - ProfileName?: string | undefined; -} + Description?: string | undefined; -/** - * @public - */ -export interface CreateSessionResponse { /** - *

    Returns the session object in the response.

    + *

    The tags for the registry.

    * @public */ - Session?: Session | undefined; + Tags?: Record | undefined; } /** * @public * @enum */ -export const MetadataOperation = { - CREATE: "CREATE", +export const Compatibility = { + BACKWARD: "BACKWARD", + BACKWARD_ALL: "BACKWARD_ALL", + DISABLED: "DISABLED", + FORWARD: "FORWARD", + FORWARD_ALL: "FORWARD_ALL", + FULL: "FULL", + FULL_ALL: "FULL_ALL", + NONE: "NONE", } as const; /** * @public */ -export type MetadataOperation = (typeof MetadataOperation)[keyof typeof MetadataOperation]; +export type Compatibility = (typeof Compatibility)[keyof typeof Compatibility]; /** - *

    A structure that defines an Apache Iceberg metadata table to create in the catalog.

    + *

    A wrapper structure that may contain the registry name and Amazon Resource Name (ARN).

    * @public */ -export interface IcebergInput { +export interface RegistryId { /** - *

    A required metadata operation. Can only be set to CREATE.

    + *

    Name of the registry. Used only for lookup. One of RegistryArn or RegistryName has to be provided.

    * @public */ - MetadataOperation: MetadataOperation | undefined; + RegistryName?: string | undefined; /** - *

    The table version for the Iceberg table. Defaults to 2.

    + *

    Arn of the registry to be updated. One of RegistryArn or RegistryName has to be provided.

    * @public */ - Version?: string | undefined; + RegistryArn?: string | undefined; } /** - *

    A structure representing an open format table.

    * @public */ -export interface OpenTableFormatInput { +export interface CreateSchemaInput { /** - *

    Specifies an IcebergInput structure that defines an Apache Iceberg metadata table.

    + *

    This is a wrapper shape to contain the registry identity fields. If this is not provided, the default registry will be used. The ARN format for the same will be: arn:aws:glue:us-east-2::registry/default-registry:random-5-letter-id.

    * @public */ - IcebergInput?: IcebergInput | undefined; -} + RegistryId?: RegistryId | undefined; -/** - *

    A structure that describes a target table for resource linking.

    - * @public - */ -export interface TableIdentifier { /** - *

    The ID of the Data Catalog in which the table resides.

    + *

    Name of the schema to be created of max length of 255, and may only contain letters, numbers, hyphen, underscore, dollar sign, or hash mark. No whitespace.

    * @public */ - CatalogId?: string | undefined; + SchemaName: string | undefined; /** - *

    The name of the catalog database that contains the target table.

    + *

    The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.

    * @public */ - DatabaseName?: string | undefined; + DataFormat: DataFormat | undefined; /** - *

    The name of the target table.

    + *

    The compatibility mode of the schema. The possible values are:

    + *
      + *
    • + *

      + * NONE: No compatibility mode applies. You can use this choice in development scenarios or if you do not know the compatibility mode that you want to apply to schemas. Any new version added will be accepted without undergoing a compatibility check.

      + *
      • + *
    • + *

      + * DISABLED: This compatibility choice prevents versioning for a particular schema. You can use this choice to prevent future versioning of a schema.

      + *
      • + *
    • + *

      + * BACKWARD: This compatibility choice is recommended as it allows data receivers to read both the current and one previous schema version. This means that for instance, a new schema version cannot drop data fields or change the type of these fields, so they can't be read by readers using the previous version.

      + *
      • + *
    • + *

      + * BACKWARD_ALL: This compatibility choice allows data receivers to read both the current and all previous schema versions. You can use this choice when you need to delete fields or add optional fields, and check compatibility against all previous schema versions.

      + *
      • + *
    • + *

      + * FORWARD: This compatibility choice allows data receivers to read both the current and one next schema version, but not necessarily later versions. You can use this choice when you need to add fields or delete optional fields, but only check compatibility against the last schema version.

      + *
      • + *
    • + *

      + * FORWARD_ALL: This compatibility choice allows data receivers to read written by producers of any new registered schema. You can use this choice when you need to add fields or delete optional fields, and check compatibility against all previous schema versions.

      + *
      • + *
    • + *

      + * FULL: This compatibility choice allows data receivers to read data written by producers using the previous or next version of the schema, but not necessarily earlier or later versions. You can use this choice when you need to add or remove optional fields, but only check compatibility against the last schema version.

      + *
      • + *
    • + *

      + * FULL_ALL: This compatibility choice allows data receivers to read data written by producers using all previous schema versions. You can use this choice when you need to add or remove optional fields, and check compatibility against all previous schema versions.

      + *
      • + *
    * @public */ - Name?: string | undefined; + Compatibility?: Compatibility | undefined; /** - *

    Region of the target table.

    + *

    An optional description of the schema. If description is not provided, there will not be any automatic default value for this.

    * @public */ - Region?: string | undefined; + Description?: string | undefined; + + /** + *

    Amazon Web Services tags that contain a key value pair and may be searched by console, command line, or API. If specified, follows the Amazon Web Services tags-on-create pattern.

    + * @public + */ + Tags?: Record | undefined; + + /** + *

    The schema definition using the DataFormat setting for SchemaName.

    + * @public + */ + SchemaDefinition?: string | undefined; } /** * @public * @enum */ -export const ViewDialect = { - ATHENA: "ATHENA", - REDSHIFT: "REDSHIFT", - SPARK: "SPARK", +export const SchemaStatus = { + AVAILABLE: "AVAILABLE", + DELETING: "DELETING", + PENDING: "PENDING", } as const; /** * @public */ -export type ViewDialect = (typeof ViewDialect)[keyof typeof ViewDialect]; +export type SchemaStatus = (typeof SchemaStatus)[keyof typeof SchemaStatus]; /** - *

    A structure containing details of a representation to update or create a Lake Formation view.

    * @public + * @enum */ -export interface ViewRepresentationInput { +export const SchemaVersionStatus = { + AVAILABLE: "AVAILABLE", + DELETING: "DELETING", + FAILURE: "FAILURE", + PENDING: "PENDING", +} as const; + +/** + * @public + */ +export type SchemaVersionStatus = (typeof SchemaVersionStatus)[keyof typeof SchemaVersionStatus]; + +/** + * @public + */ +export interface CreateSchemaResponse { /** - *

    A parameter that specifies the engine type of a specific representation.

    + *

    The name of the registry.

    * @public */ - Dialect?: ViewDialect | undefined; + RegistryName?: string | undefined; /** - *

    A parameter that specifies the version of the engine of a specific representation.

    + *

    The Amazon Resource Name (ARN) of the registry.

    * @public */ - DialectVersion?: string | undefined; + RegistryArn?: string | undefined; /** - *

    A string that represents the original SQL query that describes the view.

    + *

    The name of the schema.

    * @public */ - ViewOriginalText?: string | undefined; + SchemaName?: string | undefined; /** - *

    The name of the connection to be used to validate the specific representation of the view.

    + *

    The Amazon Resource Name (ARN) of the schema.

    * @public */ - ValidationConnection?: string | undefined; + SchemaArn?: string | undefined; /** - *

    A string that represents the SQL query that describes the view with expanded resource ARNs

    + *

    A description of the schema if specified when created.

    * @public */ - ViewExpandedText?: string | undefined; -} + Description?: string | undefined; -/** - *

    A structure containing details for creating or updating an Glue view.

    - * @public - */ -export interface ViewDefinitionInput { /** - *

    You can set this flag as true to instruct the engine not to push user-provided operations into the logical plan of the view during query planning. However, setting this flag does not guarantee that the engine will comply. Refer to the engine's documentation to understand the guarantees provided, if any.

    + *

    The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.

    * @public */ - IsProtected?: boolean | undefined; + DataFormat?: DataFormat | undefined; /** - *

    The definer of a view in SQL.

    + *

    The schema compatibility mode.

    * @public */ - Definer?: string | undefined; + Compatibility?: Compatibility | undefined; /** - *

    A list of structures that contains the dialect of the view, and the query that defines the view.

    + *

    The version number of the checkpoint (the last time the compatibility mode was changed).

    * @public */ - Representations?: ViewRepresentationInput[] | undefined; + SchemaCheckpoint?: number | undefined; /** - *

    A list of base table ARNs that make up the view.

    + *

    The latest version of the schema associated with the returned schema definition.

    * @public */ - SubObjects?: string[] | undefined; -} + LatestSchemaVersion?: number | undefined; -/** - *

    A structure used to define a table.

    - * @public - */ -export interface TableInput { /** - *

    The table name. For Hive compatibility, this is folded to - * lowercase when it is stored.

    + *

    The next version of the schema associated with the returned schema definition.

    * @public */ - Name: string | undefined; + NextSchemaVersion?: number | undefined; /** - *

    A description of the table.

    + *

    The status of the schema.

    * @public */ - Description?: string | undefined; + SchemaStatus?: SchemaStatus | undefined; /** - *

    The table owner. Included for Apache Hive compatibility. Not used in the normal course of Glue operations.

    + *

    The tags for the schema.

    * @public */ - Owner?: string | undefined; + Tags?: Record | undefined; /** - *

    The last time that the table was accessed.

    + *

    The unique identifier of the first schema version.

    * @public */ - LastAccessTime?: Date | undefined; + SchemaVersionId?: string | undefined; /** - *

    The last time that column statistics were computed for this table.

    + *

    The status of the first schema version created.

    * @public */ - LastAnalyzedTime?: Date | undefined; + SchemaVersionStatus?: SchemaVersionStatus | undefined; +} +/** + *

    Represents a directional edge in a directed acyclic graph (DAG).

    + * @public + */ +export interface CodeGenEdge { /** - *

    The retention time for this table.

    + *

    The ID of the node at which the edge starts.

    * @public */ - Retention?: number | undefined; + Source: string | undefined; /** - *

    A storage descriptor containing information about the physical storage - * of this table.

    + *

    The ID of the node at which the edge ends.

    * @public */ - StorageDescriptor?: StorageDescriptor | undefined; + Target: string | undefined; /** - *

    A list of columns by which the table is partitioned. Only primitive - * types are supported as partition keys.

    - *

    When you create a table used by Amazon Athena, and you do not specify any - * partitionKeys, you must at least set the value of partitionKeys to - * an empty list. For example:

    - *

    - * "PartitionKeys": [] - *

    + *

    The target of the edge.

    + * @public + */ + TargetParameter?: string | undefined; +} + +/** + *

    An argument or property of a node.

    + * @public + */ +export interface CodeGenNodeArg { + /** + *

    The name of the argument or property.

    * @public */ - PartitionKeys?: Column[] | undefined; + Name: string | undefined; /** - *

    Included for Apache Hive compatibility. Not used in the normal course of Glue operations. - * If the table is a VIRTUAL_VIEW, certain Athena configuration encoded in base64.

    + *

    The value of the argument or property.

    * @public */ - ViewOriginalText?: string | undefined; + Value: string | undefined; /** - *

    Included for Apache Hive compatibility. Not used in the normal course of Glue operations.

    + *

    True if the value is used as a parameter.

    * @public */ - ViewExpandedText?: string | undefined; + Param?: boolean | undefined; +} +/** + *

    Represents a node in a directed acyclic graph (DAG)

    + * @public + */ +export interface CodeGenNode { /** - *

    The type of this table. - * Glue will create tables with the EXTERNAL_TABLE type. - * Other services, such as Athena, may create tables with additional table types. - *

    - *

    Glue related table types:

    - *
    - *
    EXTERNAL_TABLE
    - *
    - *

    Hive compatible attribute - indicates a non-Hive managed table.

    - *
    - *
    GOVERNED
    - *
    - *

    Used by Lake Formation. - * The Glue Data Catalog understands GOVERNED.

    - *
    - *
    + *

    A node identifier that is unique within the node's graph.

    * @public */ - TableType?: string | undefined; + Id: string | undefined; /** - *

    These key-value pairs define properties associated with the table.

    + *

    The type of node that this is.

    * @public */ - Parameters?: Record | undefined; + NodeType: string | undefined; /** - *

    A TableIdentifier structure that describes a target table for resource linking.

    + *

    Properties of the node, in the form of name-value pairs.

    * @public */ - TargetTable?: TableIdentifier | undefined; + Args: CodeGenNodeArg[] | undefined; /** - *

    A structure that contains all the information that defines the view, including the dialect or dialects for the view, and the query.

    + *

    The line number of the node.

    * @public */ - ViewDefinition?: ViewDefinitionInput | undefined; + LineNumber?: number | undefined; } /** * @public + * @enum */ -export interface CreateTableRequest { - /** - *

    The ID of the Data Catalog in which to create the Table. - * If none is supplied, the Amazon Web Services account ID is used by default.

    - * @public - */ - CatalogId?: string | undefined; +export const Language = { + PYTHON: "PYTHON", + SCALA: "SCALA", +} as const; + +/** + * @public + */ +export type Language = (typeof Language)[keyof typeof Language]; +/** + * @public + */ +export interface CreateScriptRequest { /** - *

    The catalog database in which to create the new table. For Hive - * compatibility, this name is entirely lowercase.

    + *

    A list of the nodes in the DAG.

    * @public */ - DatabaseName: string | undefined; + DagNodes?: CodeGenNode[] | undefined; /** - *

    The TableInput object that defines the metadata table - * to create in the catalog.

    + *

    A list of the edges in the DAG.

    * @public */ - TableInput: TableInput | undefined; + DagEdges?: CodeGenEdge[] | undefined; /** - *

    A list of partition indexes, PartitionIndex structures, to create in the table.

    + *

    The programming language of the resulting code from the DAG.

    * @public */ - PartitionIndexes?: PartitionIndex[] | undefined; + Language?: Language | undefined; +} +/** + * @public + */ +export interface CreateScriptResponse { /** - *

    The ID of the transaction.

    + *

    The Python script generated from the DAG.

    * @public */ - TransactionId?: string | undefined; + PythonScript?: string | undefined; /** - *

    Specifies an OpenTableFormatInput structure when creating an open format table.

    + *

    The Scala code generated from the DAG.

    * @public */ - OpenTableFormatInput?: OpenTableFormatInput | undefined; + ScalaCode?: string | undefined; } /** * @public + * @enum */ -export interface CreateTableResponse {} +export const CloudWatchEncryptionMode = { + DISABLED: "DISABLED", + SSEKMS: "SSE-KMS", +} as const; /** * @public */ -export interface CreateTableOptimizerRequest { - /** - *

    The Catalog ID of the table.

    - * @public - */ - CatalogId: string | undefined; +export type CloudWatchEncryptionMode = (typeof CloudWatchEncryptionMode)[keyof typeof CloudWatchEncryptionMode]; +/** + *

    Specifies how Amazon CloudWatch data should be encrypted.

    + * @public + */ +export interface CloudWatchEncryption { /** - *

    The name of the database in the catalog in which the table resides.

    + *

    The encryption mode to use for CloudWatch data.

    * @public */ - DatabaseName: string | undefined; + CloudWatchEncryptionMode?: CloudWatchEncryptionMode | undefined; /** - *

    The name of the table.

    + *

    The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.

    * @public */ - TableName: string | undefined; + KmsKeyArn?: string | undefined; +} + +/** + * @public + * @enum + */ +export const JobBookmarksEncryptionMode = { + CSEKMS: "CSE-KMS", + DISABLED: "DISABLED", +} as const; + +/** + * @public + */ +export type JobBookmarksEncryptionMode = (typeof JobBookmarksEncryptionMode)[keyof typeof JobBookmarksEncryptionMode]; +/** + *

    Specifies how job bookmark data should be encrypted.

    + * @public + */ +export interface JobBookmarksEncryption { /** - *

    The type of table optimizer.

    + *

    The encryption mode to use for job bookmarks data.

    * @public */ - Type: TableOptimizerType | undefined; + JobBookmarksEncryptionMode?: JobBookmarksEncryptionMode | undefined; /** - *

    A TableOptimizerConfiguration object representing the configuration of a table optimizer.

    + *

    The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.

    * @public */ - TableOptimizerConfiguration: TableOptimizerConfiguration | undefined; + KmsKeyArn?: string | undefined; } /** * @public + * @enum */ -export interface CreateTableOptimizerResponse {} +export const S3EncryptionMode = { + DISABLED: "DISABLED", + SSEKMS: "SSE-KMS", + SSES3: "SSE-S3", +} as const; /** * @public */ -export interface CreateTriggerRequest { +export type S3EncryptionMode = (typeof S3EncryptionMode)[keyof typeof S3EncryptionMode]; + +/** + *

    Specifies how Amazon Simple Storage Service (Amazon S3) data should be encrypted.

    + * @public + */ +export interface S3Encryption { /** - *

    The name of the trigger.

    + *

    The encryption mode to use for Amazon S3 data.

    * @public */ - Name: string | undefined; + S3EncryptionMode?: S3EncryptionMode | undefined; /** - *

    The name of the workflow associated with the trigger.

    + *

    The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.

    * @public */ - WorkflowName?: string | undefined; + KmsKeyArn?: string | undefined; +} +/** + *

    Specifies an encryption configuration.

    + * @public + */ +export interface EncryptionConfiguration { /** - *

    The type of the new trigger.

    + *

    The encryption configuration for Amazon Simple Storage Service (Amazon S3) data.

    * @public */ - Type: TriggerType | undefined; + S3Encryption?: S3Encryption[] | undefined; /** - *

    A cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers. For example, to run - * something every day at 12:15 UTC, you would specify: - * cron(15 12 * * ? *).

    - *

    This field is required when the trigger type is SCHEDULED.

    + *

    The encryption configuration for Amazon CloudWatch.

    * @public */ - Schedule?: string | undefined; + CloudWatchEncryption?: CloudWatchEncryption | undefined; /** - *

    A predicate to specify when the new trigger should fire.

    - *

    This field is required when the trigger type is CONDITIONAL.

    + *

    The encryption configuration for job bookmarks.

    * @public */ - Predicate?: Predicate | undefined; + JobBookmarksEncryption?: JobBookmarksEncryption | undefined; +} +/** + * @public + */ +export interface CreateSecurityConfigurationRequest { /** - *

    The actions initiated by this trigger when it fires.

    + *

    The name for the new security configuration.

    * @public */ - Actions: Action[] | undefined; + Name: string | undefined; /** - *

    A description of the new trigger.

    + *

    The encryption configuration for the new security configuration.

    * @public */ - Description?: string | undefined; + EncryptionConfiguration: EncryptionConfiguration | undefined; +} +/** + * @public + */ +export interface CreateSecurityConfigurationResponse { /** - *

    Set to true to start SCHEDULED and CONDITIONAL - * triggers when created. True is not supported for ON_DEMAND triggers.

    + *

    The name assigned to the new security configuration.

    * @public */ - StartOnCreation?: boolean | undefined; + Name?: string | undefined; /** - *

    The tags to use with this trigger. You may use tags to limit access to the trigger. - * For more information about tags in Glue, see - * Amazon Web Services Tags in Glue in the developer guide.

    + *

    The time at which the new security configuration was created.

    * @public */ - Tags?: Record | undefined; + CreatedTimestamp?: Date | undefined; +} +/** + *

    The SessionCommand that runs the job.

    + * @public + */ +export interface SessionCommand { /** - *

    Batch condition that must be met (specified number of events received or batch time window expired) - * before EventBridge event trigger fires.

    + *

    Specifies the name of the SessionCommand. Can be 'glueetl' or 'gluestreaming'.

    * @public */ - EventBatchingCondition?: EventBatchingCondition | undefined; + Name?: string | undefined; + + /** + *

    Specifies the Python version. The Python version indicates the version supported for jobs of type Spark.

    + * @public + */ + PythonVersion?: string | undefined; } /** + *

    Request to create a new session.

    * @public */ -export interface CreateTriggerResponse { +export interface CreateSessionRequest { /** - *

    The name of the trigger.

    + *

    The ID of the session request.

    * @public */ - Name?: string | undefined; -} + Id: string | undefined; + + /** + *

    The description of the session.

    + * @public + */ + Description?: string | undefined; -/** - *

    Specifies the values that an admin sets for each job or session parameter configured in a Glue usage profile.

    - * @public - */ -export interface ConfigurationObject { /** - *

    A default value for the parameter.

    + *

    The IAM Role ARN

    * @public */ - DefaultValue?: string | undefined; + Role: string | undefined; /** - *

    A list of allowed values for the parameter.

    + *

    The SessionCommand that runs the job.

    * @public */ - AllowedValues?: string[] | undefined; + Command: SessionCommand | undefined; /** - *

    A minimum allowed value for the parameter.

    + *

    + * The number of minutes before session times out. Default for Spark ETL + * jobs is 48 hours (2880 minutes), the maximum session lifetime for this job type. + * Consult the documentation for other job types. + *

    * @public */ - MinValue?: string | undefined; + Timeout?: number | undefined; /** - *

    A maximum allowed value for the parameter.

    + *

    + * The number of minutes when idle before session times out. Default for + * Spark ETL jobs is value of Timeout. Consult the documentation + * for other job types. + *

    * @public */ - MaxValue?: string | undefined; -} + IdleTimeout?: number | undefined; -/** - *

    Specifies the job and session values that an admin configures in an Glue usage profile.

    - * @public - */ -export interface ProfileConfiguration { /** - *

    A key-value map of configuration parameters for Glue sessions.

    + *

    A map array of key-value pairs. Max is 75 pairs.

    * @public */ - SessionConfiguration?: Record | undefined; + DefaultArguments?: Record | undefined; /** - *

    A key-value map of configuration parameters for Glue jobs.

    + *

    The number of connections to use for the session.

    * @public */ - JobConfiguration?: Record | undefined; -} + Connections?: ConnectionsList | undefined; -/** - * @public - */ -export interface CreateUsageProfileRequest { /** - *

    The name of the usage profile.

    + *

    The number of Glue data processing units (DPUs) that can be allocated when the job runs. + * A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory.

    * @public */ - Name: string | undefined; + MaxCapacity?: number | undefined; /** - *

    A description of the usage profile.

    + *

    The number of workers of a defined WorkerType to use for the session.

    * @public */ - Description?: string | undefined; + NumberOfWorkers?: number | undefined; /** - *

    A ProfileConfiguration object specifying the job and session values for the profile.

    + *

    The type of predefined worker that is allocated when a job runs. Accepts a value of + * G.1X, G.2X, G.4X, or G.8X for Spark jobs. Accepts the value Z.2X for Ray notebooks.

    + *
      + *
    • + *

      For the G.1X worker type, each worker maps to 1 DPU (4 vCPUs, 16 GB of memory) with 84GB disk (approximately 34GB free), and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.

      + *
      • + *
    • + *

      For the G.2X worker type, each worker maps to 2 DPU (8 vCPUs, 32 GB of memory) with 128GB disk (approximately 77GB free), and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.

      + *
      • + *
    • + *

      For the G.4X worker type, each worker maps to 4 DPU (16 vCPUs, 64 GB of memory) with 256GB disk (approximately 235GB free), and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs in the following Amazon Web Services Regions: US East (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland), and Europe (Stockholm).

      + *
      • + *
    • + *

      For the G.8X worker type, each worker maps to 8 DPU (32 vCPUs, 128 GB of memory) with 512GB disk (approximately 487GB free), and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs, in the same Amazon Web Services Regions as supported for the G.4X worker type.

      + *
      • + *
    • + *

      For the Z.2X worker type, each worker maps to 2 M-DPU (8vCPUs, 64 GB of memory) with 128 GB disk (approximately 120GB free), and provides up to 8 Ray workers based on the autoscaler.

      + *
      • + *
    * @public */ - Configuration: ProfileConfiguration | undefined; + WorkerType?: WorkerType | undefined; /** - *

    A list of tags applied to the usage profile.

    + *

    The name of the SecurityConfiguration structure to be used with the session

    * @public */ - Tags?: Record | undefined; -} + SecurityConfiguration?: string | undefined; -/** - * @public - */ -export interface CreateUsageProfileResponse { /** - *

    The name of the usage profile that was created.

    + *

    The Glue version determines the versions of Apache Spark and Python that Glue supports. + * The GlueVersion must be greater than 2.0.

    * @public */ - Name?: string | undefined; -} + GlueVersion?: string | undefined; -/** - *

    The operation is not available in the region.

    - * @public - */ -export class OperationNotSupportedException extends __BaseException { - readonly name: "OperationNotSupportedException" = "OperationNotSupportedException"; - readonly $fault: "client" = "client"; /** - *

    A message describing the problem.

    + *

    The map of key value pairs (tags) belonging to the session.

    * @public */ - Message?: string | undefined; + Tags?: Record | undefined; + /** - * @internal + *

    The origin of the request.

    + * @public */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "OperationNotSupportedException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, OperationNotSupportedException.prototype); - this.Message = opts.Message; - } + RequestOrigin?: string | undefined; } /** * @public * @enum */ -export const PrincipalType = { - GROUP: "GROUP", - ROLE: "ROLE", - USER: "USER", +export const SessionStatus = { + FAILED: "FAILED", + PROVISIONING: "PROVISIONING", + READY: "READY", + STOPPED: "STOPPED", + STOPPING: "STOPPING", + TIMEOUT: "TIMEOUT", } as const; /** * @public */ -export type PrincipalType = (typeof PrincipalType)[keyof typeof PrincipalType]; +export type SessionStatus = (typeof SessionStatus)[keyof typeof SessionStatus]; /** + *

    The period in which a remote Spark runtime environment is running.

    * @public - * @enum */ -export const ResourceType = { - ARCHIVE: "ARCHIVE", - FILE: "FILE", - JAR: "JAR", -} as const; +export interface Session { + /** + *

    The ID of the session.

    + * @public + */ + Id?: string | undefined; -/** - * @public - */ -export type ResourceType = (typeof ResourceType)[keyof typeof ResourceType]; + /** + *

    The time and date when the session was created.

    + * @public + */ + CreatedOn?: Date | undefined; -/** - *

    The URIs for function resources.

    - * @public - */ -export interface ResourceUri { /** - *

    The type of the resource.

    + *

    The session status.

    * @public */ - ResourceType?: ResourceType | undefined; + Status?: SessionStatus | undefined; /** - *

    The URI for accessing the resource.

    + *

    The error message displayed during the session.

    * @public */ - Uri?: string | undefined; -} + ErrorMessage?: string | undefined; -/** - *

    A structure used to create or update a user-defined function.

    - * @public - */ -export interface UserDefinedFunctionInput { /** - *

    The name of the function.

    + *

    The description of the session.

    * @public */ - FunctionName?: string | undefined; + Description?: string | undefined; /** - *

    The Java class that contains the function code.

    + *

    The name or Amazon Resource Name (ARN) of the IAM role associated with the Session.

    * @public */ - ClassName?: string | undefined; + Role?: string | undefined; /** - *

    The owner of the function.

    + *

    The command object.See SessionCommand.

    * @public */ - OwnerName?: string | undefined; + Command?: SessionCommand | undefined; /** - *

    The owner type.

    + *

    A map array of key-value pairs. Max is 75 pairs.

    * @public */ - OwnerType?: PrincipalType | undefined; + DefaultArguments?: Record | undefined; /** - *

    The resource URIs for the function.

    + *

    The number of connections used for the session.

    * @public */ - ResourceUris?: ResourceUri[] | undefined; -} + Connections?: ConnectionsList | undefined; -/** - * @public - */ -export interface CreateUserDefinedFunctionRequest { /** - *

    The ID of the Data Catalog in which to create the function. If none is provided, the Amazon Web Services - * account ID is used by default.

    + *

    The code execution progress of the session.

    * @public */ - CatalogId?: string | undefined; + Progress?: number | undefined; /** - *

    The name of the catalog database in which to create the function.

    + *

    The number of Glue data processing units (DPUs) that can be allocated when the job runs. + * A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory.

    * @public */ - DatabaseName: string | undefined; + MaxCapacity?: number | undefined; /** - *

    A FunctionInput object that defines the function - * to create in the Data Catalog.

    + *

    The name of the SecurityConfiguration structure to be used with the session.

    * @public */ - FunctionInput: UserDefinedFunctionInput | undefined; -} + SecurityConfiguration?: string | undefined; -/** - * @public - */ -export interface CreateUserDefinedFunctionResponse {} + /** + *

    The Glue version determines the versions of Apache Spark and Python that Glue supports. + * The GlueVersion must be greater than 2.0.

    + * @public + */ + GlueVersion?: string | undefined; -/** - * @public - */ -export interface CreateWorkflowRequest { /** - *

    The name to be assigned to the workflow. It should be unique within your account.

    + *

    The number of workers of a defined WorkerType to use for the session.

    * @public */ - Name: string | undefined; + NumberOfWorkers?: number | undefined; /** - *

    A description of the workflow.

    + *

    The type of predefined worker that is allocated when a session runs. Accepts a value of G.1X, G.2X, G.4X, or G.8X for Spark sessions. Accepts the value Z.2X for Ray sessions.

    * @public */ - Description?: string | undefined; + WorkerType?: WorkerType | undefined; /** - *

    A collection of properties to be used as part of each execution of the workflow.

    + *

    The date and time that this session is completed.

    * @public */ - DefaultRunProperties?: Record | undefined; + CompletedOn?: Date | undefined; /** - *

    The tags to be used with this workflow.

    + *

    The total time the session ran for.

    * @public */ - Tags?: Record | undefined; + ExecutionTime?: number | undefined; + + /** + *

    The DPUs consumed by the session (formula: ExecutionTime * MaxCapacity).

    + * @public + */ + DPUSeconds?: number | undefined; + + /** + *

    The number of minutes when idle before the session times out.

    + * @public + */ + IdleTimeout?: number | undefined; /** - *

    You can use this parameter to prevent unwanted multiple updates to data, to control costs, or in some cases, to prevent exceeding the maximum number of concurrent runs of any of the component jobs. If you leave this parameter blank, there is no limit to the number of concurrent workflow runs.

    + *

    The name of an Glue usage profile associated with the session.

    * @public */ - MaxConcurrentRuns?: number | undefined; + ProfileName?: string | undefined; } /** * @public */ -export interface CreateWorkflowResponse { +export interface CreateSessionResponse { /** - *

    The name of the workflow which was provided as part of the request.

    + *

    Returns the session object in the response.

    * @public */ - Name?: string | undefined; + Session?: Session | undefined; } /** * @public + * @enum */ -export interface DeleteBlueprintRequest { - /** - *

    The name of the blueprint to delete.

    - * @public - */ - Name: string | undefined; -} +export const MetadataOperation = { + CREATE: "CREATE", +} as const; /** * @public */ -export interface DeleteBlueprintResponse { - /** - *

    Returns the name of the blueprint that was deleted.

    - * @public - */ - Name?: string | undefined; -} +export type MetadataOperation = (typeof MetadataOperation)[keyof typeof MetadataOperation]; /** + *

    A structure that defines an Apache Iceberg metadata table to create in the catalog.

    * @public */ -export interface DeleteClassifierRequest { +export interface IcebergInput { /** - *

    Name of the classifier to remove.

    + *

    A required metadata operation. Can only be set to CREATE.

    * @public */ - Name: string | undefined; + MetadataOperation: MetadataOperation | undefined; + + /** + *

    The table version for the Iceberg table. Defaults to 2.

    + * @public + */ + Version?: string | undefined; } /** + *

    A structure representing an open format table.

    * @public */ -export interface DeleteClassifierResponse {} +export interface OpenTableFormatInput { + /** + *

    Specifies an IcebergInput structure that defines an Apache Iceberg metadata table.

    + * @public + */ + IcebergInput?: IcebergInput | undefined; +} /** + *

    A structure that describes a target table for resource linking.

    * @public */ -export interface DeleteColumnStatisticsForPartitionRequest { +export interface TableIdentifier { /** - *

    The ID of the Data Catalog where the partitions in question reside. - * If none is supplied, the Amazon Web Services account ID is used by default.

    + *

    The ID of the Data Catalog in which the table resides.

    * @public */ CatalogId?: string | undefined; /** - *

    The name of the catalog database where the partitions reside.

    - * @public - */ - DatabaseName: string | undefined; - - /** - *

    The name of the partitions' table.

    + *

    The name of the catalog database that contains the target table.

    * @public */ - TableName: string | undefined; + DatabaseName?: string | undefined; /** - *

    A list of partition values identifying the partition.

    + *

    The name of the target table.

    * @public */ - PartitionValues: string[] | undefined; + Name?: string | undefined; /** - *

    Name of the column.

    + *

    Region of the target table.

    * @public */ - ColumnName: string | undefined; + Region?: string | undefined; } /** * @public + * @enum */ -export interface DeleteColumnStatisticsForPartitionResponse {} +export const ViewDialect = { + ATHENA: "ATHENA", + REDSHIFT: "REDSHIFT", + SPARK: "SPARK", +} as const; /** * @public */ -export interface DeleteColumnStatisticsForTableRequest { - /** - *

    The ID of the Data Catalog where the partitions in question reside. - * If none is supplied, the Amazon Web Services account ID is used by default.

    - * @public - */ - CatalogId?: string | undefined; +export type ViewDialect = (typeof ViewDialect)[keyof typeof ViewDialect]; +/** + *

    A structure containing details of a representation to update or create a Lake Formation view.

    + * @public + */ +export interface ViewRepresentationInput { /** - *

    The name of the catalog database where the partitions reside.

    + *

    A parameter that specifies the engine type of a specific representation.

    * @public */ - DatabaseName: string | undefined; + Dialect?: ViewDialect | undefined; /** - *

    The name of the partitions' table.

    + *

    A parameter that specifies the version of the engine of a specific representation.

    * @public */ - TableName: string | undefined; + DialectVersion?: string | undefined; /** - *

    The name of the column.

    + *

    A string that represents the original SQL query that describes the view.

    * @public */ - ColumnName: string | undefined; -} - -/** - * @public - */ -export interface DeleteColumnStatisticsForTableResponse {} + ViewOriginalText?: string | undefined; -/** - * @public - */ -export interface DeleteColumnStatisticsTaskSettingsRequest { /** - *

    The name of the database where the table resides.

    + *

    The name of the connection to be used to validate the specific representation of the view.

    * @public */ - DatabaseName: string | undefined; + ValidationConnection?: string | undefined; /** - *

    The name of the table for which to delete column statistics.

    + *

    A string that represents the SQL query that describes the view with expanded resource ARNs

    * @public */ - TableName: string | undefined; + ViewExpandedText?: string | undefined; } /** + *

    A structure containing details for creating or updating an Glue view.

    * @public */ -export interface DeleteColumnStatisticsTaskSettingsResponse {} - -/** - * @public - */ -export interface DeleteConnectionRequest { +export interface ViewDefinitionInput { /** - *

    The ID of the Data Catalog in which the connection resides. If none is provided, the Amazon Web Services - * account ID is used by default.

    + *

    You can set this flag as true to instruct the engine not to push user-provided operations into the logical plan of the view during query planning. However, setting this flag does not guarantee that the engine will comply. Refer to the engine's documentation to understand the guarantees provided, if any.

    * @public */ - CatalogId?: string | undefined; + IsProtected?: boolean | undefined; /** - *

    The name of the connection to delete.

    + *

    The definer of a view in SQL.

    * @public */ - ConnectionName: string | undefined; -} - -/** - * @public - */ -export interface DeleteConnectionResponse {} + Definer?: string | undefined; -/** - *

    The operation cannot be performed because the crawler is already running.

    - * @public - */ -export class CrawlerRunningException extends __BaseException { - readonly name: "CrawlerRunningException" = "CrawlerRunningException"; - readonly $fault: "client" = "client"; /** - *

    A message describing the problem.

    + *

    A list of structures that contains the dialect of the view, and the query that defines the view.

    * @public */ - Message?: string | undefined; + Representations?: ViewRepresentationInput[] | undefined; + /** - * @internal + *

    A list of base table ARNs that make up the view.

    + * @public */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "CrawlerRunningException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, CrawlerRunningException.prototype); - this.Message = opts.Message; - } + SubObjects?: string[] | undefined; } /** + *

    A structure used to define a table.

    * @public */ -export interface DeleteCrawlerRequest { +export interface TableInput { /** - *

    The name of the crawler to remove.

    + *

    The table name. For Hive compatibility, this is folded to + * lowercase when it is stored.

    * @public */ Name: string | undefined; -} - -/** - * @public - */ -export interface DeleteCrawlerResponse {} -/** - *

    The specified scheduler is transitioning.

    - * @public - */ -export class SchedulerTransitioningException extends __BaseException { - readonly name: "SchedulerTransitioningException" = "SchedulerTransitioningException"; - readonly $fault: "client" = "client"; /** - *

    A message describing the problem.

    + *

    A description of the table.

    * @public */ - Message?: string | undefined; + Description?: string | undefined; + /** - * @internal + *

    The table owner. Included for Apache Hive compatibility. Not used in the normal course of Glue operations.

    + * @public */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "SchedulerTransitioningException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, SchedulerTransitioningException.prototype); - this.Message = opts.Message; - } -} + Owner?: string | undefined; -/** - * @public - */ -export interface DeleteCustomEntityTypeRequest { /** - *

    The name of the custom pattern that you want to delete.

    + *

    The last time that the table was accessed.

    * @public */ - Name: string | undefined; -} + LastAccessTime?: Date | undefined; -/** - * @public - */ -export interface DeleteCustomEntityTypeResponse { /** - *

    The name of the custom pattern you deleted.

    + *

    The last time that column statistics were computed for this table.

    * @public */ - Name?: string | undefined; -} + LastAnalyzedTime?: Date | undefined; -/** - * @public - */ -export interface DeleteDatabaseRequest { /** - *

    The ID of the Data Catalog in which the database resides. If none is provided, the Amazon Web Services - * account ID is used by default.

    + *

    The retention time for this table.

    * @public */ - CatalogId?: string | undefined; + Retention?: number | undefined; /** - *

    The name of the database to delete. For Hive compatibility, this must be all - * lowercase.

    + *

    A storage descriptor containing information about the physical storage + * of this table.

    * @public */ - Name: string | undefined; -} + StorageDescriptor?: StorageDescriptor | undefined; -/** - * @public - */ -export interface DeleteDatabaseResponse {} + /** + *

    A list of columns by which the table is partitioned. Only primitive + * types are supported as partition keys.

    + *

    When you create a table used by Amazon Athena, and you do not specify any + * partitionKeys, you must at least set the value of partitionKeys to + * an empty list. For example:

    + *

    + * "PartitionKeys": [] + *

    + * @public + */ + PartitionKeys?: Column[] | undefined; -/** - * @public - */ -export interface DeleteDataQualityRulesetRequest { /** - *

    A name for the data quality ruleset.

    + *

    Included for Apache Hive compatibility. Not used in the normal course of Glue operations. + * If the table is a VIRTUAL_VIEW, certain Athena configuration encoded in base64.

    * @public */ - Name: string | undefined; -} - -/** - * @public - */ -export interface DeleteDataQualityRulesetResponse {} + ViewOriginalText?: string | undefined; -/** - * @public - */ -export interface DeleteDevEndpointRequest { /** - *

    The name of the DevEndpoint.

    + *

    Included for Apache Hive compatibility. Not used in the normal course of Glue operations.

    * @public */ - EndpointName: string | undefined; -} - -/** - * @public - */ -export interface DeleteDevEndpointResponse {} + ViewExpandedText?: string | undefined; -/** - * @public - */ -export interface DeleteJobRequest { /** - *

    The name of the job definition to delete.

    + *

    The type of this table. + * Glue will create tables with the EXTERNAL_TABLE type. + * Other services, such as Athena, may create tables with additional table types. + *

    + *

    Glue related table types:

    + *
    + *
    EXTERNAL_TABLE
    + *
    + *

    Hive compatible attribute - indicates a non-Hive managed table.

    + *
    + *
    GOVERNED
    + *
    + *

    Used by Lake Formation. + * The Glue Data Catalog understands GOVERNED.

    + *
    + *
    * @public */ - JobName: string | undefined; -} + TableType?: string | undefined; -/** - * @public - */ -export interface DeleteJobResponse { /** - *

    The name of the job definition that was deleted.

    + *

    These key-value pairs define properties associated with the table.

    * @public */ - JobName?: string | undefined; -} + Parameters?: Record | undefined; -/** - * @public - */ -export interface DeleteMLTransformRequest { /** - *

    The unique identifier of the transform to delete.

    + *

    A TableIdentifier structure that describes a target table for resource linking.

    * @public */ - TransformId: string | undefined; -} + TargetTable?: TableIdentifier | undefined; -/** - * @public - */ -export interface DeleteMLTransformResponse { /** - *

    The unique identifier of the transform that was deleted.

    + *

    A structure that contains all the information that defines the view, including the dialect or dialects for the view, and the query.

    * @public */ - TransformId?: string | undefined; + ViewDefinition?: ViewDefinitionInput | undefined; } /** * @public */ -export interface DeletePartitionRequest { +export interface CreateTableRequest { /** - *

    The ID of the Data Catalog where the partition to be deleted resides. If none is provided, - * the Amazon Web Services account ID is used by default.

    + *

    The ID of the Data Catalog in which to create the Table. + * If none is supplied, the Amazon Web Services account ID is used by default.

    * @public */ CatalogId?: string | undefined; /** - *

    The name of the catalog database in which the table in question - * resides.

    + *

    The catalog database in which to create the new table. For Hive + * compatibility, this name is entirely lowercase.

    * @public */ DatabaseName: string | undefined; /** - *

    The name of the table that contains the partition to be deleted.

    + *

    The TableInput object that defines the metadata table + * to create in the catalog.

    * @public */ - TableName: string | undefined; + TableInput: TableInput | undefined; /** - *

    The values that define the partition.

    + *

    A list of partition indexes, PartitionIndex structures, to create in the table.

    * @public */ - PartitionValues: string[] | undefined; -} - -/** - * @public - */ -export interface DeletePartitionResponse {} + PartitionIndexes?: PartitionIndex[] | undefined; -/** - *

    The CreatePartitions API was called on a table that has indexes enabled.

    - * @public - */ -export class ConflictException extends __BaseException { - readonly name: "ConflictException" = "ConflictException"; - readonly $fault: "client" = "client"; /** - *

    A message describing the problem.

    + *

    The ID of the transaction.

    * @public */ - Message?: string | undefined; + TransactionId?: string | undefined; + /** - * @internal + *

    Specifies an OpenTableFormatInput structure when creating an open format table.

    + * @public */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "ConflictException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, ConflictException.prototype); - this.Message = opts.Message; - } + OpenTableFormatInput?: OpenTableFormatInput | undefined; } /** * @public */ -export interface DeletePartitionIndexRequest { +export interface CreateTableResponse {} + +/** + * @public + */ +export interface CreateTableOptimizerRequest { /** - *

    The catalog ID where the table resides.

    + *

    The Catalog ID of the table.

    * @public */ - CatalogId?: string | undefined; + CatalogId: string | undefined; /** - *

    Specifies the name of a database from which you want to delete a partition index.

    + *

    The name of the database in the catalog in which the table resides.

    * @public */ DatabaseName: string | undefined; /** - *

    Specifies the name of a table from which you want to delete a partition index.

    + *

    The name of the table.

    * @public */ TableName: string | undefined; /** - *

    The name of the partition index to be deleted.

    + *

    The type of table optimizer.

    * @public */ - IndexName: string | undefined; -} - -/** - * @public - */ -export interface DeletePartitionIndexResponse {} + Type: TableOptimizerType | undefined; -/** - * @public - */ -export interface DeleteRegistryInput { /** - *

    This is a wrapper structure that may contain the registry name and Amazon Resource Name (ARN).

    + *

    A TableOptimizerConfiguration object representing the configuration of a table optimizer.

    * @public */ - RegistryId: RegistryId | undefined; + TableOptimizerConfiguration: TableOptimizerConfiguration | undefined; } -/** - * @public - * @enum - */ -export const RegistryStatus = { - AVAILABLE: "AVAILABLE", - DELETING: "DELETING", -} as const; - /** * @public */ -export type RegistryStatus = (typeof RegistryStatus)[keyof typeof RegistryStatus]; +export interface CreateTableOptimizerResponse {} /** * @public */ -export interface DeleteRegistryResponse { +export interface CreateTriggerRequest { /** - *

    The name of the registry being deleted.

    + *

    The name of the trigger.

    * @public */ - RegistryName?: string | undefined; + Name: string | undefined; /** - *

    The Amazon Resource Name (ARN) of the registry being deleted.

    + *

    The name of the workflow associated with the trigger.

    * @public */ - RegistryArn?: string | undefined; + WorkflowName?: string | undefined; /** - *

    The status of the registry. A successful operation will return the Deleting status.

    + *

    The type of the new trigger.

    * @public */ - Status?: RegistryStatus | undefined; -} + Type: TriggerType | undefined; -/** - *

    A specified condition was not satisfied.

    - * @public - */ -export class ConditionCheckFailureException extends __BaseException { - readonly name: "ConditionCheckFailureException" = "ConditionCheckFailureException"; - readonly $fault: "client" = "client"; /** - *

    A message describing the problem.

    + *

    A cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers. For example, to run + * something every day at 12:15 UTC, you would specify: + * cron(15 12 * * ? *).

    + *

    This field is required when the trigger type is SCHEDULED.

    * @public */ - Message?: string | undefined; - /** - * @internal - */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "ConditionCheckFailureException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, ConditionCheckFailureException.prototype); - this.Message = opts.Message; - } -} + Schedule?: string | undefined; -/** - * @public - */ -export interface DeleteResourcePolicyRequest { /** - *

    The hash value returned when this policy was set.

    + *

    A predicate to specify when the new trigger should fire.

    + *

    This field is required when the trigger type is CONDITIONAL.

    * @public */ - PolicyHashCondition?: string | undefined; + Predicate?: Predicate | undefined; /** - *

    The ARN of the Glue resource for the resource policy to be deleted.

    + *

    The actions initiated by this trigger when it fires.

    * @public */ - ResourceArn?: string | undefined; -} - -/** - * @public - */ -export interface DeleteResourcePolicyResponse {} + Actions: Action[] | undefined; -/** - * @public - */ -export interface DeleteSchemaInput { /** - *

    This is a wrapper structure that may contain the schema name and Amazon Resource Name (ARN).

    + *

    A description of the new trigger.

    * @public */ - SchemaId: SchemaId | undefined; -} + Description?: string | undefined; -/** - * @public - */ -export interface DeleteSchemaResponse { /** - *

    The Amazon Resource Name (ARN) of the schema being deleted.

    + *

    Set to true to start SCHEDULED and CONDITIONAL + * triggers when created. True is not supported for ON_DEMAND triggers.

    * @public */ - SchemaArn?: string | undefined; + StartOnCreation?: boolean | undefined; /** - *

    The name of the schema being deleted.

    + *

    The tags to use with this trigger. You may use tags to limit access to the trigger. + * For more information about tags in Glue, see + * Amazon Web Services Tags in Glue in the developer guide.

    * @public */ - SchemaName?: string | undefined; + Tags?: Record | undefined; /** - *

    The status of the schema.

    + *

    Batch condition that must be met (specified number of events received or batch time window expired) + * before EventBridge event trigger fires.

    * @public */ - Status?: SchemaStatus | undefined; + EventBatchingCondition?: EventBatchingCondition | undefined; } /** * @public */ -export interface DeleteSchemaVersionsInput { - /** - *

    This is a wrapper structure that may contain the schema name and Amazon Resource Name (ARN).

    - * @public - */ - SchemaId: SchemaId | undefined; - +export interface CreateTriggerResponse { /** - *

    A version range may be supplied which may be of the format:

    - *
      - *
    • - *

      a single version number, 5

      - *
      • - *
    • - *

      a range, 5-8 : deletes versions 5, 6, 7, 8

      - *
      • - *
    + *

    The name of the trigger.

    * @public */ - Versions: string | undefined; + Name?: string | undefined; } /** - *

    An object containing error details.

    + *

    Specifies the values that an admin sets for each job or session parameter configured in a Glue usage profile.

    * @public */ -export interface ErrorDetails { +export interface ConfigurationObject { /** - *

    The error code for an error.

    + *

    A default value for the parameter.

    * @public */ - ErrorCode?: string | undefined; + DefaultValue?: string | undefined; /** - *

    The error message for an error.

    + *

    A list of allowed values for the parameter.

    * @public */ - ErrorMessage?: string | undefined; -} + AllowedValues?: string[] | undefined; -/** - *

    An object that contains the error details for an operation on a schema version.

    - * @public - */ -export interface SchemaVersionErrorItem { /** - *

    The version number of the schema.

    + *

    A minimum allowed value for the parameter.

    * @public */ - VersionNumber?: number | undefined; + MinValue?: string | undefined; /** - *

    The details of the error for the schema version.

    + *

    A maximum allowed value for the parameter.

    * @public */ - ErrorDetails?: ErrorDetails | undefined; + MaxValue?: string | undefined; } /** + *

    Specifies the job and session values that an admin configures in an Glue usage profile.

    * @public */ -export interface DeleteSchemaVersionsResponse { +export interface ProfileConfiguration { /** - *

    A list of SchemaVersionErrorItem objects, each containing an error and schema version.

    + *

    A key-value map of configuration parameters for Glue sessions.

    * @public */ - SchemaVersionErrors?: SchemaVersionErrorItem[] | undefined; + SessionConfiguration?: Record | undefined; + + /** + *

    A key-value map of configuration parameters for Glue jobs.

    + * @public + */ + JobConfiguration?: Record | undefined; } /** * @public */ -export interface DeleteSecurityConfigurationRequest { +export interface CreateUsageProfileRequest { /** - *

    The name of the security configuration to delete.

    + *

    The name of the usage profile.

    * @public */ Name: string | undefined; -} -/** - * @public - */ -export interface DeleteSecurityConfigurationResponse {} + /** + *

    A description of the usage profile.

    + * @public + */ + Description?: string | undefined; -/** - * @public - */ -export interface DeleteSessionRequest { /** - *

    The ID of the session to be deleted.

    + *

    A ProfileConfiguration object specifying the job and session values for the profile.

    * @public */ - Id: string | undefined; + Configuration: ProfileConfiguration | undefined; /** - *

    The name of the origin of the delete session request.

    + *

    A list of tags applied to the usage profile.

    * @public */ - RequestOrigin?: string | undefined; + Tags?: Record | undefined; } /** * @public */ -export interface DeleteSessionResponse { +export interface CreateUsageProfileResponse { /** - *

    Returns the ID of the deleted session.

    + *

    The name of the usage profile that was created.

    * @public */ - Id?: string | undefined; + Name?: string | undefined; } /** + *

    The operation is not available in the region.

    * @public */ -export interface DeleteTableRequest { - /** - *

    The ID of the Data Catalog where the table resides. If none is provided, the Amazon Web Services account - * ID is used by default.

    - * @public - */ - CatalogId?: string | undefined; - - /** - *

    The name of the catalog database in which the table resides. For Hive - * compatibility, this name is entirely lowercase.

    - * @public - */ - DatabaseName: string | undefined; - +export class OperationNotSupportedException extends __BaseException { + readonly name: "OperationNotSupportedException" = "OperationNotSupportedException"; + readonly $fault: "client" = "client"; /** - *

    The name of the table to be deleted. For Hive - * compatibility, this name is entirely lowercase.

    + *

    A message describing the problem.

    * @public */ - Name: string | undefined; - + Message?: string | undefined; /** - *

    The transaction ID at which to delete the table contents.

    - * @public + * @internal */ - TransactionId?: string | undefined; + constructor(opts: __ExceptionOptionType) { + super({ + name: "OperationNotSupportedException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, OperationNotSupportedException.prototype); + this.Message = opts.Message; + } } /** * @public + * @enum */ -export interface DeleteTableResponse {} +export const PrincipalType = { + GROUP: "GROUP", + ROLE: "ROLE", + USER: "USER", +} as const; /** * @public */ -export interface DeleteTableOptimizerRequest { - /** - *

    The Catalog ID of the table.

    - * @public - */ - CatalogId: string | undefined; - - /** - *

    The name of the database in the catalog in which the table resides.

    - * @public - */ - DatabaseName: string | undefined; - - /** - *

    The name of the table.

    - * @public - */ - TableName: string | undefined; +export type PrincipalType = (typeof PrincipalType)[keyof typeof PrincipalType]; - /** - *

    The type of table optimizer.

    - * @public - */ - Type: TableOptimizerType | undefined; -} +/** + * @public + * @enum + */ +export const ResourceType = { + ARCHIVE: "ARCHIVE", + FILE: "FILE", + JAR: "JAR", +} as const; /** * @public */ -export interface DeleteTableOptimizerResponse {} +export type ResourceType = (typeof ResourceType)[keyof typeof ResourceType]; /** + *

    The URIs for function resources.

    * @public */ -export interface DeleteTableVersionRequest { +export interface ResourceUri { /** - *

    The ID of the Data Catalog where the tables reside. If none is provided, the Amazon Web Services account - * ID is used by default.

    + *

    The type of the resource.

    * @public */ - CatalogId?: string | undefined; + ResourceType?: ResourceType | undefined; /** - *

    The database in the catalog in which the table resides. For Hive - * compatibility, this name is entirely lowercase.

    + *

    The URI for accessing the resource.

    * @public */ - DatabaseName: string | undefined; + Uri?: string | undefined; +} +/** + *

    A structure used to create or update a user-defined function.

    + * @public + */ +export interface UserDefinedFunctionInput { /** - *

    The name of the table. For Hive compatibility, - * this name is entirely lowercase.

    + *

    The name of the function.

    * @public */ - TableName: string | undefined; + FunctionName?: string | undefined; /** - *

    The ID of the table version to be deleted. A VersionID is a string representation of an integer. Each version is incremented by 1.

    + *

    The Java class that contains the function code.

    * @public */ - VersionId: string | undefined; -} - -/** - * @public - */ -export interface DeleteTableVersionResponse {} + ClassName?: string | undefined; -/** - * @public - */ -export interface DeleteTriggerRequest { /** - *

    The name of the trigger to delete.

    + *

    The owner of the function.

    * @public */ - Name: string | undefined; -} + OwnerName?: string | undefined; -/** - * @public - */ -export interface DeleteTriggerResponse { /** - *

    The name of the trigger that was deleted.

    + *

    The owner type.

    * @public */ - Name?: string | undefined; -} + OwnerType?: PrincipalType | undefined; -/** - * @public - */ -export interface DeleteUsageProfileRequest { /** - *

    The name of the usage profile to delete.

    + *

    The resource URIs for the function.

    * @public */ - Name: string | undefined; + ResourceUris?: ResourceUri[] | undefined; } /** * @public */ -export interface DeleteUsageProfileResponse {} - -/** - * @public - */ -export interface DeleteUserDefinedFunctionRequest { +export interface CreateUserDefinedFunctionRequest { /** - *

    The ID of the Data Catalog where the function to be deleted is - * located. If none is supplied, the Amazon Web Services account ID is used by default.

    + *

    The ID of the Data Catalog in which to create the function. If none is provided, the Amazon Web Services + * account ID is used by default.

    * @public */ CatalogId?: string | undefined; /** - *

    The name of the catalog database where the function is located.

    + *

    The name of the catalog database in which to create the function.

    * @public */ DatabaseName: string | undefined; /** - *

    The name of the function definition to be deleted.

    + *

    A FunctionInput object that defines the function + * to create in the Data Catalog.

    * @public */ - FunctionName: string | undefined; + FunctionInput: UserDefinedFunctionInput | undefined; } /** * @public */ -export interface DeleteUserDefinedFunctionResponse {} +export interface CreateUserDefinedFunctionResponse {} /** * @public */ -export interface DeleteWorkflowRequest { +export interface CreateWorkflowRequest { /** - *

    Name of the workflow to be deleted.

    + *

    The name to be assigned to the workflow. It should be unique within your account.

    * @public */ Name: string | undefined; -} -/** - * @public - */ -export interface DeleteWorkflowResponse { /** - *

    Name of the workflow specified in input.

    + *

    A description of the workflow.

    * @public */ - Name?: string | undefined; -} + Description?: string | undefined; -/** - * @public - */ -export interface GetBlueprintRequest { /** - *

    The name of the blueprint.

    + *

    A collection of properties to be used as part of each execution of the workflow.

    * @public */ - Name: string | undefined; + DefaultRunProperties?: Record | undefined; /** - *

    Specifies whether or not to include the blueprint in the response.

    + *

    The tags to be used with this workflow.

    * @public */ - IncludeBlueprint?: boolean | undefined; + Tags?: Record | undefined; /** - *

    Specifies whether or not to include the parameter specification.

    + *

    You can use this parameter to prevent unwanted multiple updates to data, to control costs, or in some cases, to prevent exceeding the maximum number of concurrent runs of any of the component jobs. If you leave this parameter blank, there is no limit to the number of concurrent workflow runs.

    * @public */ - IncludeParameterSpec?: boolean | undefined; + MaxConcurrentRuns?: number | undefined; } /** * @public */ -export interface GetBlueprintResponse { +export interface CreateWorkflowResponse { /** - *

    Returns a Blueprint object.

    + *

    The name of the workflow which was provided as part of the request.

    * @public */ - Blueprint?: Blueprint | undefined; + Name?: string | undefined; } /** * @public */ -export interface GetBlueprintRunRequest { +export interface DeleteBlueprintRequest { /** - *

    The name of the blueprint.

    + *

    The name of the blueprint to delete.

    * @public */ - BlueprintName: string | undefined; + Name: string | undefined; +} +/** + * @public + */ +export interface DeleteBlueprintResponse { /** - *

    The run ID for the blueprint run you want to retrieve.

    + *

    Returns the name of the blueprint that was deleted.

    * @public */ - RunId: string | undefined; + Name?: string | undefined; } /** * @public - * @enum */ -export const BlueprintRunState = { - FAILED: "FAILED", - ROLLING_BACK: "ROLLING_BACK", - RUNNING: "RUNNING", - SUCCEEDED: "SUCCEEDED", -} as const; +export interface DeleteCatalogRequest { + /** + *

    The ID of the catalog.

    + * @public + */ + CatalogId: string | undefined; +} /** * @public */ -export type BlueprintRunState = (typeof BlueprintRunState)[keyof typeof BlueprintRunState]; +export interface DeleteCatalogResponse {} /** - *

    The details of a blueprint run.

    * @public */ -export interface BlueprintRun { +export interface DeleteClassifierRequest { /** - *

    The name of the blueprint.

    + *

    Name of the classifier to remove.

    * @public */ - BlueprintName?: string | undefined; + Name: string | undefined; +} + +/** + * @public + */ +export interface DeleteClassifierResponse {} +/** + * @public + */ +export interface DeleteColumnStatisticsForPartitionRequest { /** - *

    The run ID for this blueprint run.

    + *

    The ID of the Data Catalog where the partitions in question reside. + * If none is supplied, the Amazon Web Services account ID is used by default.

    * @public */ - RunId?: string | undefined; + CatalogId?: string | undefined; /** - *

    The name of a workflow that is created as a result of a successful blueprint run. If a blueprint run has an error, there will not be a workflow created.

    + *

    The name of the catalog database where the partitions reside.

    * @public */ - WorkflowName?: string | undefined; + DatabaseName: string | undefined; /** - *

    The state of the blueprint run. Possible values are:

    - *
      - *
    • - *

      Running — The blueprint run is in progress.

      - *
      • - *
    • - *

      Succeeded — The blueprint run completed successfully.

      - *
      • - *
    • - *

      Failed — The blueprint run failed and rollback is complete.

      - *
      • - *
    • - *

      Rolling Back — The blueprint run failed and rollback is in progress.

      - *
      • - *
    + *

    The name of the partitions' table.

    * @public */ - State?: BlueprintRunState | undefined; + TableName: string | undefined; /** - *

    The date and time that the blueprint run started.

    + *

    A list of partition values identifying the partition.

    * @public */ - StartedOn?: Date | undefined; + PartitionValues: string[] | undefined; /** - *

    The date and time that the blueprint run completed.

    + *

    Name of the column.

    * @public */ - CompletedOn?: Date | undefined; + ColumnName: string | undefined; +} + +/** + * @public + */ +export interface DeleteColumnStatisticsForPartitionResponse {} +/** + * @public + */ +export interface DeleteColumnStatisticsForTableRequest { /** - *

    Indicates any errors that are seen while running the blueprint.

    + *

    The ID of the Data Catalog where the partitions in question reside. + * If none is supplied, the Amazon Web Services account ID is used by default.

    * @public */ - ErrorMessage?: string | undefined; + CatalogId?: string | undefined; /** - *

    If there are any errors while creating the entities of a workflow, we try to roll back the created entities until that point and delete them. This attribute indicates the errors seen while trying to delete the entities that are created.

    + *

    The name of the catalog database where the partitions reside.

    * @public */ - RollbackErrorMessage?: string | undefined; + DatabaseName: string | undefined; /** - *

    The blueprint parameters as a string. You will have to provide a value for each key that is required from the parameter spec that is defined in the Blueprint$ParameterSpec.

    + *

    The name of the partitions' table.

    * @public */ - Parameters?: string | undefined; + TableName: string | undefined; /** - *

    The role ARN. This role will be assumed by the Glue service and will be used to create the workflow and other entities of a workflow.

    + *

    The name of the column.

    * @public */ - RoleArn?: string | undefined; + ColumnName: string | undefined; } /** * @public */ -export interface GetBlueprintRunResponse { - /** - *

    Returns a BlueprintRun object.

    - * @public - */ - BlueprintRun?: BlueprintRun | undefined; -} +export interface DeleteColumnStatisticsForTableResponse {} /** * @public */ -export interface GetBlueprintRunsRequest { - /** - *

    The name of the blueprint.

    - * @public - */ - BlueprintName: string | undefined; - +export interface DeleteColumnStatisticsTaskSettingsRequest { /** - *

    A continuation token, if this is a continuation request.

    + *

    The name of the database where the table resides.

    * @public */ - NextToken?: string | undefined; + DatabaseName: string | undefined; /** - *

    The maximum size of a list to return.

    + *

    The name of the table for which to delete column statistics.

    * @public */ - MaxResults?: number | undefined; + TableName: string | undefined; } /** * @public */ -export interface GetBlueprintRunsResponse { +export interface DeleteColumnStatisticsTaskSettingsResponse {} + +/** + * @public + */ +export interface DeleteConnectionRequest { /** - *

    Returns a list of BlueprintRun objects.

    + *

    The ID of the Data Catalog in which the connection resides. If none is provided, the Amazon Web Services + * account ID is used by default.

    * @public */ - BlueprintRuns?: BlueprintRun[] | undefined; + CatalogId?: string | undefined; /** - *

    A continuation token, if not all blueprint runs have been returned.

    + *

    The name of the connection to delete.

    * @public */ - NextToken?: string | undefined; + ConnectionName: string | undefined; } /** * @public */ -export interface GetCatalogImportStatusRequest { - /** - *

    The ID of the catalog to migrate. Currently, this should be the Amazon Web Services account ID.

    - * @public - */ - CatalogId?: string | undefined; -} +export interface DeleteConnectionResponse {} /** - *

    A structure containing migration status information.

    + *

    The operation cannot be performed because the crawler is already running.

    * @public */ -export interface CatalogImportStatus { +export class CrawlerRunningException extends __BaseException { + readonly name: "CrawlerRunningException" = "CrawlerRunningException"; + readonly $fault: "client" = "client"; /** - *

    - * True if the migration has completed, or False otherwise.

    + *

    A message describing the problem.

    * @public */ - ImportCompleted?: boolean | undefined; - + Message?: string | undefined; /** - *

    The time that the migration was started.

    - * @public + * @internal */ - ImportTime?: Date | undefined; + constructor(opts: __ExceptionOptionType) { + super({ + name: "CrawlerRunningException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, CrawlerRunningException.prototype); + this.Message = opts.Message; + } +} +/** + * @public + */ +export interface DeleteCrawlerRequest { /** - *

    The name of the person who initiated the migration.

    + *

    The name of the crawler to remove.

    * @public */ - ImportedBy?: string | undefined; + Name: string | undefined; } /** * @public */ -export interface GetCatalogImportStatusResponse { +export interface DeleteCrawlerResponse {} + +/** + *

    The specified scheduler is transitioning.

    + * @public + */ +export class SchedulerTransitioningException extends __BaseException { + readonly name: "SchedulerTransitioningException" = "SchedulerTransitioningException"; + readonly $fault: "client" = "client"; /** - *

    The status of the specified catalog migration.

    + *

    A message describing the problem.

    * @public */ - ImportStatus?: CatalogImportStatus | undefined; + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "SchedulerTransitioningException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, SchedulerTransitioningException.prototype); + this.Message = opts.Message; + } } /** * @public */ -export interface GetClassifierRequest { +export interface DeleteCustomEntityTypeRequest { /** - *

    Name of the classifier to retrieve.

    + *

    The name of the custom pattern that you want to delete.

    * @public */ Name: string | undefined; } /** - *

    A classifier for custom CSV content.

    * @public */ -export interface CsvClassifier { - /** - *

    The name of the classifier.

    - * @public - */ - Name: string | undefined; - - /** - *

    The time that this classifier was registered.

    - * @public - */ - CreationTime?: Date | undefined; - - /** - *

    The time that this classifier was last updated.

    - * @public - */ - LastUpdated?: Date | undefined; - - /** - *

    The version of this classifier.

    - * @public - */ - Version?: number | undefined; - +export interface DeleteCustomEntityTypeResponse { /** - *

    A custom symbol to denote what separates each column entry in the row.

    + *

    The name of the custom pattern you deleted.

    * @public */ - Delimiter?: string | undefined; + Name?: string | undefined; +} +/** + * @public + */ +export interface DeleteDatabaseRequest { /** - *

    A custom symbol to denote what combines content into a single column value. It must be - * different from the column delimiter.

    + *

    The ID of the Data Catalog in which the database resides. If none is provided, the Amazon Web Services + * account ID is used by default.

    * @public */ - QuoteSymbol?: string | undefined; + CatalogId?: string | undefined; /** - *

    Indicates whether the CSV file contains a header.

    + *

    The name of the database to delete. For Hive compatibility, this must be all + * lowercase.

    * @public */ - ContainsHeader?: CsvHeaderOption | undefined; + Name: string | undefined; +} - /** - *

    A list of strings representing column names.

    - * @public - */ - Header?: string[] | undefined; +/** + * @public + */ +export interface DeleteDatabaseResponse {} +/** + * @public + */ +export interface DeleteDataQualityRulesetRequest { /** - *

    Specifies not to trim values before identifying the type of column values. The default - * value is true.

    + *

    A name for the data quality ruleset.

    * @public */ - DisableValueTrimming?: boolean | undefined; + Name: string | undefined; +} - /** - *

    Enables the processing of files that contain only one column.

    - * @public - */ - AllowSingleColumn?: boolean | undefined; +/** + * @public + */ +export interface DeleteDataQualityRulesetResponse {} +/** + * @public + */ +export interface DeleteDevEndpointRequest { /** - *

    Enables the custom datatype to be configured.

    + *

    The name of the DevEndpoint.

    * @public */ - CustomDatatypeConfigured?: boolean | undefined; + EndpointName: string | undefined; +} - /** - *

    A list of custom datatypes including "BINARY", "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "FLOAT", "INT", "LONG", "SHORT", "STRING", "TIMESTAMP".

    - * @public - */ - CustomDatatypes?: string[] | undefined; +/** + * @public + */ +export interface DeleteDevEndpointResponse {} +/** + * @public + */ +export interface DeleteIntegrationRequest { /** - *

    Sets the SerDe for processing CSV in the classifier, which will be applied in the Data Catalog. Valid values are OpenCSVSerDe, LazySimpleSerDe, and None. You can specify the None value when you want the crawler to do the detection.

    + *

    The Amazon Resource Name (ARN) for the integration.

    * @public */ - Serde?: CsvSerdeOption | undefined; + IntegrationIdentifier: string | undefined; } /** - *

    A classifier that uses grok patterns.

    * @public */ -export interface GrokClassifier { +export interface DeleteIntegrationResponse { /** - *

    The name of the classifier.

    + *

    The ARN of the source for the integration.

    * @public */ - Name: string | undefined; + SourceArn: string | undefined; /** - *

    An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, and - * so on.

    + *

    The ARN of the target for the integration.

    * @public */ - Classification: string | undefined; + TargetArn: string | undefined; /** - *

    The time that this classifier was registered.

    + *

    A unique name for an integration in Glue.

    * @public */ - CreationTime?: Date | undefined; + IntegrationName: string | undefined; /** - *

    The time that this classifier was last updated.

    + *

    A description of the integration.

    * @public */ - LastUpdated?: Date | undefined; + Description?: string | undefined; /** - *

    The version of this classifier.

    + *

    The Amazon Resource Name (ARN) for the integration.

    * @public */ - Version?: number | undefined; + IntegrationArn: string | undefined; /** - *

    The grok pattern applied to a data store by this classifier. - * For more information, see built-in patterns in Writing Custom Classifiers.

    + *

    The ARN of a KMS key used for encrypting the channel.

    * @public */ - GrokPattern: string | undefined; + KmsKeyId?: string | undefined; /** - *

    Optional custom grok patterns defined by this classifier. - * For more information, see custom patterns in Writing Custom Classifiers.

    + *

    An optional set of non-secret key–value pairs that contains additional contextual information for encryption.

    * @public */ - CustomPatterns?: string | undefined; -} + AdditionalEncryptionContext?: Record | undefined; -/** - *

    A classifier for JSON content.

    - * @public - */ -export interface JsonClassifier { /** - *

    The name of the classifier.

    + *

    Metadata assigned to the resource consisting of a list of key-value pairs.

    * @public */ - Name: string | undefined; + Tags?: Tag[] | undefined; /** - *

    The time that this classifier was registered.

    + *

    The status of the integration being deleted.

    + *

    The possible statuses are:

    + *
      + *
    • + *

      CREATING: The integration is being created.

      + *
      • + *
    • + *

      ACTIVE: The integration creation succeeds.

      + *
      • + *
    • + *

      MODIFYING: The integration is being modified.

      + *
      • + *
    • + *

      FAILED: The integration creation fails.

      + *
      • + *
    • + *

      DELETING: The integration is deleted.

      + *
      • + *
    • + *

      SYNCING: The integration is synchronizing.

      + *
      • + *
    • + *

      NEEDS_ATTENTION: The integration needs attention, such as synchronization.

      + *
      • + *
    * @public */ - CreationTime?: Date | undefined; + Status: IntegrationStatus | undefined; /** - *

    The time that this classifier was last updated.

    + *

    The time when the integration was created, in UTC.

    * @public */ - LastUpdated?: Date | undefined; + CreateTime: Date | undefined; /** - *

    The version of this classifier.

    + *

    A list of errors associated with the integration.

    * @public */ - Version?: number | undefined; + Errors?: IntegrationError[] | undefined; /** - *

    A JsonPath string defining the JSON data for the classifier to classify. - * Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers.

    + *

    Selects source tables for the integration using Maxwell filter syntax.

    * @public */ - JsonPath: string | undefined; + DataFilter?: string | undefined; } /** - *

    A classifier for XML content.

    + *

    The specified integration could not be found.

    * @public */ -export interface XMLClassifier { +export class IntegrationNotFoundFault extends __BaseException { + readonly name: "IntegrationNotFoundFault" = "IntegrationNotFoundFault"; + readonly $fault: "client" = "client"; /** - *

    The name of the classifier.

    + *

    A message describing the problem.

    * @public */ - Name: string | undefined; - + Message?: string | undefined; /** - *

    An identifier of the data format that the classifier matches.

    - * @public + * @internal */ - Classification: string | undefined; + constructor(opts: __ExceptionOptionType) { + super({ + name: "IntegrationNotFoundFault", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, IntegrationNotFoundFault.prototype); + this.Message = opts.Message; + } +} +/** + *

    The integration is in an invalid state.

    + * @public + */ +export class InvalidIntegrationStateFault extends __BaseException { + readonly name: "InvalidIntegrationStateFault" = "InvalidIntegrationStateFault"; + readonly $fault: "client" = "client"; /** - *

    The time that this classifier was registered.

    + *

    A message describing the problem.

    * @public */ - CreationTime?: Date | undefined; - + Message?: string | undefined; /** - *

    The time that this classifier was last updated.

    - * @public + * @internal */ - LastUpdated?: Date | undefined; + constructor(opts: __ExceptionOptionType) { + super({ + name: "InvalidIntegrationStateFault", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, InvalidIntegrationStateFault.prototype); + this.Message = opts.Message; + } +} +/** + * @public + */ +export interface DeleteIntegrationTablePropertiesRequest { /** - *

    The version of this classifier.

    + *

    The connection ARN of the source, or the database ARN of the target.

    * @public */ - Version?: number | undefined; + ResourceArn: string | undefined; /** - *

    The XML tag designating the element that contains each record in an XML document being - * parsed. This can't identify a self-closing element (closed by />). An empty - * row element that contains only attributes can be parsed as long as it ends with a closing tag - * (for example, is okay, but - * is not).

    + *

    The name of the table to be replicated.

    * @public */ - RowTag?: string | undefined; + TableName: string | undefined; } /** - *

    Classifiers are triggered during a crawl task. A classifier checks whether a given file is - * in a format it can handle. If it is, the classifier creates a schema in the form of a - * StructType object that matches that data format.

    - *

    You can use the standard classifiers that Glue provides, or you can write your own - * classifiers to best categorize your data sources and specify the appropriate schemas to use - * for them. A classifier can be a grok classifier, an XML classifier, - * a JSON classifier, or a custom CSV classifier, as specified in one - * of the fields in the Classifier object.

    * @public */ -export interface Classifier { - /** - *

    A classifier that uses grok.

    - * @public - */ - GrokClassifier?: GrokClassifier | undefined; +export interface DeleteIntegrationTablePropertiesResponse {} +/** + * @public + */ +export interface DeleteJobRequest { /** - *

    A classifier for XML content.

    + *

    The name of the job definition to delete.

    * @public */ - XMLClassifier?: XMLClassifier | undefined; + JobName: string | undefined; +} +/** + * @public + */ +export interface DeleteJobResponse { /** - *

    A classifier for JSON content.

    + *

    The name of the job definition that was deleted.

    * @public */ - JsonClassifier?: JsonClassifier | undefined; + JobName?: string | undefined; +} +/** + * @public + */ +export interface DeleteMLTransformRequest { /** - *

    A classifier for comma-separated values (CSV).

    + *

    The unique identifier of the transform to delete.

    * @public */ - CsvClassifier?: CsvClassifier | undefined; + TransformId: string | undefined; } /** * @public */ -export interface GetClassifierResponse { +export interface DeleteMLTransformResponse { /** - *

    The requested classifier.

    + *

    The unique identifier of the transform that was deleted.

    * @public */ - Classifier?: Classifier | undefined; + TransformId?: string | undefined; } /** * @public */ -export interface GetClassifiersRequest { +export interface DeletePartitionRequest { /** - *

    The size of the list to return (optional).

    + *

    The ID of the Data Catalog where the partition to be deleted resides. If none is provided, + * the Amazon Web Services account ID is used by default.

    * @public */ - MaxResults?: number | undefined; + CatalogId?: string | undefined; /** - *

    An optional continuation token.

    + *

    The name of the catalog database in which the table in question + * resides.

    * @public */ - NextToken?: string | undefined; -} + DatabaseName: string | undefined; -/** - * @public - */ -export interface GetClassifiersResponse { /** - *

    The requested list of classifier - * objects.

    + *

    The name of the table that contains the partition to be deleted.

    * @public */ - Classifiers?: Classifier[] | undefined; + TableName: string | undefined; /** - *

    A continuation token.

    + *

    The values that define the partition.

    * @public */ - NextToken?: string | undefined; + PartitionValues: string[] | undefined; } /** * @public */ -export interface GetColumnStatisticsForPartitionRequest { +export interface DeletePartitionResponse {} + +/** + * @public + */ +export interface DeletePartitionIndexRequest { /** - *

    The ID of the Data Catalog where the partitions in question reside. - * If none is supplied, the Amazon Web Services account ID is used by default.

    + *

    The catalog ID where the table resides.

    * @public */ CatalogId?: string | undefined; /** - *

    The name of the catalog database where the partitions reside.

    + *

    Specifies the name of a database from which you want to delete a partition index.

    * @public */ DatabaseName: string | undefined; /** - *

    The name of the partitions' table.

    + *

    Specifies the name of a table from which you want to delete a partition index.

    * @public */ TableName: string | undefined; /** - *

    A list of partition values identifying the partition.

    + *

    The name of the partition index to be deleted.

    * @public */ - PartitionValues: string[] | undefined; + IndexName: string | undefined; +} + +/** + * @public + */ +export interface DeletePartitionIndexResponse {} +/** + * @public + */ +export interface DeleteRegistryInput { /** - *

    A list of the column names.

    + *

    This is a wrapper structure that may contain the registry name and Amazon Resource Name (ARN).

    * @public */ - ColumnNames: string[] | undefined; + RegistryId: RegistryId | undefined; } /** - *

    Defines column statistics supported for bit sequence data values.

    * @public + * @enum */ -export interface BinaryColumnStatisticsData { +export const RegistryStatus = { + AVAILABLE: "AVAILABLE", + DELETING: "DELETING", +} as const; + +/** + * @public + */ +export type RegistryStatus = (typeof RegistryStatus)[keyof typeof RegistryStatus]; + +/** + * @public + */ +export interface DeleteRegistryResponse { /** - *

    The size of the longest bit sequence in the column.

    + *

    The name of the registry being deleted.

    * @public */ - MaximumLength: number | undefined; + RegistryName?: string | undefined; /** - *

    The average bit sequence length in the column.

    + *

    The Amazon Resource Name (ARN) of the registry being deleted.

    * @public */ - AverageLength: number | undefined; + RegistryArn?: string | undefined; /** - *

    The number of null values in the column.

    + *

    The status of the registry. A successful operation will return the Deleting status.

    * @public */ - NumberOfNulls: number | undefined; + Status?: RegistryStatus | undefined; } /** - *

    Defines column statistics supported for Boolean data columns.

    + *

    A specified condition was not satisfied.

    * @public */ -export interface BooleanColumnStatisticsData { +export class ConditionCheckFailureException extends __BaseException { + readonly name: "ConditionCheckFailureException" = "ConditionCheckFailureException"; + readonly $fault: "client" = "client"; /** - *

    The number of true values in the column.

    + *

    A message describing the problem.

    * @public */ - NumberOfTrues: number | undefined; + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "ConditionCheckFailureException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, ConditionCheckFailureException.prototype); + this.Message = opts.Message; + } +} +/** + * @public + */ +export interface DeleteResourcePolicyRequest { /** - *

    The number of false values in the column.

    + *

    The hash value returned when this policy was set.

    * @public */ - NumberOfFalses: number | undefined; + PolicyHashCondition?: string | undefined; /** - *

    The number of null values in the column.

    + *

    The ARN of the Glue resource for the resource policy to be deleted.

    * @public */ - NumberOfNulls: number | undefined; + ResourceArn?: string | undefined; } /** - *

    Defines column statistics supported for timestamp data columns.

    * @public */ -export interface DateColumnStatisticsData { +export interface DeleteResourcePolicyResponse {} + +/** + * @public + */ +export interface DeleteSchemaInput { /** - *

    The lowest value in the column.

    + *

    This is a wrapper structure that may contain the schema name and Amazon Resource Name (ARN).

    * @public */ - MinimumValue?: Date | undefined; + SchemaId: SchemaId | undefined; +} +/** + * @public + */ +export interface DeleteSchemaResponse { /** - *

    The highest value in the column.

    + *

    The Amazon Resource Name (ARN) of the schema being deleted.

    * @public */ - MaximumValue?: Date | undefined; + SchemaArn?: string | undefined; /** - *

    The number of null values in the column.

    + *

    The name of the schema being deleted.

    * @public */ - NumberOfNulls: number | undefined; + SchemaName?: string | undefined; /** - *

    The number of distinct values in a column.

    + *

    The status of the schema.

    * @public */ - NumberOfDistinctValues: number | undefined; + Status?: SchemaStatus | undefined; } /** - *

    Contains a numeric value in decimal format.

    * @public */ -export interface DecimalNumber { +export interface DeleteSchemaVersionsInput { /** - *

    The unscaled numeric value.

    + *

    This is a wrapper structure that may contain the schema name and Amazon Resource Name (ARN).

    * @public */ - UnscaledValue: Uint8Array | undefined; + SchemaId: SchemaId | undefined; /** - *

    The scale that determines where the decimal point falls in the - * unscaled value.

    + *

    A version range may be supplied which may be of the format:

    + *
      + *
    • + *

      a single version number, 5

      + *
      • + *
    • + *

      a range, 5-8 : deletes versions 5, 6, 7, 8

      + *
      • + *
    * @public */ - Scale: number | undefined; + Versions: string | undefined; } /** - *

    Defines column statistics supported for fixed-point number data columns.

    + *

    An object containing error details.

    * @public */ -export interface DecimalColumnStatisticsData { +export interface ErrorDetails { /** - *

    The lowest value in the column.

    + *

    The error code for an error.

    * @public */ - MinimumValue?: DecimalNumber | undefined; + ErrorCode?: string | undefined; /** - *

    The highest value in the column.

    + *

    The error message for an error.

    * @public */ - MaximumValue?: DecimalNumber | undefined; + ErrorMessage?: string | undefined; +} +/** + *

    An object that contains the error details for an operation on a schema version.

    + * @public + */ +export interface SchemaVersionErrorItem { /** - *

    The number of null values in the column.

    + *

    The version number of the schema.

    * @public */ - NumberOfNulls: number | undefined; + VersionNumber?: number | undefined; /** - *

    The number of distinct values in a column.

    + *

    The details of the error for the schema version.

    * @public */ - NumberOfDistinctValues: number | undefined; + ErrorDetails?: ErrorDetails | undefined; } /** - *

    Defines column statistics supported for floating-point number data columns.

    * @public */ -export interface DoubleColumnStatisticsData { +export interface DeleteSchemaVersionsResponse { /** - *

    The lowest value in the column.

    + *

    A list of SchemaVersionErrorItem objects, each containing an error and schema version.

    * @public */ - MinimumValue?: number | undefined; + SchemaVersionErrors?: SchemaVersionErrorItem[] | undefined; +} +/** + * @public + */ +export interface DeleteSecurityConfigurationRequest { /** - *

    The highest value in the column.

    + *

    The name of the security configuration to delete.

    * @public */ - MaximumValue?: number | undefined; + Name: string | undefined; +} + +/** + * @public + */ +export interface DeleteSecurityConfigurationResponse {} + +/** + * @public + */ +export interface DeleteSessionRequest { + /** + *

    The ID of the session to be deleted.

    + * @public + */ + Id: string | undefined; /** - *

    The number of null values in the column.

    + *

    The name of the origin of the delete session request.

    * @public */ - NumberOfNulls: number | undefined; + RequestOrigin?: string | undefined; +} +/** + * @public + */ +export interface DeleteSessionResponse { /** - *

    The number of distinct values in a column.

    + *

    Returns the ID of the deleted session.

    * @public */ - NumberOfDistinctValues: number | undefined; + Id?: string | undefined; } /** - *

    Defines column statistics supported for integer data columns.

    * @public */ -export interface LongColumnStatisticsData { +export interface DeleteTableRequest { /** - *

    The lowest value in the column.

    + *

    The ID of the Data Catalog where the table resides. If none is provided, the Amazon Web Services account + * ID is used by default.

    * @public */ - MinimumValue?: number | undefined; + CatalogId?: string | undefined; /** - *

    The highest value in the column.

    + *

    The name of the catalog database in which the table resides. For Hive + * compatibility, this name is entirely lowercase.

    * @public */ - MaximumValue?: number | undefined; + DatabaseName: string | undefined; /** - *

    The number of null values in the column.

    + *

    The name of the table to be deleted. For Hive + * compatibility, this name is entirely lowercase.

    * @public */ - NumberOfNulls: number | undefined; + Name: string | undefined; /** - *

    The number of distinct values in a column.

    + *

    The transaction ID at which to delete the table contents.

    * @public */ - NumberOfDistinctValues: number | undefined; + TransactionId?: string | undefined; } /** - *

    Defines column statistics supported for character sequence data values.

    * @public */ -export interface StringColumnStatisticsData { +export interface DeleteTableResponse {} + +/** + * @public + */ +export interface DeleteTableOptimizerRequest { /** - *

    The size of the longest string in the column.

    + *

    The Catalog ID of the table.

    * @public */ - MaximumLength: number | undefined; + CatalogId: string | undefined; /** - *

    The average string length in the column.

    + *

    The name of the database in the catalog in which the table resides.

    * @public */ - AverageLength: number | undefined; + DatabaseName: string | undefined; /** - *

    The number of null values in the column.

    + *

    The name of the table.

    * @public */ - NumberOfNulls: number | undefined; + TableName: string | undefined; /** - *

    The number of distinct values in a column.

    + *

    The type of table optimizer.

    * @public */ - NumberOfDistinctValues: number | undefined; + Type: TableOptimizerType | undefined; } -/** - * @public - * @enum - */ -export const ColumnStatisticsType = { - BINARY: "BINARY", - BOOLEAN: "BOOLEAN", - DATE: "DATE", - DECIMAL: "DECIMAL", - DOUBLE: "DOUBLE", - LONG: "LONG", - STRING: "STRING", -} as const; - /** * @public */ -export type ColumnStatisticsType = (typeof ColumnStatisticsType)[keyof typeof ColumnStatisticsType]; +export interface DeleteTableOptimizerResponse {} /** - *

    Contains the individual types of column statistics data. Only one data object should be set and indicated by the Type attribute.

    * @public */ -export interface ColumnStatisticsData { +export interface DeleteTableVersionRequest { /** - *

    The type of column statistics data.

    + *

    The ID of the Data Catalog where the tables reside. If none is provided, the Amazon Web Services account + * ID is used by default.

    * @public */ - Type: ColumnStatisticsType | undefined; + CatalogId?: string | undefined; /** - *

    Boolean column statistics data.

    + *

    The database in the catalog in which the table resides. For Hive + * compatibility, this name is entirely lowercase.

    * @public */ - BooleanColumnStatisticsData?: BooleanColumnStatisticsData | undefined; + DatabaseName: string | undefined; /** - *

    Date column statistics data.

    + *

    The name of the table. For Hive compatibility, + * this name is entirely lowercase.

    * @public */ - DateColumnStatisticsData?: DateColumnStatisticsData | undefined; + TableName: string | undefined; /** - *

    - * Decimal column statistics data. UnscaledValues within are Base64-encoded - * binary objects storing big-endian, two's complement representations of - * the decimal's unscaled value. - *

    + *

    The ID of the table version to be deleted. A VersionID is a string representation of an integer. Each version is incremented by 1.

    * @public */ - DecimalColumnStatisticsData?: DecimalColumnStatisticsData | undefined; + VersionId: string | undefined; +} - /** - *

    Double column statistics data.

    - * @public - */ - DoubleColumnStatisticsData?: DoubleColumnStatisticsData | undefined; +/** + * @public + */ +export interface DeleteTableVersionResponse {} +/** + * @public + */ +export interface DeleteTriggerRequest { /** - *

    Long column statistics data.

    + *

    The name of the trigger to delete.

    * @public */ - LongColumnStatisticsData?: LongColumnStatisticsData | undefined; + Name: string | undefined; +} +/** + * @public + */ +export interface DeleteTriggerResponse { /** - *

    String column statistics data.

    + *

    The name of the trigger that was deleted.

    * @public */ - StringColumnStatisticsData?: StringColumnStatisticsData | undefined; + Name?: string | undefined; +} +/** + * @public + */ +export interface DeleteUsageProfileRequest { /** - *

    Binary column statistics data.

    + *

    The name of the usage profile to delete.

    * @public */ - BinaryColumnStatisticsData?: BinaryColumnStatisticsData | undefined; + Name: string | undefined; } /** - *

    Represents the generated column-level statistics for a table or partition.

    * @public */ -export interface ColumnStatistics { - /** - *

    Name of column which statistics belong to.

    - * @public - */ - ColumnName: string | undefined; +export interface DeleteUsageProfileResponse {} +/** + * @public + */ +export interface DeleteUserDefinedFunctionRequest { /** - *

    The data type of the column.

    + *

    The ID of the Data Catalog where the function to be deleted is + * located. If none is supplied, the Amazon Web Services account ID is used by default.

    * @public */ - ColumnType: string | undefined; + CatalogId?: string | undefined; /** - *

    The timestamp of when column statistics were generated.

    + *

    The name of the catalog database where the function is located.

    * @public */ - AnalyzedTime: Date | undefined; + DatabaseName: string | undefined; /** - *

    A ColumnStatisticData object that contains the statistics data values.

    + *

    The name of the function definition to be deleted.

    * @public */ - StatisticsData: ColumnStatisticsData | undefined; + FunctionName: string | undefined; } /** - *

    Encapsulates a column name that failed and the reason for failure.

    * @public */ -export interface ColumnError { - /** - *

    The name of the column that failed.

    - * @public - */ - ColumnName?: string | undefined; +export interface DeleteUserDefinedFunctionResponse {} +/** + * @public + */ +export interface DeleteWorkflowRequest { /** - *

    An error message with the reason for the failure of an operation.

    + *

    Name of the workflow to be deleted.

    * @public */ - Error?: ErrorDetail | undefined; + Name: string | undefined; } /** * @public */ -export interface GetColumnStatisticsForPartitionResponse { - /** - *

    List of ColumnStatistics that failed to be retrieved.

    - * @public - */ - ColumnStatisticsList?: ColumnStatistics[] | undefined; - +export interface DeleteWorkflowResponse { /** - *

    Error occurred during retrieving column statistics data.

    + *

    Name of the workflow specified in input.

    * @public */ - Errors?: ColumnError[] | undefined; + Name?: string | undefined; } /** * @public */ -export interface GetColumnStatisticsForTableRequest { +export interface DescribeConnectionTypeRequest { /** - *

    The ID of the Data Catalog where the partitions in question reside. - * If none is supplied, the Amazon Web Services account ID is used by default.

    + *

    The name of the connection type to be described.

    * @public */ - CatalogId?: string | undefined; + ConnectionType: string | undefined; +} +/** + *

    Specifies the supported authentication types returned by the DescribeConnectionType API.

    + * @public + */ +export interface Capabilities { /** - *

    The name of the catalog database where the partitions reside.

    + *

    A list of supported authentication types.

    * @public */ - DatabaseName: string | undefined; + SupportedAuthenticationTypes: AuthenticationType[] | undefined; /** - *

    The name of the partitions' table.

    + *

    A list of supported data operations.

    * @public */ - TableName: string | undefined; + SupportedDataOperations: DataOperation[] | undefined; /** - *

    A list of the column names.

    + *

    A list of supported compute environments.

    * @public */ - ColumnNames: string[] | undefined; + SupportedComputeEnvironments: ComputeEnvironment[] | undefined; } /** + *

    An object containing configuration for a compute environment (such as Spark, Python or Athena) returned by the DescribeConnectionType API.

    * @public */ -export interface GetColumnStatisticsForTableResponse { +export interface ComputeEnvironmentConfiguration { /** - *

    List of ColumnStatistics.

    + *

    A name for the compute environment configuration.

    * @public */ - ColumnStatisticsList?: ColumnStatistics[] | undefined; + Name: string | undefined; /** - *

    List of ColumnStatistics that failed to be retrieved.

    + *

    A description of the compute environment.

    * @public */ - Errors?: ColumnError[] | undefined; -} + Description: string | undefined; -/** - * @public - */ -export interface GetColumnStatisticsTaskRunRequest { /** - *

    The identifier for the particular column statistics task run.

    + *

    The type of compute environment.

    * @public */ - ColumnStatisticsTaskRunId: string | undefined; -} - -/** - * @public - * @enum - */ -export const ComputationType = { - FULL: "FULL", - INCREMENTAL: "INCREMENTAL", -} as const; + ComputeEnvironment: ComputeEnvironment | undefined; -/** - * @public - */ -export type ComputationType = (typeof ComputationType)[keyof typeof ComputationType]; + /** + *

    The supported authentication types for the compute environment.

    + * @public + */ + SupportedAuthenticationTypes: AuthenticationType[] | undefined; -/** - * @public - * @enum - */ -export const ColumnStatisticsState = { - FAILED: "FAILED", - RUNNING: "RUNNING", - STARTING: "STARTING", - STOPPED: "STOPPED", - SUCCEEDED: "SUCCEEDED", -} as const; + /** + *

    The parameters used as connection options for the compute environment.

    + * @public + */ + ConnectionOptions: Record | undefined; -/** - * @public - */ -export type ColumnStatisticsState = (typeof ColumnStatisticsState)[keyof typeof ColumnStatisticsState]; + /** + *

    The connection property name overrides for the compute environment.

    + * @public + */ + ConnectionPropertyNameOverrides: Record | undefined; -/** - *

    The object that shows the details of the column stats run.

    - * @public - */ -export interface ColumnStatisticsTaskRun { /** - *

    The Amazon Web Services account ID.

    + *

    The connection option name overrides for the compute environment.

    * @public */ - CustomerId?: string | undefined; + ConnectionOptionNameOverrides: Record | undefined; /** - *

    The identifier for the particular column statistics task run.

    + *

    The connection properties that are required as overrides for the compute environment.

    * @public */ - ColumnStatisticsTaskRunId?: string | undefined; + ConnectionPropertiesRequiredOverrides: string[] | undefined; /** - *

    The database where the table resides.

    + *

    Indicates whether PhysicalConnectionProperties are required for the compute environment.

    * @public */ - DatabaseName?: string | undefined; + PhysicalConnectionPropertiesRequired?: boolean | undefined; +} +/** + * @public + */ +export interface DescribeConnectionTypeResponse { /** - *

    The name of the table for which column statistics is generated.

    + *

    The name of the connection type.

    * @public */ - TableName?: string | undefined; + ConnectionType?: string | undefined; /** - *

    A list of the column names. If none is supplied, all column names for the table will be used by default.

    + *

    A description of the connection type.

    * @public */ - ColumnNameList?: string[] | undefined; + Description?: string | undefined; /** - *

    The ID of the Data Catalog where the table resides. If none is supplied, the Amazon Web Services account ID is used by default.

    + *

    The supported authentication types, data interface types (compute environments), and data operations of the connector.

    * @public */ - CatalogID?: string | undefined; + Capabilities?: Capabilities | undefined; /** - *

    The IAM role that the service assumes to generate statistics.

    + *

    Connection properties which are common across compute environments.

    * @public */ - Role?: string | undefined; + ConnectionProperties?: Record | undefined; /** - *

    The percentage of rows used to generate statistics. If none is supplied, the entire table will be used to generate stats.

    + *

    Returns properties that can be set when creating a connection in the ConnectionInput.ConnectionProperties. ConnectionOptions defines parameters that can be set in a Spark ETL script in the connection options map passed to a dataframe.

    * @public */ - SampleSize?: number | undefined; + ConnectionOptions?: Record | undefined; /** - *

    Name of the security configuration that is used to encrypt CloudWatch logs for the column stats task run.

    + *

    The type of authentication used for the connection.

    * @public */ - SecurityConfiguration?: string | undefined; + AuthenticationConfiguration?: AuthConfiguration | undefined; /** - *

    The number of workers used to generate column statistics. The job is preconfigured to autoscale up to 25 instances.

    + *

    The compute environments that are supported by the connection.

    * @public */ - NumberOfWorkers?: number | undefined; + ComputeEnvironmentConfigurations?: Record | undefined; /** - *

    The type of workers being used for generating stats. The default is g.1x.

    + *

    Physical requirements for a connection, such as VPC, Subnet and Security Group specifications.

    * @public */ - WorkerType?: string | undefined; + PhysicalConnectionRequirements?: Record | undefined; /** - *

    The type of column statistics computation.

    + *

    Connection properties specific to the Athena compute environment.

    * @public */ - ComputationType?: ComputationType | undefined; + AthenaConnectionProperties?: Record | undefined; /** - *

    The status of the task run.

    + *

    Connection properties specific to the Python compute environment.

    * @public */ - Status?: ColumnStatisticsState | undefined; + PythonConnectionProperties?: Record | undefined; /** - *

    The time that this task was created.

    + *

    Connection properties specific to the Spark compute environment.

    * @public */ - CreationTime?: Date | undefined; + SparkConnectionProperties?: Record | undefined; +} +/** + * @public + */ +export interface DescribeEntityRequest { /** - *

    The last point in time when this task was modified.

    + *

    The name of the connection that contains the connection type credentials.

    * @public */ - LastUpdated?: Date | undefined; + ConnectionName: string | undefined; /** - *

    The start time of the task.

    + *

    The catalog ID of the catalog that contains the connection. This can be null, By default, the Amazon Web Services Account ID is the catalog ID.

    * @public */ - StartTime?: Date | undefined; + CatalogId?: string | undefined; /** - *

    The end time of the task.

    + *

    The name of the entity that you want to describe from the connection type.

    * @public */ - EndTime?: Date | undefined; + EntityName: string | undefined; /** - *

    The error message for the job.

    + *

    A continuation token, included if this is a continuation call.

    * @public */ - ErrorMessage?: string | undefined; + NextToken?: string | undefined; /** - *

    The calculated DPU usage in seconds for all autoscaled workers.

    + *

    The version of the API used for the data store.

    * @public */ - DPUSeconds?: number | undefined; + DataStoreApiVersion?: string | undefined; } /** * @public + * @enum */ -export interface GetColumnStatisticsTaskRunResponse { - /** - *

    A ColumnStatisticsTaskRun object representing the details of the column stats run.

    - * @public - */ - ColumnStatisticsTaskRun?: ColumnStatisticsTaskRun | undefined; -} +export const FieldDataType = { + ARRAY: "ARRAY", + BIGINT: "BIGINT", + BOOLEAN: "BOOLEAN", + BYTE: "BYTE", + DATE: "DATE", + DECIMAL: "DECIMAL", + DOUBLE: "DOUBLE", + FLOAT: "FLOAT", + INT: "INT", + LONG: "LONG", + MAP: "MAP", + SHORT: "SHORT", + SMALLINT: "SMALLINT", + STRING: "STRING", + STRUCT: "STRUCT", + TIMESTAMP: "TIMESTAMP", +} as const; /** * @public */ -export interface GetColumnStatisticsTaskRunsRequest { +export type FieldDataType = (typeof FieldDataType)[keyof typeof FieldDataType]; + +/** + * @public + * @enum + */ +export const FieldFilterOperator = { + BETWEEN: "BETWEEN", + CONTAINS: "CONTAINS", + EQUAL_TO: "EQUAL_TO", + GREATER_THAN: "GREATER_THAN", + GREATER_THAN_OR_EQUAL_TO: "GREATER_THAN_OR_EQUAL_TO", + LESS_THAN: "LESS_THAN", + LESS_THAN_OR_EQUAL_TO: "LESS_THAN_OR_EQUAL_TO", + NOT_EQUAL_TO: "NOT_EQUAL_TO", + ORDER_BY: "ORDER_BY", +} as const; + +/** + * @public + */ +export type FieldFilterOperator = (typeof FieldFilterOperator)[keyof typeof FieldFilterOperator]; + +/** + *

    The Field object has information about the different properties associated with a field in the connector.

    + * @public + */ +export interface Field { /** - *

    The name of the database where the table resides.

    + *

    A unique identifier for the field.

    * @public */ - DatabaseName: string | undefined; + FieldName?: string | undefined; /** - *

    The name of the table.

    + *

    A readable label used for the field.

    * @public */ - TableName: string | undefined; + Label?: string | undefined; /** - *

    The maximum size of the response.

    + *

    A description of the field.

    * @public */ - MaxResults?: number | undefined; + Description?: string | undefined; /** - *

    A continuation token, if this is a continuation call.

    + *

    The type of data in the field.

    * @public */ - NextToken?: string | undefined; -} + FieldType?: FieldDataType | undefined; -/** - * @public - */ -export interface GetColumnStatisticsTaskRunsResponse { /** - *

    A list of column statistics task runs.

    + *

    Indicates whether this field can used as a primary key for the given entity.

    * @public */ - ColumnStatisticsTaskRuns?: ColumnStatisticsTaskRun[] | undefined; + IsPrimaryKey?: boolean | undefined; /** - *

    A continuation token, if not all task runs have yet been returned.

    + *

    Indicates whether this field can be nullable or not.

    * @public */ - NextToken?: string | undefined; -} + IsNullable?: boolean | undefined; -/** - * @public - */ -export interface GetColumnStatisticsTaskSettingsRequest { /** - *

    The name of the database where the table resides.

    + *

    Indicates whether this field can be added in Select clause of SQL query or whether it is retrievable or not.

    * @public */ - DatabaseName: string | undefined; + IsRetrievable?: boolean | undefined; /** - *

    The name of the table for which to retrieve column statistics.

    + *

    Indicates whether this field can used in a filter clause (WHERE clause) of a SQL statement when querying data.

    * @public */ - TableName: string | undefined; -} + IsFilterable?: boolean | undefined; -/** - *

    The settings for a column statistics task.

    - * @public - */ -export interface ColumnStatisticsTaskSettings { /** - *

    The name of the database where the table resides.

    + *

    Indicates whether a given field can be used in partitioning the query made to SaaS.

    * @public */ - DatabaseName?: string | undefined; + IsPartitionable?: boolean | undefined; /** - *

    The name of the table for which to generate column statistics.

    + *

    Indicates whether this field can be created as part of a destination write.

    * @public */ - TableName?: string | undefined; + IsCreateable?: boolean | undefined; /** - *

    A schedule for running the column statistics, specified in CRON syntax.

    + *

    Indicates whether this field can be updated as part of a destination write.

    * @public */ - Schedule?: Schedule | undefined; + IsUpdateable?: boolean | undefined; /** - *

    A list of column names for which to run statistics.

    + *

    Indicates whether this field can be upserted as part of a destination write.

    * @public */ - ColumnNameList?: string[] | undefined; + IsUpsertable?: boolean | undefined; /** - *

    The ID of the Data Catalog in which the database resides.

    + *

    Indicates whether this field is populated automatically when the object is created, such as a created at timestamp.

    * @public */ - CatalogID?: string | undefined; + IsDefaultOnCreate?: boolean | undefined; /** - *

    The role used for running the column statistics.

    + *

    A list of supported values for the field.

    * @public */ - Role?: string | undefined; + SupportedValues?: string[] | undefined; /** - *

    The percentage of data to sample.

    + *

    Indicates the support filter operators for this field.

    * @public */ - SampleSize?: number | undefined; + SupportedFilterOperators?: FieldFilterOperator[] | undefined; /** - *

    Name of the security configuration that is used to encrypt CloudWatch logs.

    + *

    A parent field name for a nested field.

    * @public */ - SecurityConfiguration?: string | undefined; + ParentField?: string | undefined; + + /** + *

    The data type returned by the SaaS API, such as “picklist” or “textarea” from Salesforce.

    + * @public + */ + NativeDataType?: string | undefined; + + /** + *

    Optional map of keys which may be returned.

    + * @public + */ + CustomProperties?: Record | undefined; } /** * @public */ -export interface GetColumnStatisticsTaskSettingsResponse { +export interface DescribeEntityResponse { + /** + *

    Describes the fields for that connector entity. This is the list of Field objects. Field is very similar to column in a database. The Field object has information about different properties associated with fields in the connector.

    + * @public + */ + Fields?: Field[] | undefined; + /** - *

    A ColumnStatisticsTaskSettings object representing the settings for the column statistics task.

    + *

    A continuation token, present if the current segment is not the last.

    * @public */ - ColumnStatisticsTaskSettings?: ColumnStatisticsTaskSettings | undefined; + NextToken?: string | undefined; } /** * @public */ -export interface GetConnectionRequest { +export interface DescribeInboundIntegrationsRequest { /** - *

    The ID of the Data Catalog in which the connection resides. If none is provided, the Amazon Web Services - * account ID is used by default.

    + *

    The Amazon Resource Name (ARN) of the integration.

    * @public */ - CatalogId?: string | undefined; + IntegrationArn?: string | undefined; /** - *

    The name of the connection definition to retrieve.

    + *

    A token to specify where to start paginating. This is the marker from a previously truncated response.

    * @public */ - Name: string | undefined; + Marker?: string | undefined; /** - *

    Allows you to retrieve the connection metadata without returning the password. For - * instance, the Glue console uses this flag to retrieve the connection, and does not display - * the password. Set this parameter when the caller might not have permission to use the KMS - * key to decrypt the password, but it does have permission to access the rest of the connection - * properties.

    + *

    The total number of items to return in the output.

    * @public */ - HidePassword?: boolean | undefined; -} + MaxRecords?: number | undefined; -/** - *

    Defines a connection to a data source.

    - * @public - */ -export interface Connection { /** - *

    The name of the connection definition.

    + *

    The Amazon Resource Name (ARN) of the target resource in the integration.

    * @public */ - Name?: string | undefined; + TargetArn?: string | undefined; +} +/** + *

    A structure for an integration that writes data into a resource.

    + * @public + */ +export interface InboundIntegration { /** - *

    The description of the connection.

    + *

    The ARN of the source resource for the integration.

    * @public */ - Description?: string | undefined; + SourceArn: string | undefined; /** - *

    The type of the connection. Currently, SFTP is not supported.

    + *

    The ARN of the target resource for the integration.

    * @public */ - ConnectionType?: ConnectionType | undefined; + TargetArn: string | undefined; /** - *

    A list of criteria that can be used in selecting this connection.

    + *

    The ARN of the zero-ETL integration.

    * @public */ - MatchCriteria?: string[] | undefined; + IntegrationArn: string | undefined; /** - *

    These key-value pairs define parameters for the connection:

    + *

    The possible statuses are:

    *
      *
    • - *

      - * HOST - The host URI: either the - * fully qualified domain name (FQDN) or the IPv4 address of - * the database host.

      - *
      • - *
    • - *

      - * PORT - The port number, between - * 1024 and 65535, of the port on which the database host is - * listening for database connections.

      - *
      • - *
    • - *

      - * USER_NAME - The name under which - * to log in to the database. The value string for USER_NAME is "USERNAME".

      - *
      • - *
    • - *

      - * PASSWORD - A password, - * if one is used, for the user name.

      - *
      • - *
    • - *

      - * ENCRYPTED_PASSWORD - When you enable connection password protection by setting ConnectionPasswordEncryption in the Data Catalog encryption settings, this field stores the encrypted password.

      - *
      • - *
    • - *

      - * JDBC_DRIVER_JAR_URI - The Amazon Simple Storage Service (Amazon S3) path of the - * JAR file that contains the JDBC driver to use.

      - *
      • - *
    • - *

      - * JDBC_DRIVER_CLASS_NAME - The class name of the JDBC driver to use.

      - *
      • - *
    • - *

      - * JDBC_ENGINE - The name of the JDBC engine to use.

      - *
      • - *
    • - *

      - * JDBC_ENGINE_VERSION - The version of the JDBC engine to use.

      - *
      • - *
    • - *

      - * CONFIG_FILES - (Reserved for future use.)

      - *
      • - *
    • - *

      - * INSTANCE_ID - The instance ID to use.

      - *
      • - *
    • - *

      - * JDBC_CONNECTION_URL - The URL for connecting to a JDBC data source.

      - *
      • - *
    • - *

      - * JDBC_ENFORCE_SSL - A Boolean string (true, false) specifying whether Secure - * Sockets Layer (SSL) with hostname matching is enforced for the JDBC connection on the - * client. The default is false.

      - *
      • - *
    • - *

      - * CUSTOM_JDBC_CERT - An Amazon S3 location specifying the customer's root certificate. Glue uses this root certificate to validate the customer’s certificate when connecting to the customer database. Glue only handles X.509 certificates. The certificate provided must be DER-encoded and supplied in Base64 encoding PEM format.

      - *
      • - *
    • - *

      - * SKIP_CUSTOM_JDBC_CERT_VALIDATION - By default, this is false. Glue validates the Signature algorithm and Subject Public Key Algorithm for the customer certificate. The only permitted algorithms for the Signature algorithm are SHA256withRSA, SHA384withRSA or SHA512withRSA. For the Subject Public Key Algorithm, the key length must be at least 2048. You can set the value of this property to true to skip Glue’s validation of the customer certificate.

      - *
      • - *
    • - *

      - * CUSTOM_JDBC_CERT_STRING - A custom JDBC certificate string which is used for domain match or distinguished name match to prevent a man-in-the-middle attack. In Oracle database, this is used as the SSL_SERVER_CERT_DN; in Microsoft SQL Server, this is used as the hostNameInCertificate.

      - *
      • - *
    • - *

      - * CONNECTION_URL - The URL for connecting to a general (non-JDBC) data source.

      - *
      • - *
    • - *

      - * SECRET_ID - The secret ID used for the secret manager of credentials.

      - *
      • - *
    • - *

      - * CONNECTOR_URL - The connector URL for a MARKETPLACE or CUSTOM connection.

      - *
      • - *
    • - *

      - * CONNECTOR_TYPE - The connector type for a MARKETPLACE or CUSTOM connection.

      - *
      • - *
    • - *

      - * CONNECTOR_CLASS_NAME - The connector class name for a MARKETPLACE or CUSTOM connection.

      - *
      • - *
    • - *

      - * KAFKA_BOOTSTRAP_SERVERS - A comma-separated list of host and port pairs that are the addresses of the Apache Kafka brokers in a Kafka cluster to which a Kafka client will connect to and bootstrap itself.

      - *
      • - *
    • - *

      - * KAFKA_SSL_ENABLED - Whether to enable or disable SSL on an Apache Kafka connection. Default value is "true".

      - *
      • - *
    • - *

      - * KAFKA_CUSTOM_CERT - The Amazon S3 URL for the private CA cert file (.pem format). The default is an empty string.

      - *
      • - *
    • - *

      - * KAFKA_SKIP_CUSTOM_CERT_VALIDATION - Whether to skip the validation of the CA cert file or not. Glue validates for three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA. Default value is "false".

      - *
      • - *
    • - *

      - * KAFKA_CLIENT_KEYSTORE - The Amazon S3 location of the client keystore file for Kafka client side authentication (Optional).

      - *
      • - *
    • - *

      - * KAFKA_CLIENT_KEYSTORE_PASSWORD - The password to access the provided keystore (Optional).

      - *
      • - *
    • - *

      - * KAFKA_CLIENT_KEY_PASSWORD - A keystore can consist of multiple keys, so this is the password to access the client key to be used with the Kafka server side key (Optional).

      - *
      • - *
    • - *

      - * ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD - The encrypted version of the Kafka client keystore password (if the user has the Glue encrypt passwords setting selected).

      - *
      • - *
    • - *

      - * ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD - The encrypted version of the Kafka client key password (if the user has the Glue encrypt passwords setting selected).

      - *
      • - *
    • - *

      - * KAFKA_SASL_MECHANISM - "SCRAM-SHA-512", "GSSAPI", "AWS_MSK_IAM", or "PLAIN". These are the supported SASL Mechanisms.

      - *
      • - *
    • - *

      - * KAFKA_SASL_PLAIN_USERNAME - A plaintext username used to authenticate with the "PLAIN" mechanism.

      - *
      • - *
    • - *

      - * KAFKA_SASL_PLAIN_PASSWORD - A plaintext password used to authenticate with the "PLAIN" mechanism.

      - *
      • - *
    • - *

      - * ENCRYPTED_KAFKA_SASL_PLAIN_PASSWORD - The encrypted version of the Kafka SASL PLAIN password (if the user has the Glue encrypt passwords setting selected).

      - *
      • - *
    • - *

      - * KAFKA_SASL_SCRAM_USERNAME - A plaintext username used to authenticate with the "SCRAM-SHA-512" mechanism.

      - *
      • - *
    • - *

      - * KAFKA_SASL_SCRAM_PASSWORD - A plaintext password used to authenticate with the "SCRAM-SHA-512" mechanism.

      - *
      • - *
    • - *

      - * ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD - The encrypted version of the Kafka SASL SCRAM password (if the user has the Glue encrypt passwords setting selected).

      - *
      • - *
    • - *

      - * KAFKA_SASL_SCRAM_SECRETS_ARN - The Amazon Resource Name of a secret in Amazon Web Services Secrets Manager.

      - *
      • - *
    • - *

      - * KAFKA_SASL_GSSAPI_KEYTAB - The S3 location of a Kerberos keytab file. A keytab stores long-term keys for one or more principals. For more information, see MIT Kerberos Documentation: Keytab.

      - *
      • - *
    • - *

      - * KAFKA_SASL_GSSAPI_KRB5_CONF - The S3 location of a Kerberos krb5.conf file. A krb5.conf stores Kerberos configuration information, such as the location of the KDC server. For more information, see MIT Kerberos Documentation: krb5.conf.

      - *
      • - *
    • - *

      - * KAFKA_SASL_GSSAPI_SERVICE - The Kerberos service name, as set with sasl.kerberos.service.name in your Kafka Configuration.

      + *

      CREATING: The integration is being created.

      *
      • *
    • - *

      - * KAFKA_SASL_GSSAPI_PRINCIPAL - The name of the Kerberos princial used by Glue. For more information, see Kafka Documentation: Configuring Kafka Brokers.

      + *

      ACTIVE: The integration creation succeeds.

      *
      • *
    • - *

      - * ROLE_ARN - The role to be used for running queries.

      + *

      MODIFYING: The integration is being modified.

      *
      • *
    • - *

      - * REGION - The Amazon Web Services Region where queries will be run.

      + *

      FAILED: The integration creation fails.

      *
      • *
    • - *

      - * WORKGROUP_NAME - The name of an Amazon Redshift serverless workgroup or Amazon Athena workgroup in which queries will run.

      + *

      DELETING: The integration is deleted.

      *
      • *
    • - *

      - * CLUSTER_IDENTIFIER - The cluster identifier of an Amazon Redshift cluster in which queries will run.

      + *

      SYNCING: The integration is synchronizing.

      *
      • *
    • - *

      - * DATABASE - The Amazon Redshift database that you are connecting to.

      + *

      NEEDS_ATTENTION: The integration needs attention, such as synchronization.

      *
      • *
    * @public */ - ConnectionProperties?: Partial> | undefined; + Status: IntegrationStatus | undefined; /** - *

    This field is not currently used.

    + *

    The time that the integration was created, in UTC.

    * @public */ - AthenaProperties?: Record | undefined; + CreateTime: Date | undefined; /** - *

    The physical connection requirements, such as virtual private cloud (VPC) and SecurityGroup, that are needed to make this connection successfully.

    + *

    A list of errors associated with the integration.

    * @public */ - PhysicalConnectionRequirements?: PhysicalConnectionRequirements | undefined; + Errors?: IntegrationError[] | undefined; +} +/** + * @public + */ +export interface DescribeInboundIntegrationsResponse { /** - *

    The timestamp of the time that this connection definition was created.

    + *

    A list of inbound integrations.

    * @public */ - CreationTime?: Date | undefined; + InboundIntegrations?: InboundIntegration[] | undefined; + + /** + *

    A value that indicates the starting point for the next set of response records in a subsequent request.

    + * @public + */ + Marker?: string | undefined; +} + +/** + *

    The target resource could not be found.

    + * @public + */ +export class TargetResourceNotFound extends __BaseException { + readonly name: "TargetResourceNotFound" = "TargetResourceNotFound"; + readonly $fault: "client" = "client"; + /** + *

    A message describing the problem.

    + * @public + */ + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "TargetResourceNotFound", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, TargetResourceNotFound.prototype); + this.Message = opts.Message; + } +} +/** + *

    A filter that can be used when invoking a DescribeIntegrations request.

    + * @public + */ +export interface IntegrationFilter { /** - *

    The timestamp of the last time the connection definition was updated.

    + *

    The name of the filter.

    * @public */ - LastUpdatedTime?: Date | undefined; + Name?: string | undefined; /** - *

    The user, group, or role that last updated this connection definition.

    + *

    A list of filter values.

    * @public */ - LastUpdatedBy?: string | undefined; + Values?: string[] | undefined; +} +/** + * @public + */ +export interface DescribeIntegrationsRequest { /** - *

    The status of the connection. Can be one of: READY, IN_PROGRESS, or FAILED.

    + *

    The Amazon Resource Name (ARN) for the integration.

    * @public */ - Status?: ConnectionStatus | undefined; + IntegrationIdentifier?: string | undefined; /** - *

    The reason for the connection status.

    + *

    A value that indicates the starting point for the next set of response records in a subsequent request.

    * @public */ - StatusReason?: string | undefined; + Marker?: string | undefined; /** - *

    A timestamp of the time this connection was last validated.

    + *

    The total number of items to return in the output.

    * @public */ - LastConnectionValidationTime?: Date | undefined; + MaxRecords?: number | undefined; /** - *

    The authentication properties of the connection.

    + *

    A list of key and values, to filter down the results. Supported keys are "Status", "IntegrationName", and "SourceArn". IntegrationName is limited to only one value.

    * @public */ - AuthenticationConfiguration?: AuthenticationConfiguration | undefined; + Filters?: IntegrationFilter[] | undefined; } /** + *

    Describes a zero-ETL integration.

    * @public */ -export interface GetConnectionResponse { +export interface Integration { /** - *

    The requested connection definition.

    + *

    The ARN for the source of the integration.

    * @public */ - Connection?: Connection | undefined; -} + SourceArn: string | undefined; -/** - *

    Filters the connection definitions that are returned by the GetConnections - * API operation.

    - * @public - */ -export interface GetConnectionsFilter { /** - *

    A criteria string that must match the criteria recorded in the - * connection definition for that connection definition to be returned.

    + *

    The ARN for the target of the integration.

    * @public */ - MatchCriteria?: string[] | undefined; + TargetArn: string | undefined; /** - *

    The type of connections to return. Currently, SFTP is not supported.

    + *

    A description for the integration.

    * @public */ - ConnectionType?: ConnectionType | undefined; -} + Description?: string | undefined; -/** - * @public - */ -export interface GetConnectionsRequest { /** - *

    The ID of the Data Catalog in which the connections reside. If none is provided, the Amazon Web Services - * account ID is used by default.

    + *

    A unique name for the integration.

    * @public */ - CatalogId?: string | undefined; + IntegrationName: string | undefined; /** - *

    A filter that controls which connections are returned.

    + *

    The Amazon Resource Name (ARN) for the integration.

    * @public */ - Filter?: GetConnectionsFilter | undefined; + IntegrationArn: string | undefined; /** - *

    Allows you to retrieve the connection metadata without returning the password. For - * instance, the Glue console uses this flag to retrieve the connection, and does not display - * the password. Set this parameter when the caller might not have permission to use the KMS - * key to decrypt the password, but it does have permission to access the rest of the connection - * properties.

    + *

    The ARN of a KMS key used for encrypting the channel.

    * @public */ - HidePassword?: boolean | undefined; + KmsKeyId?: string | undefined; /** - *

    A continuation token, if this is a continuation call.

    + *

    An optional set of non-secret key–value pairs that contains additional contextual information for encryption. This can only be provided if KMSKeyId is provided.

    * @public */ - NextToken?: string | undefined; + AdditionalEncryptionContext?: Record | undefined; /** - *

    The maximum number of connections to return in one response.

    + *

    Metadata assigned to the resource consisting of a list of key-value pairs.

    * @public */ - MaxResults?: number | undefined; + Tags?: Tag[] | undefined; + + /** + *

    The possible statuses are:

    + *
      + *
    • + *

      CREATING: The integration is being created.

      + *
      • + *
    • + *

      ACTIVE: The integration creation succeeds.

      + *
      • + *
    • + *

      MODIFYING: The integration is being modified.

      + *
      • + *
    • + *

      FAILED: The integration creation fails.

      + *
      • + *
    • + *

      DELETING: The integration is deleted.

      + *
      • + *
    • + *

      SYNCING: The integration is synchronizing.

      + *
      • + *
    • + *

      NEEDS_ATTENTION: The integration needs attention, such as synchronization.

      + *
      • + *
    + * @public + */ + Status: IntegrationStatus | undefined; + + /** + *

    The time that the integration was created, in UTC.

    + * @public + */ + CreateTime: Date | undefined; + + /** + *

    A list of errors associated with the integration.

    + * @public + */ + Errors?: IntegrationError[] | undefined; + + /** + *

    Selects source tables for the integration using Maxwell filter syntax.

    + * @public + */ + DataFilter?: string | undefined; } /** * @public */ -export interface GetConnectionsResponse { +export interface DescribeIntegrationsResponse { /** - *

    A list of requested connection definitions.

    + *

    A list of zero-ETL integrations.

    * @public */ - ConnectionList?: Connection[] | undefined; + Integrations?: Integration[] | undefined; /** - *

    A continuation token, if the list of connections returned does not - * include the last of the filtered connections.

    + *

    A value that indicates the starting point for the next set of response records in a subsequent request.

    * @public */ - NextToken?: string | undefined; + Marker?: string | undefined; } /** * @public */ -export interface GetCrawlerRequest { +export interface GetBlueprintRequest { /** - *

    The name of the crawler to retrieve metadata for.

    + *

    The name of the blueprint.

    * @public */ Name: string | undefined; -} -/** - * @public - */ -export interface GetCrawlerResponse { /** - *

    The metadata for the specified crawler.

    + *

    Specifies whether or not to include the blueprint in the response.

    + * @public + */ + IncludeBlueprint?: boolean | undefined; + + /** + *

    Specifies whether or not to include the parameter specification.

    * @public */ - Crawler?: Crawler | undefined; + IncludeParameterSpec?: boolean | undefined; } /** * @public */ -export interface GetCrawlerMetricsRequest { +export interface GetBlueprintResponse { /** - *

    A list of the names of crawlers about which to retrieve metrics.

    + *

    Returns a Blueprint object.

    * @public */ - CrawlerNameList?: string[] | undefined; + Blueprint?: Blueprint | undefined; +} +/** + * @public + */ +export interface GetBlueprintRunRequest { /** - *

    The maximum size of a list to return.

    + *

    The name of the blueprint.

    * @public */ - MaxResults?: number | undefined; + BlueprintName: string | undefined; /** - *

    A continuation token, if this is a continuation call.

    + *

    The run ID for the blueprint run you want to retrieve.

    * @public */ - NextToken?: string | undefined; + RunId: string | undefined; } /** - *

    Metrics for a specified crawler.

    + * @public + * @enum + */ +export const BlueprintRunState = { + FAILED: "FAILED", + ROLLING_BACK: "ROLLING_BACK", + RUNNING: "RUNNING", + SUCCEEDED: "SUCCEEDED", +} as const; + +/** + * @public + */ +export type BlueprintRunState = (typeof BlueprintRunState)[keyof typeof BlueprintRunState]; + +/** + *

    The details of a blueprint run.

    * @public */ -export interface CrawlerMetrics { +export interface BlueprintRun { /** - *

    The name of the crawler.

    + *

    The name of the blueprint.

    * @public */ - CrawlerName?: string | undefined; + BlueprintName?: string | undefined; /** - *

    The estimated time left to complete a running crawl.

    + *

    The run ID for this blueprint run.

    * @public */ - TimeLeftSeconds?: number | undefined; + RunId?: string | undefined; /** - *

    True if the crawler is still estimating how long it will take to complete this run.

    + *

    The name of a workflow that is created as a result of a successful blueprint run. If a blueprint run has an error, there will not be a workflow created.

    * @public */ - StillEstimating?: boolean | undefined; + WorkflowName?: string | undefined; /** - *

    The duration of the crawler's most recent run, in seconds.

    + *

    The state of the blueprint run. Possible values are:

    + *
      + *
    • + *

      Running — The blueprint run is in progress.

      + *
      • + *
    • + *

      Succeeded — The blueprint run completed successfully.

      + *
      • + *
    • + *

      Failed — The blueprint run failed and rollback is complete.

      + *
      • + *
    • + *

      Rolling Back — The blueprint run failed and rollback is in progress.

      + *
      • + *
    * @public */ - LastRuntimeSeconds?: number | undefined; + State?: BlueprintRunState | undefined; /** - *

    The median duration of this crawler's runs, in seconds.

    + *

    The date and time that the blueprint run started.

    * @public */ - MedianRuntimeSeconds?: number | undefined; + StartedOn?: Date | undefined; /** - *

    The number of tables created by this crawler.

    + *

    The date and time that the blueprint run completed.

    * @public */ - TablesCreated?: number | undefined; + CompletedOn?: Date | undefined; /** - *

    The number of tables updated by this crawler.

    + *

    Indicates any errors that are seen while running the blueprint.

    * @public */ - TablesUpdated?: number | undefined; + ErrorMessage?: string | undefined; /** - *

    The number of tables deleted by this crawler.

    + *

    If there are any errors while creating the entities of a workflow, we try to roll back the created entities until that point and delete them. This attribute indicates the errors seen while trying to delete the entities that are created.

    * @public */ - TablesDeleted?: number | undefined; -} + RollbackErrorMessage?: string | undefined; -/** - * @public - */ -export interface GetCrawlerMetricsResponse { /** - *

    A list of metrics for the specified crawler.

    + *

    The blueprint parameters as a string. You will have to provide a value for each key that is required from the parameter spec that is defined in the Blueprint$ParameterSpec.

    * @public */ - CrawlerMetricsList?: CrawlerMetrics[] | undefined; + Parameters?: string | undefined; /** - *

    A continuation token, if the returned list does not contain the - * last metric available.

    + *

    The role ARN. This role will be assumed by the Glue service and will be used to create the workflow and other entities of a workflow.

    * @public */ - NextToken?: string | undefined; + RoleArn?: string | undefined; } /** * @public */ -export interface GetCrawlersRequest { +export interface GetBlueprintRunResponse { /** - *

    The number of crawlers to return on each call.

    + *

    Returns a BlueprintRun object.

    * @public */ - MaxResults?: number | undefined; + BlueprintRun?: BlueprintRun | undefined; +} + +/** + * @public + */ +export interface GetBlueprintRunsRequest { + /** + *

    The name of the blueprint.

    + * @public + */ + BlueprintName: string | undefined; /** *

    A continuation token, if this is a continuation request.

    * @public */ NextToken?: string | undefined; + + /** + *

    The maximum size of a list to return.

    + * @public + */ + MaxResults?: number | undefined; } /** * @public */ -export interface GetCrawlersResponse { +export interface GetBlueprintRunsResponse { /** - *

    A list of crawler metadata.

    + *

    Returns a list of BlueprintRun objects.

    * @public */ - Crawlers?: Crawler[] | undefined; + BlueprintRuns?: BlueprintRun[] | undefined; /** - *

    A continuation token, if the returned list has not reached the end - * of those defined in this customer account.

    + *

    A continuation token, if not all blueprint runs have been returned.

    * @public */ NextToken?: string | undefined; @@ -6407,168 +6582,231 @@ export interface GetCrawlersResponse { /** * @public */ -export interface GetCustomEntityTypeRequest { +export interface GetCatalogRequest { /** - *

    The name of the custom pattern that you want to retrieve.

    + *

    The ID of the parent catalog in which the catalog resides. If none is provided, the Amazon Web Services Account Number is used by default.

    * @public */ - Name: string | undefined; + CatalogId: string | undefined; } /** + *

    The output properties of the data lake access configuration for your catalog resource in the Glue Data Catalog.

    * @public */ -export interface GetCustomEntityTypeResponse { +export interface DataLakeAccessPropertiesOutput { /** - *

    The name of the custom pattern that you retrieved.

    + *

    Turns on or off data lake access for Apache Spark applications that access Amazon Redshift databases in the Data Catalog.

    * @public */ - Name?: string | undefined; + DataLakeAccess?: boolean | undefined; /** - *

    A regular expression string that is used for detecting sensitive data in a custom pattern.

    + *

    A role that will be assumed by Glue for transferring data into/out of the staging bucket during a query.

    * @public */ - RegexString?: string | undefined; + DataTransferRole?: string | undefined; /** - *

    A list of context words if specified when you created the custom pattern. If none of these context words are found within the vicinity of the regular expression the data will not be detected as sensitive data.

    + *

    An encryption key that will be used for the staging bucket that will be created along with the catalog.

    * @public */ - ContextWords?: string[] | undefined; + KmsKey?: string | undefined; + + /** + *

    The managed Redshift Serverless compute name that is created for your catalog resource.

    + * @public + */ + ManagedWorkgroupName?: string | undefined; + + /** + *

    The managed Redshift Serverless compute status.

    + * @public + */ + ManagedWorkgroupStatus?: string | undefined; + + /** + *

    The default Redshift database resource name in the managed compute.

    + * @public + */ + RedshiftDatabaseName?: string | undefined; + + /** + *

    A message that gives more detailed information about the managed workgroup status.

    + * @public + */ + StatusMessage?: string | undefined; + + /** + *

    Specifies a federated catalog type for the native catalog resource. The currently supported type is aws:redshift.

    + * @public + */ + CatalogType?: string | undefined; } /** + *

    Property attributes that include configuration properties for the catalog resource.

    * @public */ -export interface GetDatabaseRequest { +export interface CatalogPropertiesOutput { /** - *

    The ID of the Data Catalog in which the database resides. If none is provided, the Amazon Web Services - * account ID is used by default.

    + *

    A DataLakeAccessProperties object with input properties to configure data lake access for your catalog resource in the Glue Data Catalog.

    * @public */ - CatalogId?: string | undefined; + DataLakeAccessProperties?: DataLakeAccessPropertiesOutput | undefined; /** - *

    The name of the database to retrieve. For Hive compatibility, this - * should be all lowercase.

    + *

    Additional key-value properties for the catalog, such as column statistics optimizations.

    * @public */ - Name: string | undefined; + CustomProperties?: Record | undefined; } /** - *

    The Database object represents a logical grouping of tables that might reside - * in a Hive metastore or an RDBMS.

    + *

    The catalog object represents a logical grouping of databases in the Glue Data Catalog or a federated source. You can now create a Redshift-federated catalog or a catalog containing resource links to Redshift databases in another account or region.

    * @public */ -export interface Database { +export interface Catalog { /** - *

    The name of the database. For Hive compatibility, this is folded to lowercase when it is - * stored.

    + *

    The ID of the catalog. To grant access to the default catalog, this field should not be provided.

    + * @public + */ + CatalogId?: string | undefined; + + /** + *

    The name of the catalog. Cannot be the same as the account ID.

    * @public */ Name: string | undefined; /** - *

    A description of the database.

    + *

    The Amazon Resource Name (ARN) assigned to the catalog resource.

    + * @public + */ + ResourceArn?: string | undefined; + + /** + *

    Description string, not more than 2048 bytes long, matching the URI address multi-line string pattern. A description of the catalog.

    * @public */ Description?: string | undefined; /** - *

    The location of the database (for example, an HDFS path).

    + *

    A map array of key-value pairs that define parameters and properties of the catalog.

    * @public */ - LocationUri?: string | undefined; + Parameters?: Record | undefined; + + /** + *

    The time at which the catalog was created.

    + * @public + */ + CreateTime?: Date | undefined; /** - *

    These key-value pairs define parameters and properties - * of the database.

    + *

    The time at which the catalog was last updated.

    * @public */ - Parameters?: Record | undefined; + UpdateTime?: Date | undefined; /** - *

    The time at which the metadata database was created in the catalog.

    + *

    A TargetRedshiftCatalog object that describes a target catalog for database resource linking.

    * @public */ - CreateTime?: Date | undefined; + TargetRedshiftCatalog?: TargetRedshiftCatalog | undefined; /** - *

    Creates a set of default permissions on the table for principals. Used by Lake Formation. Not used in the normal course of Glue operations.

    + *

    A FederatedCatalog object that points to an entity outside the Glue Data Catalog.

    * @public */ - CreateTableDefaultPermissions?: PrincipalPermissions[] | undefined; + FederatedCatalog?: FederatedCatalog | undefined; /** - *

    A DatabaseIdentifier structure that describes a target database for resource linking.

    + *

    A CatalogProperties object that specifies data lake access properties and other custom properties.

    * @public */ - TargetDatabase?: DatabaseIdentifier | undefined; + CatalogProperties?: CatalogPropertiesOutput | undefined; /** - *

    The ID of the Data Catalog in which the database resides.

    + *

    An array of PrincipalPermissions objects. Creates a set of default permissions on the table(s) for principals. Used by Amazon Web Services Lake Formation. Not used in the normal course of Glue operations.

    * @public */ - CatalogId?: string | undefined; + CreateTableDefaultPermissions?: PrincipalPermissions[] | undefined; /** - *

    A FederatedDatabase structure that references an entity outside the Glue Data Catalog.

    + *

    An array of PrincipalPermissions objects. Creates a set of default permissions on the database(s) for principals. Used by Amazon Web Services Lake Formation. Not used in the normal course of Glue operations.

    * @public */ - FederatedDatabase?: FederatedDatabase | undefined; + CreateDatabaseDefaultPermissions?: PrincipalPermissions[] | undefined; } /** * @public */ -export interface GetDatabaseResponse { +export interface GetCatalogResponse { /** - *

    The definition of the specified database in the Data Catalog.

    + *

    A Catalog object. The definition of the specified catalog in the Glue Data Catalog.

    * @public */ - Database?: Database | undefined; + Catalog?: Catalog | undefined; } /** * @public - * @enum */ -export const DatabaseAttributes = { - NAME: "NAME", -} as const; +export interface GetCatalogImportStatusRequest { + /** + *

    The ID of the catalog to migrate. Currently, this should be the Amazon Web Services account ID.

    + * @public + */ + CatalogId?: string | undefined; +} /** + *

    A structure containing migration status information.

    * @public */ -export type DatabaseAttributes = (typeof DatabaseAttributes)[keyof typeof DatabaseAttributes]; +export interface CatalogImportStatus { + /** + *

    + * True if the migration has completed, or False otherwise.

    + * @public + */ + ImportCompleted?: boolean | undefined; -/** - * @public - * @enum - */ -export const ResourceShareType = { - ALL: "ALL", - FEDERATED: "FEDERATED", - FOREIGN: "FOREIGN", -} as const; + /** + *

    The time that the migration was started.

    + * @public + */ + ImportTime?: Date | undefined; + + /** + *

    The name of the person who initiated the migration.

    + * @public + */ + ImportedBy?: string | undefined; +} /** * @public */ -export type ResourceShareType = (typeof ResourceShareType)[keyof typeof ResourceShareType]; +export interface GetCatalogImportStatusResponse { + /** + *

    The status of the specified catalog migration.

    + * @public + */ + ImportStatus?: CatalogImportStatus | undefined; +} /** * @public */ -export interface GetDatabasesRequest { +export interface GetCatalogsRequest { /** - *

    The ID of the Data Catalog from which to retrieve Databases. If none is - * provided, the Amazon Web Services account ID is used by default.

    + *

    The ID of the parent catalog in which the catalog resides. If none is provided, the Amazon Web Services Account Number is used by default.

    * @public */ - CatalogId?: string | undefined; + ParentCatalogId?: string | undefined; /** *

    A continuation token, if this is a continuation call.

    @@ -6577,48 +6815,30 @@ export interface GetDatabasesRequest { NextToken?: string | undefined; /** - *

    The maximum number of databases to return in one response.

    + *

    The maximum number of catalogs to return in one response.

    * @public */ MaxResults?: number | undefined; /** - *

    Allows you to specify that you want to list the databases shared with your account. The allowable values are FEDERATED, FOREIGN or ALL.

    - *
      - *
    • - *

      If set to FEDERATED, will list the federated databases (referencing an external entity) shared with your account.

      - *
      • - *
    • - *

      If set to FOREIGN, will list the databases shared with your account.

      - *
      • - *
    • - *

      If set to ALL, will list the databases shared with your account, as well as the databases in yor local account.

      - *
      • - *
    - * @public - */ - ResourceShareType?: ResourceShareType | undefined; - - /** - *

    Specifies the database fields returned by the GetDatabases call. This parameter doesn’t accept an empty list. The request must include the NAME.

    + *

    When specified as true, iterates through the account and returns all catalog resources (including top-level resources and child resources)

    * @public */ - AttributesToGet?: DatabaseAttributes[] | undefined; + Recursive?: boolean | undefined; } /** * @public */ -export interface GetDatabasesResponse { +export interface GetCatalogsResponse { /** - *

    A list of Database objects from the specified catalog.

    + *

    An array of Catalog objects. A list of Catalog objects from the specified parent catalog.

    * @public */ - DatabaseList: Database[] | undefined; + CatalogList: Catalog[] | undefined; /** - *

    A continuation token for paginating the returned list of tokens, - * returned if the current segment of the list is not the last.

    + *

    A continuation token for paginating the returned list of tokens, returned if the current segment of the list is not the last.

    * @public */ NextToken?: string | undefined; @@ -6627,1131 +6847,1066 @@ export interface GetDatabasesResponse { /** * @public */ -export interface GetDataCatalogEncryptionSettingsRequest { +export interface GetClassifierRequest { /** - *

    The ID of the Data Catalog to retrieve the security configuration for. If none is - * provided, the Amazon Web Services account ID is used by default.

    + *

    Name of the classifier to retrieve.

    * @public */ - CatalogId?: string | undefined; + Name: string | undefined; } /** - *

    The data structure used by the Data Catalog to encrypt the password as part of - * CreateConnection or UpdateConnection and store it in the - * ENCRYPTED_PASSWORD field in the connection properties. You can enable catalog - * encryption or only password encryption.

    - *

    When a CreationConnection request arrives containing a password, the Data - * Catalog first encrypts the password using your KMS key. It then encrypts the whole - * connection object again if catalog encryption is also enabled.

    - *

    This encryption requires that you set KMS key permissions to enable or restrict access - * on the password key according to your security requirements. For example, you might want only - * administrators to have decrypt permission on the password key.

    + *

    A classifier for custom CSV content.

    * @public */ -export interface ConnectionPasswordEncryption { +export interface CsvClassifier { /** - *

    When the ReturnConnectionPasswordEncrypted flag is set to "true", passwords remain encrypted in the responses of GetConnection and GetConnections. This encryption takes effect independently from catalog encryption.

    + *

    The name of the classifier.

    * @public */ - ReturnConnectionPasswordEncrypted: boolean | undefined; + Name: string | undefined; /** - *

    An KMS key that is used to encrypt the connection password.

    - *

    If connection password protection is enabled, the caller of CreateConnection - * and UpdateConnection needs at least kms:Encrypt permission on the - * specified KMS key, to encrypt passwords before storing them in the Data Catalog.

    - *

    You can set the decrypt permission to enable or restrict access on the password key according to your security requirements.

    + *

    The time that this classifier was registered.

    * @public */ - AwsKmsKeyId?: string | undefined; -} + CreationTime?: Date | undefined; -/** - * @public - * @enum - */ -export const CatalogEncryptionMode = { - DISABLED: "DISABLED", - SSEKMS: "SSE-KMS", - SSEKMSWITHSERVICEROLE: "SSE-KMS-WITH-SERVICE-ROLE", -} as const; + /** + *

    The time that this classifier was last updated.

    + * @public + */ + LastUpdated?: Date | undefined; -/** - * @public - */ -export type CatalogEncryptionMode = (typeof CatalogEncryptionMode)[keyof typeof CatalogEncryptionMode]; + /** + *

    The version of this classifier.

    + * @public + */ + Version?: number | undefined; -/** - *

    Specifies the encryption-at-rest configuration for the Data Catalog.

    - * @public - */ -export interface EncryptionAtRest { /** - *

    The encryption-at-rest mode for encrypting Data Catalog data.

    + *

    A custom symbol to denote what separates each column entry in the row.

    * @public */ - CatalogEncryptionMode: CatalogEncryptionMode | undefined; + Delimiter?: string | undefined; /** - *

    The ID of the KMS key to use for encryption at rest.

    + *

    A custom symbol to denote what combines content into a single column value. It must be + * different from the column delimiter.

    * @public */ - SseAwsKmsKeyId?: string | undefined; + QuoteSymbol?: string | undefined; /** - *

    The role that Glue assumes to encrypt and decrypt the Data Catalog objects on the caller's behalf.

    + *

    Indicates whether the CSV file contains a header.

    * @public */ - CatalogEncryptionServiceRole?: string | undefined; -} + ContainsHeader?: CsvHeaderOption | undefined; -/** - *

    Contains configuration information for maintaining Data Catalog security.

    - * @public - */ -export interface DataCatalogEncryptionSettings { /** - *

    Specifies the encryption-at-rest configuration for the Data Catalog.

    + *

    A list of strings representing column names.

    * @public */ - EncryptionAtRest?: EncryptionAtRest | undefined; + Header?: string[] | undefined; /** - *

    When connection password protection is enabled, the Data Catalog uses a customer-provided - * key to encrypt the password as part of CreateConnection or - * UpdateConnection and store it in the ENCRYPTED_PASSWORD field in - * the connection properties. You can enable catalog encryption or only password - * encryption.

    + *

    Specifies not to trim values before identifying the type of column values. The default + * value is true.

    * @public */ - ConnectionPasswordEncryption?: ConnectionPasswordEncryption | undefined; -} + DisableValueTrimming?: boolean | undefined; -/** - * @public - */ -export interface GetDataCatalogEncryptionSettingsResponse { /** - *

    The requested security configuration.

    + *

    Enables the processing of files that contain only one column.

    * @public */ - DataCatalogEncryptionSettings?: DataCatalogEncryptionSettings | undefined; -} + AllowSingleColumn?: boolean | undefined; -/** - * @public - */ -export interface GetDataflowGraphRequest { /** - *

    The Python script to transform.

    + *

    Enables the custom datatype to be configured.

    * @public */ - PythonScript?: string | undefined; -} + CustomDatatypeConfigured?: boolean | undefined; -/** - * @public - */ -export interface GetDataflowGraphResponse { /** - *

    A list of the nodes in the resulting DAG.

    + *

    A list of custom datatypes including "BINARY", "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "FLOAT", "INT", "LONG", "SHORT", "STRING", "TIMESTAMP".

    * @public */ - DagNodes?: CodeGenNode[] | undefined; + CustomDatatypes?: string[] | undefined; /** - *

    A list of the edges in the resulting DAG.

    + *

    Sets the SerDe for processing CSV in the classifier, which will be applied in the Data Catalog. Valid values are OpenCSVSerDe, LazySimpleSerDe, and None. You can specify the None value when you want the crawler to do the detection.

    * @public */ - DagEdges?: CodeGenEdge[] | undefined; + Serde?: CsvSerdeOption | undefined; } /** + *

    A classifier that uses grok patterns.

    * @public */ -export interface GetDataQualityModelRequest { +export interface GrokClassifier { /** - *

    The Statistic ID.

    + *

    The name of the classifier.

    * @public */ - StatisticId?: string | undefined; + Name: string | undefined; /** - *

    The Profile ID.

    + *

    An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, and + * so on.

    * @public */ - ProfileId: string | undefined; -} - -/** - * @public - * @enum - */ -export const DataQualityModelStatus = { - FAILED: "FAILED", - RUNNING: "RUNNING", - SUCCEEDED: "SUCCEEDED", -} as const; + Classification: string | undefined; -/** - * @public - */ -export type DataQualityModelStatus = (typeof DataQualityModelStatus)[keyof typeof DataQualityModelStatus]; + /** + *

    The time that this classifier was registered.

    + * @public + */ + CreationTime?: Date | undefined; -/** - * @public - */ -export interface GetDataQualityModelResponse { /** - *

    The training status of the data quality model.

    + *

    The time that this classifier was last updated.

    * @public */ - Status?: DataQualityModelStatus | undefined; + LastUpdated?: Date | undefined; /** - *

    The timestamp when the data quality model training started.

    + *

    The version of this classifier.

    * @public */ - StartedOn?: Date | undefined; + Version?: number | undefined; /** - *

    The timestamp when the data quality model training completed.

    + *

    The grok pattern applied to a data store by this classifier. + * For more information, see built-in patterns in Writing Custom Classifiers.

    * @public */ - CompletedOn?: Date | undefined; + GrokPattern: string | undefined; /** - *

    The training failure reason.

    + *

    Optional custom grok patterns defined by this classifier. + * For more information, see custom patterns in Writing Custom Classifiers.

    * @public */ - FailureReason?: string | undefined; + CustomPatterns?: string | undefined; } /** + *

    A classifier for JSON content.

    * @public */ -export interface GetDataQualityModelResultRequest { +export interface JsonClassifier { + /** + *

    The name of the classifier.

    + * @public + */ + Name: string | undefined; + + /** + *

    The time that this classifier was registered.

    + * @public + */ + CreationTime?: Date | undefined; + + /** + *

    The time that this classifier was last updated.

    + * @public + */ + LastUpdated?: Date | undefined; + /** - *

    The Statistic ID.

    + *

    The version of this classifier.

    * @public */ - StatisticId: string | undefined; + Version?: number | undefined; /** - *

    The Profile ID.

    + *

    A JsonPath string defining the JSON data for the classifier to classify. + * Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers.

    * @public */ - ProfileId: string | undefined; + JsonPath: string | undefined; } /** - *

    The statistic model result.

    + *

    A classifier for XML content.

    * @public */ -export interface StatisticModelResult { +export interface XMLClassifier { /** - *

    The lower bound.

    + *

    The name of the classifier.

    * @public */ - LowerBound?: number | undefined; + Name: string | undefined; /** - *

    The upper bound.

    + *

    An identifier of the data format that the classifier matches.

    * @public */ - UpperBound?: number | undefined; + Classification: string | undefined; /** - *

    The predicted value.

    + *

    The time that this classifier was registered.

    * @public */ - PredictedValue?: number | undefined; + CreationTime?: Date | undefined; /** - *

    The actual value.

    + *

    The time that this classifier was last updated.

    * @public */ - ActualValue?: number | undefined; + LastUpdated?: Date | undefined; /** - *

    The date.

    + *

    The version of this classifier.

    * @public */ - Date?: Date | undefined; + Version?: number | undefined; /** - *

    The inclusion annotation.

    + *

    The XML tag designating the element that contains each record in an XML document being + * parsed. This can't identify a self-closing element (closed by />). An empty + * row element that contains only attributes can be parsed as long as it ends with a closing tag + * (for example, is okay, but + * is not).

    * @public */ - InclusionAnnotation?: InclusionAnnotationValue | undefined; + RowTag?: string | undefined; } /** + *

    Classifiers are triggered during a crawl task. A classifier checks whether a given file is + * in a format it can handle. If it is, the classifier creates a schema in the form of a + * StructType object that matches that data format.

    + *

    You can use the standard classifiers that Glue provides, or you can write your own + * classifiers to best categorize your data sources and specify the appropriate schemas to use + * for them. A classifier can be a grok classifier, an XML classifier, + * a JSON classifier, or a custom CSV classifier, as specified in one + * of the fields in the Classifier object.

    * @public */ -export interface GetDataQualityModelResultResponse { +export interface Classifier { /** - *

    The timestamp when the data quality model training completed.

    + *

    A classifier that uses grok.

    * @public */ - CompletedOn?: Date | undefined; + GrokClassifier?: GrokClassifier | undefined; /** - *

    A list of StatisticModelResult - *

    + *

    A classifier for XML content.

    * @public */ - Model?: StatisticModelResult[] | undefined; + XMLClassifier?: XMLClassifier | undefined; + + /** + *

    A classifier for JSON content.

    + * @public + */ + JsonClassifier?: JsonClassifier | undefined; + + /** + *

    A classifier for comma-separated values (CSV).

    + * @public + */ + CsvClassifier?: CsvClassifier | undefined; } /** * @public */ -export interface GetDataQualityResultRequest { +export interface GetClassifierResponse { /** - *

    A unique result ID for the data quality result.

    + *

    The requested classifier.

    * @public */ - ResultId: string | undefined; + Classifier?: Classifier | undefined; } /** * @public */ -export interface GetDataQualityResultResponse { +export interface GetClassifiersRequest { /** - *

    A unique result ID for the data quality result.

    + *

    The size of the list to return (optional).

    * @public */ - ResultId?: string | undefined; + MaxResults?: number | undefined; /** - *

    The Profile ID for the data quality result.

    + *

    An optional continuation token.

    * @public */ - ProfileId?: string | undefined; + NextToken?: string | undefined; +} +/** + * @public + */ +export interface GetClassifiersResponse { /** - *

    An aggregate data quality score. Represents the ratio of rules that passed to the total number of rules.

    + *

    The requested list of classifier + * objects.

    * @public */ - Score?: number | undefined; + Classifiers?: Classifier[] | undefined; /** - *

    The table associated with the data quality result, if any.

    + *

    A continuation token.

    * @public */ - DataSource?: DataSource | undefined; + NextToken?: string | undefined; +} +/** + * @public + */ +export interface GetColumnStatisticsForPartitionRequest { /** - *

    The name of the ruleset associated with the data quality result.

    + *

    The ID of the Data Catalog where the partitions in question reside. + * If none is supplied, the Amazon Web Services account ID is used by default.

    * @public */ - RulesetName?: string | undefined; + CatalogId?: string | undefined; /** - *

    In the context of a job in Glue Studio, each node in the canvas is typically assigned some sort of name and data quality nodes will have names. In the case of multiple nodes, the evaluationContext can differentiate the nodes.

    + *

    The name of the catalog database where the partitions reside.

    * @public */ - EvaluationContext?: string | undefined; + DatabaseName: string | undefined; /** - *

    The date and time when the run for this data quality result started.

    + *

    The name of the partitions' table.

    * @public */ - StartedOn?: Date | undefined; + TableName: string | undefined; /** - *

    The date and time when the run for this data quality result was completed.

    + *

    A list of partition values identifying the partition.

    * @public */ - CompletedOn?: Date | undefined; + PartitionValues: string[] | undefined; /** - *

    The job name associated with the data quality result, if any.

    + *

    A list of the column names.

    * @public */ - JobName?: string | undefined; + ColumnNames: string[] | undefined; +} +/** + *

    Defines column statistics supported for bit sequence data values.

    + * @public + */ +export interface BinaryColumnStatisticsData { /** - *

    The job run ID associated with the data quality result, if any.

    + *

    The size of the longest bit sequence in the column.

    * @public */ - JobRunId?: string | undefined; + MaximumLength: number | undefined; /** - *

    The unique run ID associated with the ruleset evaluation.

    + *

    The average bit sequence length in the column.

    * @public */ - RulesetEvaluationRunId?: string | undefined; + AverageLength: number | undefined; /** - *

    A list of DataQualityRuleResult objects representing the results for each rule.

    + *

    The number of null values in the column.

    * @public */ - RuleResults?: DataQualityRuleResult[] | undefined; + NumberOfNulls: number | undefined; +} +/** + *

    Defines column statistics supported for Boolean data columns.

    + * @public + */ +export interface BooleanColumnStatisticsData { /** - *

    A list of DataQualityAnalyzerResult objects representing the results for each analyzer.

    + *

    The number of true values in the column.

    * @public */ - AnalyzerResults?: DataQualityAnalyzerResult[] | undefined; + NumberOfTrues: number | undefined; /** - *

    A list of DataQualityObservation objects representing the observations generated after evaluating the rules and analyzers.

    + *

    The number of false values in the column.

    * @public */ - Observations?: DataQualityObservation[] | undefined; -} + NumberOfFalses: number | undefined; -/** - * @public - */ -export interface GetDataQualityRuleRecommendationRunRequest { /** - *

    The unique run identifier associated with this run.

    + *

    The number of null values in the column.

    * @public */ - RunId: string | undefined; + NumberOfNulls: number | undefined; } /** + *

    Defines column statistics supported for timestamp data columns.

    * @public */ -export interface GetDataQualityRuleRecommendationRunResponse { - /** - *

    The unique run identifier associated with this run.

    - * @public - */ - RunId?: string | undefined; - +export interface DateColumnStatisticsData { /** - *

    The data source (an Glue table) associated with this run.

    + *

    The lowest value in the column.

    * @public */ - DataSource?: DataSource | undefined; + MinimumValue?: Date | undefined; /** - *

    An IAM role supplied to encrypt the results of the run.

    + *

    The highest value in the column.

    * @public */ - Role?: string | undefined; + MaximumValue?: Date | undefined; /** - *

    The number of G.1X workers to be used in the run. The default is 5.

    + *

    The number of null values in the column.

    * @public */ - NumberOfWorkers?: number | undefined; + NumberOfNulls: number | undefined; /** - *

    The timeout for a run in minutes. This is the maximum time that a run can consume resources before it is terminated and enters TIMEOUT status. The default is 2,880 minutes (48 hours).

    + *

    The number of distinct values in a column.

    * @public */ - Timeout?: number | undefined; + NumberOfDistinctValues: number | undefined; +} +/** + *

    Contains a numeric value in decimal format.

    + * @public + */ +export interface DecimalNumber { /** - *

    The status for this run.

    + *

    The unscaled numeric value.

    * @public */ - Status?: TaskStatusType | undefined; + UnscaledValue: Uint8Array | undefined; /** - *

    The error strings that are associated with the run.

    + *

    The scale that determines where the decimal point falls in the + * unscaled value.

    * @public */ - ErrorString?: string | undefined; + Scale: number | undefined; +} +/** + *

    Defines column statistics supported for fixed-point number data columns.

    + * @public + */ +export interface DecimalColumnStatisticsData { /** - *

    The date and time when this run started.

    + *

    The lowest value in the column.

    * @public */ - StartedOn?: Date | undefined; + MinimumValue?: DecimalNumber | undefined; /** - *

    A timestamp. The last point in time when this data quality rule recommendation run was modified.

    + *

    The highest value in the column.

    * @public */ - LastModifiedOn?: Date | undefined; + MaximumValue?: DecimalNumber | undefined; /** - *

    The date and time when this run was completed.

    + *

    The number of null values in the column.

    * @public */ - CompletedOn?: Date | undefined; + NumberOfNulls: number | undefined; /** - *

    The amount of time (in seconds) that the run consumed resources.

    + *

    The number of distinct values in a column.

    * @public */ - ExecutionTime?: number | undefined; + NumberOfDistinctValues: number | undefined; +} +/** + *

    Defines column statistics supported for floating-point number data columns.

    + * @public + */ +export interface DoubleColumnStatisticsData { /** - *

    When a start rule recommendation run completes, it creates a recommended ruleset (a set of rules). This member has those rules in Data Quality Definition Language (DQDL) format.

    + *

    The lowest value in the column.

    * @public */ - RecommendedRuleset?: string | undefined; + MinimumValue?: number | undefined; /** - *

    The name of the ruleset that was created by the run.

    + *

    The highest value in the column.

    * @public */ - CreatedRulesetName?: string | undefined; + MaximumValue?: number | undefined; /** - *

    The name of the security configuration created with the data quality encryption option.

    + *

    The number of null values in the column.

    * @public */ - DataQualitySecurityConfiguration?: string | undefined; -} + NumberOfNulls: number | undefined; -/** - * @public - */ -export interface GetDataQualityRulesetRequest { /** - *

    The name of the ruleset.

    + *

    The number of distinct values in a column.

    * @public */ - Name: string | undefined; + NumberOfDistinctValues: number | undefined; } /** + *

    Defines column statistics supported for integer data columns.

    * @public */ -export interface GetDataQualityRulesetResponse { - /** - *

    The name of the ruleset.

    - * @public - */ - Name?: string | undefined; - +export interface LongColumnStatisticsData { /** - *

    A description of the ruleset.

    + *

    The lowest value in the column.

    * @public */ - Description?: string | undefined; + MinimumValue?: number | undefined; /** - *

    A Data Quality Definition Language (DQDL) ruleset. For more information, see the Glue developer guide.

    + *

    The highest value in the column.

    * @public */ - Ruleset?: string | undefined; + MaximumValue?: number | undefined; /** - *

    The name and database name of the target table.

    + *

    The number of null values in the column.

    * @public */ - TargetTable?: DataQualityTargetTable | undefined; + NumberOfNulls: number | undefined; /** - *

    A timestamp. The time and date that this data quality ruleset was created.

    + *

    The number of distinct values in a column.

    * @public */ - CreatedOn?: Date | undefined; + NumberOfDistinctValues: number | undefined; +} +/** + *

    Defines column statistics supported for character sequence data values.

    + * @public + */ +export interface StringColumnStatisticsData { /** - *

    A timestamp. The last point in time when this data quality ruleset was modified.

    + *

    The size of the longest string in the column.

    * @public */ - LastModifiedOn?: Date | undefined; + MaximumLength: number | undefined; /** - *

    When a ruleset was created from a recommendation run, this run ID is generated to link the two together.

    + *

    The average string length in the column.

    * @public */ - RecommendationRunId?: string | undefined; + AverageLength: number | undefined; /** - *

    The name of the security configuration created with the data quality encryption option.

    + *

    The number of null values in the column.

    * @public */ - DataQualitySecurityConfiguration?: string | undefined; -} + NumberOfNulls: number | undefined; -/** - * @public - */ -export interface GetDataQualityRulesetEvaluationRunRequest { /** - *

    The unique run identifier associated with this run.

    + *

    The number of distinct values in a column.

    * @public */ - RunId: string | undefined; + NumberOfDistinctValues: number | undefined; } /** * @public * @enum */ -export const DQCompositeRuleEvaluationMethod = { - COLUMN: "COLUMN", - ROW: "ROW", +export const ColumnStatisticsType = { + BINARY: "BINARY", + BOOLEAN: "BOOLEAN", + DATE: "DATE", + DECIMAL: "DECIMAL", + DOUBLE: "DOUBLE", + LONG: "LONG", + STRING: "STRING", } as const; /** * @public */ -export type DQCompositeRuleEvaluationMethod = - (typeof DQCompositeRuleEvaluationMethod)[keyof typeof DQCompositeRuleEvaluationMethod]; +export type ColumnStatisticsType = (typeof ColumnStatisticsType)[keyof typeof ColumnStatisticsType]; /** - *

    Additional run options you can specify for an evaluation run.

    + *

    Contains the individual types of column statistics data. Only one data object should be set and indicated by the Type attribute.

    * @public */ -export interface DataQualityEvaluationRunAdditionalRunOptions { - /** - *

    Whether or not to enable CloudWatch metrics.

    - * @public - */ - CloudWatchMetricsEnabled?: boolean | undefined; - - /** - *

    Prefix for Amazon S3 to store results.

    - * @public - */ - ResultsS3Prefix?: string | undefined; - +export interface ColumnStatisticsData { /** - *

    Set the evaluation method for composite rules in the ruleset to ROW/COLUMN

    + *

    The type of column statistics data.

    * @public */ - CompositeRuleEvaluationMethod?: DQCompositeRuleEvaluationMethod | undefined; -} + Type: ColumnStatisticsType | undefined; -/** - * @public - */ -export interface GetDataQualityRulesetEvaluationRunResponse { /** - *

    The unique run identifier associated with this run.

    + *

    Boolean column statistics data.

    * @public */ - RunId?: string | undefined; + BooleanColumnStatisticsData?: BooleanColumnStatisticsData | undefined; /** - *

    The data source (an Glue table) associated with this evaluation run.

    + *

    Date column statistics data.

    * @public */ - DataSource?: DataSource | undefined; + DateColumnStatisticsData?: DateColumnStatisticsData | undefined; /** - *

    An IAM role supplied to encrypt the results of the run.

    + *

    + * Decimal column statistics data. UnscaledValues within are Base64-encoded + * binary objects storing big-endian, two's complement representations of + * the decimal's unscaled value. + *

    * @public */ - Role?: string | undefined; + DecimalColumnStatisticsData?: DecimalColumnStatisticsData | undefined; /** - *

    The number of G.1X workers to be used in the run. The default is 5.

    + *

    Double column statistics data.

    * @public */ - NumberOfWorkers?: number | undefined; + DoubleColumnStatisticsData?: DoubleColumnStatisticsData | undefined; /** - *

    The timeout for a run in minutes. This is the maximum time that a run can consume resources before it is terminated and enters TIMEOUT status. The default is 2,880 minutes (48 hours).

    + *

    Long column statistics data.

    * @public */ - Timeout?: number | undefined; + LongColumnStatisticsData?: LongColumnStatisticsData | undefined; /** - *

    Additional run options you can specify for an evaluation run.

    + *

    String column statistics data.

    * @public */ - AdditionalRunOptions?: DataQualityEvaluationRunAdditionalRunOptions | undefined; + StringColumnStatisticsData?: StringColumnStatisticsData | undefined; /** - *

    The status for this run.

    + *

    Binary column statistics data.

    * @public */ - Status?: TaskStatusType | undefined; + BinaryColumnStatisticsData?: BinaryColumnStatisticsData | undefined; +} +/** + *

    Represents the generated column-level statistics for a table or partition.

    + * @public + */ +export interface ColumnStatistics { /** - *

    The error strings that are associated with the run.

    + *

    Name of column which statistics belong to.

    * @public */ - ErrorString?: string | undefined; + ColumnName: string | undefined; /** - *

    The date and time when this run started.

    + *

    The data type of the column.

    * @public */ - StartedOn?: Date | undefined; + ColumnType: string | undefined; /** - *

    A timestamp. The last point in time when this data quality rule recommendation run was modified.

    + *

    The timestamp of when column statistics were generated.

    * @public */ - LastModifiedOn?: Date | undefined; + AnalyzedTime: Date | undefined; /** - *

    The date and time when this run was completed.

    + *

    A ColumnStatisticData object that contains the statistics data values.

    * @public */ - CompletedOn?: Date | undefined; + StatisticsData: ColumnStatisticsData | undefined; +} +/** + *

    Encapsulates a column name that failed and the reason for failure.

    + * @public + */ +export interface ColumnError { /** - *

    The amount of time (in seconds) that the run consumed resources.

    + *

    The name of the column that failed.

    * @public */ - ExecutionTime?: number | undefined; + ColumnName?: string | undefined; /** - *

    A list of ruleset names for the run. Currently, this parameter takes only one Ruleset name.

    + *

    An error message with the reason for the failure of an operation.

    * @public */ - RulesetNames?: string[] | undefined; + Error?: ErrorDetail | undefined; +} +/** + * @public + */ +export interface GetColumnStatisticsForPartitionResponse { /** - *

    A list of result IDs for the data quality results for the run.

    + *

    List of ColumnStatistics that failed to be retrieved.

    * @public */ - ResultIds?: string[] | undefined; + ColumnStatisticsList?: ColumnStatistics[] | undefined; /** - *

    A map of reference strings to additional data sources you can specify for an evaluation run.

    + *

    Error occurred during retrieving column statistics data.

    * @public */ - AdditionalDataSources?: Record | undefined; + Errors?: ColumnError[] | undefined; } /** * @public */ -export interface GetDevEndpointRequest { +export interface GetColumnStatisticsForTableRequest { /** - *

    Name of the DevEndpoint to retrieve information for.

    + *

    The ID of the Data Catalog where the partitions in question reside. + * If none is supplied, the Amazon Web Services account ID is used by default.

    * @public */ - EndpointName: string | undefined; -} + CatalogId?: string | undefined; -/** - * @public - */ -export interface GetDevEndpointResponse { /** - *

    A DevEndpoint definition.

    + *

    The name of the catalog database where the partitions reside.

    * @public */ - DevEndpoint?: DevEndpoint | undefined; -} + DatabaseName: string | undefined; -/** - * @public - */ -export interface GetDevEndpointsRequest { /** - *

    The maximum size of information to return.

    + *

    The name of the partitions' table.

    * @public */ - MaxResults?: number | undefined; + TableName: string | undefined; /** - *

    A continuation token, if this is a continuation call.

    + *

    A list of the column names.

    * @public */ - NextToken?: string | undefined; + ColumnNames: string[] | undefined; } /** * @public */ -export interface GetDevEndpointsResponse { +export interface GetColumnStatisticsForTableResponse { /** - *

    A list of DevEndpoint definitions.

    + *

    List of ColumnStatistics.

    * @public */ - DevEndpoints?: DevEndpoint[] | undefined; + ColumnStatisticsList?: ColumnStatistics[] | undefined; /** - *

    A continuation token, if not all DevEndpoint definitions have yet been - * returned.

    + *

    List of ColumnStatistics that failed to be retrieved.

    * @public */ - NextToken?: string | undefined; + Errors?: ColumnError[] | undefined; } /** * @public */ -export interface GetJobRequest { +export interface GetColumnStatisticsTaskRunRequest { /** - *

    The name of the job definition to retrieve.

    + *

    The identifier for the particular column statistics task run.

    * @public */ - JobName: string | undefined; + ColumnStatisticsTaskRunId: string | undefined; } /** * @public + * @enum */ -export interface GetJobBookmarkRequest { - /** - *

    The name of the job in question.

    - * @public - */ - JobName: string | undefined; +export const ComputationType = { + FULL: "FULL", + INCREMENTAL: "INCREMENTAL", +} as const; - /** - *

    The unique run identifier associated with this job run.

    - * @public - */ - RunId?: string | undefined; -} +/** + * @public + */ +export type ComputationType = (typeof ComputationType)[keyof typeof ComputationType]; + +/** + * @public + * @enum + */ +export const ColumnStatisticsState = { + FAILED: "FAILED", + RUNNING: "RUNNING", + STARTING: "STARTING", + STOPPED: "STOPPED", + SUCCEEDED: "SUCCEEDED", +} as const; + +/** + * @public + */ +export type ColumnStatisticsState = (typeof ColumnStatisticsState)[keyof typeof ColumnStatisticsState]; /** - *

    Defines a point that a job can resume processing.

    + *

    The object that shows the details of the column stats run.

    * @public */ -export interface JobBookmarkEntry { +export interface ColumnStatisticsTaskRun { /** - *

    The name of the job in question.

    + *

    The Amazon Web Services account ID.

    * @public */ - JobName?: string | undefined; + CustomerId?: string | undefined; /** - *

    The version of the job.

    + *

    The identifier for the particular column statistics task run.

    * @public */ - Version?: number | undefined; + ColumnStatisticsTaskRunId?: string | undefined; /** - *

    The run ID number.

    + *

    The database where the table resides.

    * @public */ - Run?: number | undefined; + DatabaseName?: string | undefined; /** - *

    The attempt ID number.

    + *

    The name of the table for which column statistics is generated.

    * @public */ - Attempt?: number | undefined; + TableName?: string | undefined; /** - *

    The unique run identifier associated with the previous job run.

    + *

    A list of the column names. If none is supplied, all column names for the table will be used by default.

    * @public */ - PreviousRunId?: string | undefined; + ColumnNameList?: string[] | undefined; /** - *

    The run ID number.

    + *

    The ID of the Data Catalog where the table resides. If none is supplied, the Amazon Web Services account ID is used by default.

    * @public */ - RunId?: string | undefined; + CatalogID?: string | undefined; /** - *

    The bookmark itself.

    + *

    The IAM role that the service assumes to generate statistics.

    * @public */ - JobBookmark?: string | undefined; -} + Role?: string | undefined; -/** - * @public - */ -export interface GetJobBookmarkResponse { /** - *

    A structure that defines a point that a job can resume processing.

    + *

    The percentage of rows used to generate statistics. If none is supplied, the entire table will be used to generate stats.

    * @public */ - JobBookmarkEntry?: JobBookmarkEntry | undefined; -} + SampleSize?: number | undefined; -/** - * @public - */ -export interface GetJobRunRequest { /** - *

    Name of the job definition being run.

    + *

    Name of the security configuration that is used to encrypt CloudWatch logs for the column stats task run.

    * @public */ - JobName: string | undefined; + SecurityConfiguration?: string | undefined; /** - *

    The ID of the job run.

    + *

    The number of workers used to generate column statistics. The job is preconfigured to autoscale up to 25 instances.

    * @public */ - RunId: string | undefined; + NumberOfWorkers?: number | undefined; /** - *

    True if a list of predecessor runs should be returned.

    + *

    The type of workers being used for generating stats. The default is g.1x.

    * @public */ - PredecessorsIncluded?: boolean | undefined; -} + WorkerType?: string | undefined; -/** - * @public - */ -export interface GetJobRunResponse { /** - *

    The requested job-run metadata.

    + *

    The type of column statistics computation.

    * @public */ - JobRun?: JobRun | undefined; -} + ComputationType?: ComputationType | undefined; -/** - * @public - */ -export interface GetJobRunsRequest { /** - *

    The name of the job definition for which to retrieve all job runs.

    + *

    The status of the task run.

    * @public */ - JobName: string | undefined; + Status?: ColumnStatisticsState | undefined; /** - *

    A continuation token, if this is a continuation call.

    + *

    The time that this task was created.

    * @public */ - NextToken?: string | undefined; + CreationTime?: Date | undefined; /** - *

    The maximum size of the response.

    + *

    The last point in time when this task was modified.

    * @public */ - MaxResults?: number | undefined; -} + LastUpdated?: Date | undefined; -/** - * @public - */ -export interface GetJobRunsResponse { /** - *

    A list of job-run metadata objects.

    + *

    The start time of the task.

    * @public */ - JobRuns?: JobRun[] | undefined; + StartTime?: Date | undefined; /** - *

    A continuation token, if not all requested job runs have been returned.

    + *

    The end time of the task.

    * @public */ - NextToken?: string | undefined; -} + EndTime?: Date | undefined; -/** - * @public - */ -export interface GetJobsRequest { /** - *

    A continuation token, if this is a continuation call.

    + *

    The error message for the job.

    * @public */ - NextToken?: string | undefined; + ErrorMessage?: string | undefined; /** - *

    The maximum size of the response.

    + *

    The calculated DPU usage in seconds for all autoscaled workers.

    * @public */ - MaxResults?: number | undefined; + DPUSeconds?: number | undefined; } /** - *

    The location of resources.

    * @public */ -export interface Location { - /** - *

    A JDBC location.

    - * @public - */ - Jdbc?: CodeGenNodeArg[] | undefined; - - /** - *

    An Amazon Simple Storage Service (Amazon S3) location.

    - * @public - */ - S3?: CodeGenNodeArg[] | undefined; - +export interface GetColumnStatisticsTaskRunResponse { /** - *

    An Amazon DynamoDB table location.

    + *

    A ColumnStatisticsTaskRun object representing the details of the column stats run.

    * @public */ - DynamoDB?: CodeGenNodeArg[] | undefined; + ColumnStatisticsTaskRun?: ColumnStatisticsTaskRun | undefined; } /** - *

    Specifies a table definition in the Glue Data Catalog.

    * @public */ -export interface CatalogEntry { +export interface GetColumnStatisticsTaskRunsRequest { /** - *

    The database in which the table metadata resides.

    + *

    The name of the database where the table resides.

    * @public */ DatabaseName: string | undefined; /** - *

    The name of the table in question.

    + *

    The name of the table.

    * @public */ TableName: string | undefined; -} - -/** - * @public - */ -export interface GetMappingRequest { - /** - *

    Specifies the source table.

    - * @public - */ - Source: CatalogEntry | undefined; /** - *

    A list of target tables.

    + *

    The maximum size of the response.

    * @public */ - Sinks?: CatalogEntry[] | undefined; + MaxResults?: number | undefined; /** - *

    Parameters for the mapping.

    + *

    A continuation token, if this is a continuation call.

    * @public */ - Location?: Location | undefined; + NextToken?: string | undefined; } /** - *

    Defines a mapping.

    * @public */ -export interface MappingEntry { - /** - *

    The name of the source table.

    - * @public - */ - SourceTable?: string | undefined; - - /** - *

    The source path.

    - * @public - */ - SourcePath?: string | undefined; - +export interface GetColumnStatisticsTaskRunsResponse { /** - *

    The source type.

    + *

    A list of column statistics task runs.

    * @public */ - SourceType?: string | undefined; + ColumnStatisticsTaskRuns?: ColumnStatisticsTaskRun[] | undefined; /** - *

    The target table.

    + *

    A continuation token, if not all task runs have yet been returned.

    * @public */ - TargetTable?: string | undefined; + NextToken?: string | undefined; +} +/** + * @public + */ +export interface GetColumnStatisticsTaskSettingsRequest { /** - *

    The target path.

    + *

    The name of the database where the table resides.

    * @public */ - TargetPath?: string | undefined; + DatabaseName: string | undefined; /** - *

    The target type.

    + *

    The name of the table for which to retrieve column statistics.

    * @public */ - TargetType?: string | undefined; + TableName: string | undefined; } /** * @public + * @enum */ -export interface GetMappingResponse { - /** - *

    A list of mappings to the specified targets.

    - * @public - */ - Mapping: MappingEntry[] | undefined; -} +export const ExecutionStatus = { + FAILED: "FAILED", + STARTED: "STARTED", +} as const; /** * @public */ -export interface GetMLTaskRunRequest { - /** - *

    The unique identifier of the machine learning transform.

    - * @public - */ - TransformId: string | undefined; - - /** - *

    The unique identifier of the task run.

    - * @public - */ - TaskRunId: string | undefined; -} +export type ExecutionStatus = (typeof ExecutionStatus)[keyof typeof ExecutionStatus]; /** - *

    Specifies configuration properties for an exporting labels task run.

    + *

    A run attempt for a column statistics task run.

    * @public */ -export interface ExportLabelsTaskRunProperties { +export interface ExecutionAttempt { /** - *

    The Amazon Simple Storage Service (Amazon S3) path where you will export the - * labels.

    + *

    The status of the last column statistics task run.

    * @public */ - OutputS3Path?: string | undefined; -} + Status?: ExecutionStatus | undefined; -/** - *

    Specifies configuration properties for a Find Matches task run.

    - * @public - */ -export interface FindMatchesTaskRunProperties { /** - *

    The job ID for the Find Matches task run.

    + *

    A task run ID for the last column statistics task run.

    * @public */ - JobId?: string | undefined; + ColumnStatisticsTaskRunId?: string | undefined; /** - *

    The name assigned to the job for the Find Matches task run.

    + *

    A timestamp when the last column statistics task run occurred.

    * @public */ - JobName?: string | undefined; + ExecutionTimestamp?: Date | undefined; /** - *

    The job run ID for the Find Matches task run.

    + *

    An error message associated with the last column statistics task run.

    * @public */ - JobRunId?: string | undefined; + ErrorMessage?: string | undefined; } /** - *

    Specifies configuration properties for an importing labels task run.

    * @public + * @enum */ -export interface ImportLabelsTaskRunProperties { - /** - *

    The Amazon Simple Storage Service (Amazon S3) path from where you will import the - * labels.

    - * @public - */ - InputS3Path?: string | undefined; +export const ScheduleType = { + AUTO: "AUTO", + CRON: "CRON", +} as const; - /** - *

    Indicates whether to overwrite your existing labels.

    - * @public - */ - Replace?: boolean | undefined; -} +/** + * @public + */ +export type ScheduleType = (typeof ScheduleType)[keyof typeof ScheduleType]; /** - *

    Specifies configuration properties for a labeling set generation task run.

    * @public + * @enum */ -export interface LabelingSetGenerationTaskRunProperties { - /** - *

    The Amazon Simple Storage Service (Amazon S3) path where you will generate the labeling - * set.

    - * @public - */ - OutputS3Path?: string | undefined; -} +export const SettingSource = { + CATALOG: "CATALOG", + TABLE: "TABLE", +} as const; + +/** + * @public + */ +export type SettingSource = (typeof SettingSource)[keyof typeof SettingSource]; /** * @internal @@ -7770,17 +7925,3 @@ export const CreateConnectionRequestFilterSensitiveLog = (obj: CreateConnectionR ...obj, ...(obj.ConnectionInput && { ConnectionInput: ConnectionInputFilterSensitiveLog(obj.ConnectionInput) }), }); - -/** - * @internal - */ -export const GetDataQualityResultResponseFilterSensitiveLog = (obj: GetDataQualityResultResponse): any => ({ - ...obj, - ...(obj.RuleResults && { RuleResults: obj.RuleResults.map((item) => DataQualityRuleResultFilterSensitiveLog(item)) }), - ...(obj.AnalyzerResults && { - AnalyzerResults: obj.AnalyzerResults.map((item) => DataQualityAnalyzerResultFilterSensitiveLog(item)), - }), - ...(obj.Observations && { - Observations: obj.Observations.map((item) => DataQualityObservationFilterSensitiveLog(item)), - }), -}); diff --git a/clients/client-glue/src/models/models_2.ts b/clients/client-glue/src/models/models_2.ts index 19060d225373..d8b59f7f1db5 100644 --- a/clients/client-glue/src/models/models_2.ts +++ b/clients/client-glue/src/models/models_2.ts @@ -1,26 +1,30 @@ // smithy-typescript generated code import { ExceptionOptionType as __ExceptionOptionType, SENSITIVE_STRING } from "@smithy/smithy-client"; +import { DocumentType as __DocumentType } from "@smithy/types"; + import { GlueServiceException as __BaseException } from "./GlueServiceException"; import { AuditContext, - AuthenticationConfigurationInput, - AuthenticationConfigurationInputFilterSensitiveLog, - CrawlerTargets, + AuthenticationConfiguration, + Crawler, CustomEntityType, + DataQualityAnalyzerResult, + DataQualityAnalyzerResultFilterSensitiveLog, + DataQualityObservation, + DataQualityObservationFilterSensitiveLog, + DataQualityRuleResult, + DataQualityRuleResultFilterSensitiveLog, DataSource, + DevEndpoint, ErrorDetail, - ExecutionClass, GlueTable, InclusionAnnotationValue, - LakeFormationConfiguration, - LineageConfiguration, - NotificationProperty, + JobRun, Partition, PartitionValueList, - RecrawlPolicy, - SchemaChangePolicy, + Schedule, SchemaId, StatisticAnnotation, TableOptimizer, @@ -34,39 +38,42 @@ import { } from "./models_0"; import { - CatalogEntry, - ColumnStatistics, + Capabilities, + CodeGenEdge, + CodeGenNode, + CodeGenNodeArg, Compatibility, - ConnectionInput, - ConnectionInputFilterSensitiveLog, + ComputeEnvironment, ConnectionPropertyKey, + ConnectionStatus, ConnectionType, - CsvHeaderOption, - CsvSerdeOption, - DatabaseInput, - DataCatalogEncryptionSettings, + DatabaseIdentifier, DataFormat, - DataQualityEvaluationRunAdditionalRunOptions, DataQualityTargetTable, EncryptionConfiguration, - ExportLabelsTaskRunProperties, - FindMatchesTaskRunProperties, - ImportLabelsTaskRunProperties, - JobBookmarkEntry, - LabelingSetGenerationTaskRunProperties, + ExecutionAttempt, + FederatedDatabase, + IntegrationError, + IntegrationStatus, Language, - Location, - MappingEntry, Permission, + PhysicalConnectionRequirements, + PrincipalPermissions, PrincipalType, ProfileConfiguration, RegistryId, RegistryStatus, - ResourceShareType, ResourceUri, + ScheduleType, SchemaStatus, SchemaVersionStatus, Session, + SettingSource, + SourceProcessingProperties, + SourceTableConfig, + Tag, + TargetProcessingProperties, + TargetTableConfig, TaskStatusType, TransformEncryption, TransformParameters, @@ -75,4996 +82,5591 @@ import { } from "./models_1"; /** - * @public - * @enum - */ -export const TaskType = { - EVALUATION: "EVALUATION", - EXPORT_LABELS: "EXPORT_LABELS", - FIND_MATCHES: "FIND_MATCHES", - IMPORT_LABELS: "IMPORT_LABELS", - LABELING_SET_GENERATION: "LABELING_SET_GENERATION", -} as const; - -/** - * @public - */ -export type TaskType = (typeof TaskType)[keyof typeof TaskType]; - -/** - *

    The configuration properties for the task run.

    - * @public - */ -export interface TaskRunProperties { - /** - *

    The type of task run.

    - * @public - */ - TaskType?: TaskType | undefined; - - /** - *

    The configuration properties for an importing labels task run.

    - * @public - */ - ImportLabelsTaskRunProperties?: ImportLabelsTaskRunProperties | undefined; - - /** - *

    The configuration properties for an exporting labels task run.

    - * @public - */ - ExportLabelsTaskRunProperties?: ExportLabelsTaskRunProperties | undefined; - - /** - *

    The configuration properties for a labeling set generation task run.

    - * @public - */ - LabelingSetGenerationTaskRunProperties?: LabelingSetGenerationTaskRunProperties | undefined; - - /** - *

    The configuration properties for a find matches task run.

    - * @public - */ - FindMatchesTaskRunProperties?: FindMatchesTaskRunProperties | undefined; -} - -/** + *

    The settings for a column statistics task.

    * @public */ -export interface GetMLTaskRunResponse { - /** - *

    The unique identifier of the task run.

    - * @public - */ - TransformId?: string | undefined; - - /** - *

    The unique run identifier associated with this run.

    - * @public - */ - TaskRunId?: string | undefined; - - /** - *

    The status for this task run.

    - * @public - */ - Status?: TaskStatusType | undefined; - +export interface ColumnStatisticsTaskSettings { /** - *

    The names of the log groups that are associated with the task run.

    + *

    The name of the database where the table resides.

    * @public */ - LogGroupName?: string | undefined; + DatabaseName?: string | undefined; /** - *

    The list of properties that are associated with the task run.

    + *

    The name of the table for which to generate column statistics.

    * @public */ - Properties?: TaskRunProperties | undefined; + TableName?: string | undefined; /** - *

    The error strings that are associated with the task run.

    + *

    A schedule for running the column statistics, specified in CRON syntax.

    * @public */ - ErrorString?: string | undefined; + Schedule?: Schedule | undefined; /** - *

    The date and time when this task run started.

    + *

    A list of column names for which to run statistics.

    * @public */ - StartedOn?: Date | undefined; + ColumnNameList?: string[] | undefined; /** - *

    The date and time when this task run was last modified.

    + *

    The ID of the Data Catalog in which the database resides.

    * @public */ - LastModifiedOn?: Date | undefined; + CatalogID?: string | undefined; /** - *

    The date and time when this task run was completed.

    + *

    The role used for running the column statistics.

    * @public */ - CompletedOn?: Date | undefined; + Role?: string | undefined; /** - *

    The amount of time (in seconds) that the task run consumed resources.

    + *

    The percentage of data to sample.

    * @public */ - ExecutionTime?: number | undefined; -} + SampleSize?: number | undefined; -/** - *

    The criteria that are used to filter the task runs for the machine learning - * transform.

    - * @public - */ -export interface TaskRunFilterCriteria { /** - *

    The type of task run.

    + *

    Name of the security configuration that is used to encrypt CloudWatch logs.

    * @public */ - TaskRunType?: TaskType | undefined; + SecurityConfiguration?: string | undefined; /** - *

    The current status of the task run.

    + *

    The type of schedule for a column statistics task. Possible values may be CRON or AUTO.

    * @public */ - Status?: TaskStatusType | undefined; + ScheduleType?: ScheduleType | undefined; /** - *

    Filter on task runs started before this date.

    + *

    The source of setting the column statistics task. Possible values may be CATALOG or TABLE.

    * @public */ - StartedBefore?: Date | undefined; + SettingSource?: SettingSource | undefined; /** - *

    Filter on task runs started after this date.

    + *

    The last ExecutionAttempt for the column statistics task run.

    * @public */ - StartedAfter?: Date | undefined; + LastExecutionAttempt?: ExecutionAttempt | undefined; } /** - * @public - * @enum - */ -export const TaskRunSortColumnType = { - STARTED: "STARTED", - STATUS: "STATUS", - TASK_RUN_TYPE: "TASK_RUN_TYPE", -} as const; - -/** - * @public - */ -export type TaskRunSortColumnType = (typeof TaskRunSortColumnType)[keyof typeof TaskRunSortColumnType]; - -/** - * @public - * @enum - */ -export const SortDirectionType = { - ASCENDING: "ASCENDING", - DESCENDING: "DESCENDING", -} as const; - -/** - * @public - */ -export type SortDirectionType = (typeof SortDirectionType)[keyof typeof SortDirectionType]; - -/** - *

    The sorting criteria that are used to sort the list of task runs for the machine learning - * transform.

    * @public */ -export interface TaskRunSortCriteria { - /** - *

    The column to be used to sort the list of task runs for the machine learning - * transform.

    - * @public - */ - Column: TaskRunSortColumnType | undefined; - +export interface GetColumnStatisticsTaskSettingsResponse { /** - *

    The sort direction to be used to sort the list of task runs for the machine learning - * transform.

    + *

    A ColumnStatisticsTaskSettings object representing the settings for the column statistics task.

    * @public */ - SortDirection: SortDirectionType | undefined; + ColumnStatisticsTaskSettings?: ColumnStatisticsTaskSettings | undefined; } /** * @public */ -export interface GetMLTaskRunsRequest { +export interface GetConnectionRequest { /** - *

    The unique identifier of the machine learning transform.

    - * @public - */ - TransformId: string | undefined; - - /** - *

    A token for pagination of the results. The default is empty.

    + *

    The ID of the Data Catalog in which the connection resides. If none is provided, the Amazon Web Services + * account ID is used by default.

    * @public */ - NextToken?: string | undefined; + CatalogId?: string | undefined; /** - *

    The maximum number of results to return.

    + *

    The name of the connection definition to retrieve.

    * @public */ - MaxResults?: number | undefined; + Name: string | undefined; /** - *

    The filter criteria, in the TaskRunFilterCriteria structure, for the task run.

    + *

    Allows you to retrieve the connection metadata without returning the password. For + * instance, the Glue console uses this flag to retrieve the connection, and does not display + * the password. Set this parameter when the caller might not have permission to use the KMS + * key to decrypt the password, but it does have permission to access the rest of the connection + * properties.

    * @public */ - Filter?: TaskRunFilterCriteria | undefined; + HidePassword?: boolean | undefined; /** - *

    The sorting criteria, in the TaskRunSortCriteria structure, for the task run.

    + *

    For connections that may be used in multiple services, specifies returning properties for the specified compute environment.

    * @public */ - Sort?: TaskRunSortCriteria | undefined; + ApplyOverrideForComputeEnvironment?: ComputeEnvironment | undefined; } /** - *

    The sampling parameters that are associated with the machine learning transform.

    + *

    Defines a connection to a data source.

    * @public */ -export interface TaskRun { - /** - *

    The unique identifier for the transform.

    - * @public - */ - TransformId?: string | undefined; - - /** - *

    The unique identifier for this task run.

    - * @public - */ - TaskRunId?: string | undefined; - +export interface Connection { /** - *

    The current status of the requested task run.

    - * @public - */ - Status?: TaskStatusType | undefined; - - /** - *

    The names of the log group for secure logging, associated with this task run.

    - * @public - */ - LogGroupName?: string | undefined; - - /** - *

    Specifies configuration properties associated with this task run.

    - * @public - */ - Properties?: TaskRunProperties | undefined; - - /** - *

    The list of error strings associated with this task run.

    - * @public - */ - ErrorString?: string | undefined; - - /** - *

    The date and time that this task run started.

    - * @public - */ - StartedOn?: Date | undefined; - - /** - *

    The last point in time that the requested task run was updated.

    - * @public - */ - LastModifiedOn?: Date | undefined; - - /** - *

    The last point in time that the requested task run was completed.

    + *

    The name of the connection definition.

    * @public */ - CompletedOn?: Date | undefined; + Name?: string | undefined; /** - *

    The amount of time (in seconds) that the task run consumed resources.

    + *

    The description of the connection.

    * @public */ - ExecutionTime?: number | undefined; -} + Description?: string | undefined; -/** - * @public - */ -export interface GetMLTaskRunsResponse { /** - *

    A list of task runs that are associated with the transform.

    + *

    The type of the connection. Currently, SFTP is not supported.

    * @public */ - TaskRuns?: TaskRun[] | undefined; + ConnectionType?: ConnectionType | undefined; /** - *

    A pagination token, if more results are available.

    + *

    A list of criteria that can be used in selecting this connection.

    * @public */ - NextToken?: string | undefined; -} + MatchCriteria?: string[] | undefined; -/** - * @public - */ -export interface GetMLTransformRequest { /** - *

    The unique identifier of the transform, generated at the time that the transform was - * created.

    - * @public - */ - TransformId: string | undefined; -} - -/** - *

    A structure containing the column name and column importance score for a column.

    - *

    Column importance helps you understand how columns contribute to your model, by identifying which columns in your records are more important than others.

    - * @public - */ -export interface ColumnImportance { - /** - *

    The name of a column.

    + *

    These key-value pairs define parameters for the connection when using the version 1 Connection schema:

    + *
      + *
    • + *

      + * HOST - The host URI: either the + * fully qualified domain name (FQDN) or the IPv4 address of + * the database host.

      + *
      • + *
    • + *

      + * PORT - The port number, between + * 1024 and 65535, of the port on which the database host is + * listening for database connections.

      + *
      • + *
    • + *

      + * USER_NAME - The name under which + * to log in to the database. The value string for USER_NAME is "USERNAME".

      + *
      • + *
    • + *

      + * PASSWORD - A password, + * if one is used, for the user name.

      + *
      • + *
    • + *

      + * ENCRYPTED_PASSWORD - When you enable connection password protection by setting ConnectionPasswordEncryption in the Data Catalog encryption settings, this field stores the encrypted password.

      + *
      • + *
    • + *

      + * JDBC_DRIVER_JAR_URI - The Amazon Simple Storage Service (Amazon S3) path of the + * JAR file that contains the JDBC driver to use.

      + *
      • + *
    • + *

      + * JDBC_DRIVER_CLASS_NAME - The class name of the JDBC driver to use.

      + *
      • + *
    • + *

      + * JDBC_ENGINE - The name of the JDBC engine to use.

      + *
      • + *
    • + *

      + * JDBC_ENGINE_VERSION - The version of the JDBC engine to use.

      + *
      • + *
    • + *

      + * CONFIG_FILES - (Reserved for future use.)

      + *
      • + *
    • + *

      + * INSTANCE_ID - The instance ID to use.

      + *
      • + *
    • + *

      + * JDBC_CONNECTION_URL - The URL for connecting to a JDBC data source.

      + *
      • + *
    • + *

      + * JDBC_ENFORCE_SSL - A Boolean string (true, false) specifying whether Secure + * Sockets Layer (SSL) with hostname matching is enforced for the JDBC connection on the + * client. The default is false.

      + *
      • + *
    • + *

      + * CUSTOM_JDBC_CERT - An Amazon S3 location specifying the customer's root certificate. Glue uses this root certificate to validate the customer’s certificate when connecting to the customer database. Glue only handles X.509 certificates. The certificate provided must be DER-encoded and supplied in Base64 encoding PEM format.

      + *
      • + *
    • + *

      + * SKIP_CUSTOM_JDBC_CERT_VALIDATION - By default, this is false. Glue validates the Signature algorithm and Subject Public Key Algorithm for the customer certificate. The only permitted algorithms for the Signature algorithm are SHA256withRSA, SHA384withRSA or SHA512withRSA. For the Subject Public Key Algorithm, the key length must be at least 2048. You can set the value of this property to true to skip Glue’s validation of the customer certificate.

      + *
      • + *
    • + *

      + * CUSTOM_JDBC_CERT_STRING - A custom JDBC certificate string which is used for domain match or distinguished name match to prevent a man-in-the-middle attack. In Oracle database, this is used as the SSL_SERVER_CERT_DN; in Microsoft SQL Server, this is used as the hostNameInCertificate.

      + *
      • + *
    • + *

      + * CONNECTION_URL - The URL for connecting to a general (non-JDBC) data source.

      + *
      • + *
    • + *

      + * SECRET_ID - The secret ID used for the secret manager of credentials.

      + *
      • + *
    • + *

      + * CONNECTOR_URL - The connector URL for a MARKETPLACE or CUSTOM connection.

      + *
      • + *
    • + *

      + * CONNECTOR_TYPE - The connector type for a MARKETPLACE or CUSTOM connection.

      + *
      • + *
    • + *

      + * CONNECTOR_CLASS_NAME - The connector class name for a MARKETPLACE or CUSTOM connection.

      + *
      • + *
    • + *

      + * KAFKA_BOOTSTRAP_SERVERS - A comma-separated list of host and port pairs that are the addresses of the Apache Kafka brokers in a Kafka cluster to which a Kafka client will connect to and bootstrap itself.

      + *
      • + *
    • + *

      + * KAFKA_SSL_ENABLED - Whether to enable or disable SSL on an Apache Kafka connection. Default value is "true".

      + *
      • + *
    • + *

      + * KAFKA_CUSTOM_CERT - The Amazon S3 URL for the private CA cert file (.pem format). The default is an empty string.

      + *
      • + *
    • + *

      + * KAFKA_SKIP_CUSTOM_CERT_VALIDATION - Whether to skip the validation of the CA cert file or not. Glue validates for three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA. Default value is "false".

      + *
      • + *
    • + *

      + * KAFKA_CLIENT_KEYSTORE - The Amazon S3 location of the client keystore file for Kafka client side authentication (Optional).

      + *
      • + *
    • + *

      + * KAFKA_CLIENT_KEYSTORE_PASSWORD - The password to access the provided keystore (Optional).

      + *
      • + *
    • + *

      + * KAFKA_CLIENT_KEY_PASSWORD - A keystore can consist of multiple keys, so this is the password to access the client key to be used with the Kafka server side key (Optional).

      + *
      • + *
    • + *

      + * ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD - The encrypted version of the Kafka client keystore password (if the user has the Glue encrypt passwords setting selected).

      + *
      • + *
    • + *

      + * ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD - The encrypted version of the Kafka client key password (if the user has the Glue encrypt passwords setting selected).

      + *
      • + *
    • + *

      + * KAFKA_SASL_MECHANISM - "SCRAM-SHA-512", "GSSAPI", "AWS_MSK_IAM", or "PLAIN". These are the supported SASL Mechanisms.

      + *
      • + *
    • + *

      + * KAFKA_SASL_PLAIN_USERNAME - A plaintext username used to authenticate with the "PLAIN" mechanism.

      + *
      • + *
    • + *

      + * KAFKA_SASL_PLAIN_PASSWORD - A plaintext password used to authenticate with the "PLAIN" mechanism.

      + *
      • + *
    • + *

      + * ENCRYPTED_KAFKA_SASL_PLAIN_PASSWORD - The encrypted version of the Kafka SASL PLAIN password (if the user has the Glue encrypt passwords setting selected).

      + *
      • + *
    • + *

      + * KAFKA_SASL_SCRAM_USERNAME - A plaintext username used to authenticate with the "SCRAM-SHA-512" mechanism.

      + *
      • + *
    • + *

      + * KAFKA_SASL_SCRAM_PASSWORD - A plaintext password used to authenticate with the "SCRAM-SHA-512" mechanism.

      + *
      • + *
    • + *

      + * ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD - The encrypted version of the Kafka SASL SCRAM password (if the user has the Glue encrypt passwords setting selected).

      + *
      • + *
    • + *

      + * KAFKA_SASL_SCRAM_SECRETS_ARN - The Amazon Resource Name of a secret in Amazon Web Services Secrets Manager.

      + *
      • + *
    • + *

      + * KAFKA_SASL_GSSAPI_KEYTAB - The S3 location of a Kerberos keytab file. A keytab stores long-term keys for one or more principals. For more information, see MIT Kerberos Documentation: Keytab.

      + *
      • + *
    • + *

      + * KAFKA_SASL_GSSAPI_KRB5_CONF - The S3 location of a Kerberos krb5.conf file. A krb5.conf stores Kerberos configuration information, such as the location of the KDC server. For more information, see MIT Kerberos Documentation: krb5.conf.

      + *
      • + *
    • + *

      + * KAFKA_SASL_GSSAPI_SERVICE - The Kerberos service name, as set with sasl.kerberos.service.name in your Kafka Configuration.

      + *
      • + *
    • + *

      + * KAFKA_SASL_GSSAPI_PRINCIPAL - The name of the Kerberos princial used by Glue. For more information, see Kafka Documentation: Configuring Kafka Brokers.

      + *
      • + *
    • + *

      + * ROLE_ARN - The role to be used for running queries.

      + *
      • + *
    • + *

      + * REGION - The Amazon Web Services Region where queries will be run.

      + *
      • + *
    • + *

      + * WORKGROUP_NAME - The name of an Amazon Redshift serverless workgroup or Amazon Athena workgroup in which queries will run.

      + *
      • + *
    • + *

      + * CLUSTER_IDENTIFIER - The cluster identifier of an Amazon Redshift cluster in which queries will run.

      + *
      • + *
    • + *

      + * DATABASE - The Amazon Redshift database that you are connecting to.

      + *
      • + *
    * @public */ - ColumnName?: string | undefined; + ConnectionProperties?: Partial> | undefined; /** - *

    The column importance score for the column, as a decimal.

    + *

    Connection properties specific to the Spark compute environment.

    * @public */ - Importance?: number | undefined; -} + SparkProperties?: Record | undefined; -/** - *

    The confusion matrix shows you what your transform is predicting accurately and what types of errors it is making.

    - *

    For more information, see Confusion matrix in Wikipedia.

    - * @public - */ -export interface ConfusionMatrix { /** - *

    The number of matches in the data that the transform correctly found, in the confusion matrix for your transform.

    + *

    Connection properties specific to the Athena compute environment.

    * @public */ - NumTruePositives?: number | undefined; + AthenaProperties?: Record | undefined; /** - *

    The number of nonmatches in the data that the transform incorrectly classified as a match, - * in the confusion matrix for your transform.

    + *

    Connection properties specific to the Python compute environment.

    * @public */ - NumFalsePositives?: number | undefined; + PythonProperties?: Record | undefined; /** - *

    The number of nonmatches in the data that the transform correctly rejected, in the - * confusion matrix for your transform.

    + *

    The physical connection requirements, such as virtual private cloud (VPC) and SecurityGroup, that are needed to make this connection successfully.

    * @public */ - NumTrueNegatives?: number | undefined; + PhysicalConnectionRequirements?: PhysicalConnectionRequirements | undefined; /** - *

    The number of matches in the data that the transform didn't find, in the confusion matrix for your transform.

    + *

    The timestamp of the time that this connection definition was created.

    * @public */ - NumFalseNegatives?: number | undefined; -} + CreationTime?: Date | undefined; -/** - *

    The evaluation metrics for the find matches algorithm. The quality of your machine - * learning transform is measured by getting your transform to predict some matches and comparing - * the results to known matches from the same dataset. The quality metrics are based on a subset - * of your data, so they are not precise.

    - * @public - */ -export interface FindMatchesMetrics { /** - *

    The area under the precision/recall curve (AUPRC) is a single number measuring the overall - * quality of the transform, that is independent of the choice made for precision vs. recall. - * Higher values indicate that you have a more attractive precision vs. recall tradeoff.

    - *

    For more information, see Precision and recall in Wikipedia.

    + *

    The timestamp of the last time the connection definition was updated.

    * @public */ - AreaUnderPRCurve?: number | undefined; + LastUpdatedTime?: Date | undefined; /** - *

    The precision metric indicates when often your transform is correct when it predicts a match. Specifically, it measures how well the transform finds true positives from the total true positives possible.

    - *

    For more information, see Precision and recall in Wikipedia.

    + *

    The user, group, or role that last updated this connection definition.

    * @public */ - Precision?: number | undefined; + LastUpdatedBy?: string | undefined; /** - *

    The recall metric indicates that for an actual match, how often your transform predicts - * the match. Specifically, it measures how well the transform finds true positives from the - * total records in the source data.

    - *

    For more information, see Precision and recall in Wikipedia.

    + *

    The status of the connection. Can be one of: READY, IN_PROGRESS, or FAILED.

    * @public */ - Recall?: number | undefined; + Status?: ConnectionStatus | undefined; /** - *

    The maximum F1 metric indicates the transform's accuracy between 0 and 1, where 1 is the best accuracy.

    - *

    For more information, see F1 score in Wikipedia.

    + *

    The reason for the connection status.

    * @public */ - F1?: number | undefined; + StatusReason?: string | undefined; /** - *

    The confusion matrix shows you what your transform is predicting accurately and what types of errors it is making.

    - *

    For more information, see Confusion matrix in Wikipedia.

    + *

    A timestamp of the time this connection was last validated.

    * @public */ - ConfusionMatrix?: ConfusionMatrix | undefined; + LastConnectionValidationTime?: Date | undefined; /** - *

    A list of ColumnImportance structures containing column importance metrics, sorted in order of descending importance.

    + *

    The authentication properties of the connection.

    * @public */ - ColumnImportances?: ColumnImportance[] | undefined; -} + AuthenticationConfiguration?: AuthenticationConfiguration | undefined; -/** - *

    Evaluation metrics provide an estimate of the quality of your machine learning transform.

    - * @public - */ -export interface EvaluationMetrics { /** - *

    The type of machine learning transform.

    + *

    The version of the connection schema for this connection. Version 2 supports properties for specific compute environments.

    * @public */ - TransformType: TransformType | undefined; + ConnectionSchemaVersion?: number | undefined; /** - *

    The evaluation metrics for the find matches algorithm.

    + *

    A list of compute environments compatible with the connection.

    * @public */ - FindMatchesMetrics?: FindMatchesMetrics | undefined; + CompatibleComputeEnvironments?: ComputeEnvironment[] | undefined; } /** - *

    A key-value pair representing a column and data type that this transform can - * run against. The Schema parameter of the MLTransform may contain up to 100 of these structures.

    * @public */ -export interface SchemaColumn { - /** - *

    The name of the column.

    - * @public - */ - Name?: string | undefined; - +export interface GetConnectionResponse { /** - *

    The type of data in the column.

    + *

    The requested connection definition.

    * @public */ - DataType?: string | undefined; + Connection?: Connection | undefined; } /** - * @public - * @enum - */ -export const TransformStatusType = { - DELETING: "DELETING", - NOT_READY: "NOT_READY", - READY: "READY", -} as const; - -/** - * @public - */ -export type TransformStatusType = (typeof TransformStatusType)[keyof typeof TransformStatusType]; - -/** + *

    Filters the connection definitions that are returned by the GetConnections + * API operation.

    * @public */ -export interface GetMLTransformResponse { +export interface GetConnectionsFilter { /** - *

    The unique identifier of the transform, generated at the time that the transform was - * created.

    + *

    A criteria string that must match the criteria recorded in the + * connection definition for that connection definition to be returned.

    * @public */ - TransformId?: string | undefined; + MatchCriteria?: string[] | undefined; /** - *

    The unique name given to the transform when it was created.

    + *

    The type of connections to return. Currently, SFTP is not supported.

    * @public */ - Name?: string | undefined; + ConnectionType?: ConnectionType | undefined; /** - *

    A description of the transform.

    + *

    Denotes if the connection was created with schema version 1 or 2.

    * @public */ - Description?: string | undefined; + ConnectionSchemaVersion?: number | undefined; +} +/** + * @public + */ +export interface GetConnectionsRequest { /** - *

    The last known status of the transform (to indicate whether it can be used or not). One of "NOT_READY", "READY", or "DELETING".

    + *

    The ID of the Data Catalog in which the connections reside. If none is provided, the Amazon Web Services + * account ID is used by default.

    * @public */ - Status?: TransformStatusType | undefined; + CatalogId?: string | undefined; /** - *

    The date and time when the transform was created.

    + *

    A filter that controls which connections are returned.

    * @public */ - CreatedOn?: Date | undefined; + Filter?: GetConnectionsFilter | undefined; /** - *

    The date and time when the transform was last modified.

    + *

    Allows you to retrieve the connection metadata without returning the password. For + * instance, the Glue console uses this flag to retrieve the connection, and does not display + * the password. Set this parameter when the caller might not have permission to use the KMS + * key to decrypt the password, but it does have permission to access the rest of the connection + * properties.

    * @public */ - LastModifiedOn?: Date | undefined; + HidePassword?: boolean | undefined; /** - *

    A list of Glue table definitions used by the transform.

    + *

    A continuation token, if this is a continuation call.

    * @public */ - InputRecordTables?: GlueTable[] | undefined; + NextToken?: string | undefined; /** - *

    The configuration parameters that are specific to the algorithm used.

    + *

    The maximum number of connections to return in one response.

    * @public */ - Parameters?: TransformParameters | undefined; + MaxResults?: number | undefined; +} +/** + * @public + */ +export interface GetConnectionsResponse { /** - *

    The latest evaluation metrics.

    + *

    A list of requested connection definitions.

    * @public */ - EvaluationMetrics?: EvaluationMetrics | undefined; + ConnectionList?: Connection[] | undefined; /** - *

    The number of labels available for this transform.

    + *

    A continuation token, if the list of connections returned does not + * include the last of the filtered connections.

    * @public */ - LabelCount?: number | undefined; + NextToken?: string | undefined; +} +/** + * @public + */ +export interface GetCrawlerRequest { /** - *

    The Map object that represents the schema that this - * transform accepts. Has an upper bound of 100 columns.

    + *

    The name of the crawler to retrieve metadata for.

    * @public */ - Schema?: SchemaColumn[] | undefined; + Name: string | undefined; +} +/** + * @public + */ +export interface GetCrawlerResponse { /** - *

    The name or Amazon Resource Name (ARN) of the IAM role with the required - * permissions.

    + *

    The metadata for the specified crawler.

    * @public */ - Role?: string | undefined; + Crawler?: Crawler | undefined; +} +/** + * @public + */ +export interface GetCrawlerMetricsRequest { /** - *

    This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see Glue Versions in the developer guide.

    + *

    A list of the names of crawlers about which to retrieve metrics.

    * @public */ - GlueVersion?: string | undefined; + CrawlerNameList?: string[] | undefined; /** - *

    The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of - * processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more - * information, see the Glue pricing - * page.

    - *

    When the WorkerType field is set to a value other than Standard, the MaxCapacity field is set automatically and becomes read-only.

    + *

    The maximum size of a list to return.

    * @public */ - MaxCapacity?: number | undefined; + MaxResults?: number | undefined; /** - *

    The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.

    - *
      - *
    • - *

      For the Standard worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.

      - *
      • - *
    • - *

      For the G.1X worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.

      - *
      • - *
    • - *

      For the G.2X worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.

      - *
      • - *
    + *

    A continuation token, if this is a continuation call.

    * @public */ - WorkerType?: WorkerType | undefined; + NextToken?: string | undefined; +} + +/** + *

    Metrics for a specified crawler.

    + * @public + */ +export interface CrawlerMetrics { + /** + *

    The name of the crawler.

    + * @public + */ + CrawlerName?: string | undefined; /** - *

    The number of workers of a defined workerType that are allocated when this task runs.

    + *

    The estimated time left to complete a running crawl.

    * @public */ - NumberOfWorkers?: number | undefined; + TimeLeftSeconds?: number | undefined; /** - *

    The timeout for a task run for this transform in minutes. This is the maximum time that a task run for this transform can consume resources before it is terminated and enters TIMEOUT status. The default is 2,880 minutes (48 hours).

    + *

    True if the crawler is still estimating how long it will take to complete this run.

    * @public */ - Timeout?: number | undefined; + StillEstimating?: boolean | undefined; /** - *

    The maximum number of times to retry a task for this transform after a task run fails.

    + *

    The duration of the crawler's most recent run, in seconds.

    * @public */ - MaxRetries?: number | undefined; + LastRuntimeSeconds?: number | undefined; /** - *

    The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.

    + *

    The median duration of this crawler's runs, in seconds.

    * @public */ - TransformEncryption?: TransformEncryption | undefined; -} + MedianRuntimeSeconds?: number | undefined; -/** - *

    The criteria used to filter the machine learning transforms.

    - * @public - */ -export interface TransformFilterCriteria { /** - *

    A unique transform name that is used to filter the machine learning transforms.

    + *

    The number of tables created by this crawler.

    * @public */ - Name?: string | undefined; + TablesCreated?: number | undefined; /** - *

    The type of machine learning transform that is used to filter the machine learning - * transforms.

    + *

    The number of tables updated by this crawler.

    * @public */ - TransformType?: TransformType | undefined; + TablesUpdated?: number | undefined; /** - *

    Filters the list of machine learning transforms by the last known status of the transforms (to indicate whether a transform can be used or not). One of "NOT_READY", "READY", or "DELETING".

    + *

    The number of tables deleted by this crawler.

    * @public */ - Status?: TransformStatusType | undefined; + TablesDeleted?: number | undefined; +} +/** + * @public + */ +export interface GetCrawlerMetricsResponse { /** - *

    This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see Glue Versions in the developer guide.

    + *

    A list of metrics for the specified crawler.

    * @public */ - GlueVersion?: string | undefined; + CrawlerMetricsList?: CrawlerMetrics[] | undefined; /** - *

    The time and date before which the transforms were created.

    + *

    A continuation token, if the returned list does not contain the + * last metric available.

    * @public */ - CreatedBefore?: Date | undefined; + NextToken?: string | undefined; +} +/** + * @public + */ +export interface GetCrawlersRequest { /** - *

    The time and date after which the transforms were created.

    + *

    The number of crawlers to return on each call.

    * @public */ - CreatedAfter?: Date | undefined; + MaxResults?: number | undefined; /** - *

    Filter on transforms last modified before this date.

    + *

    A continuation token, if this is a continuation request.

    * @public */ - LastModifiedBefore?: Date | undefined; + NextToken?: string | undefined; +} +/** + * @public + */ +export interface GetCrawlersResponse { /** - *

    Filter on transforms last modified after this date.

    + *

    A list of crawler metadata.

    * @public */ - LastModifiedAfter?: Date | undefined; + Crawlers?: Crawler[] | undefined; /** - *

    Filters on datasets with a specific schema. The Map - * object is an array of key-value pairs representing the schema this transform accepts, where - * Column is the name of a column, and Type is the type of the data - * such as an integer or string. Has an upper bound of 100 columns.

    + *

    A continuation token, if the returned list has not reached the end + * of those defined in this customer account.

    * @public */ - Schema?: SchemaColumn[] | undefined; + NextToken?: string | undefined; } /** * @public - * @enum */ -export const TransformSortColumnType = { - CREATED: "CREATED", - LAST_MODIFIED: "LAST_MODIFIED", - NAME: "NAME", - STATUS: "STATUS", - TRANSFORM_TYPE: "TRANSFORM_TYPE", -} as const; +export interface GetCustomEntityTypeRequest { + /** + *

    The name of the custom pattern that you want to retrieve.

    + * @public + */ + Name: string | undefined; +} /** * @public */ -export type TransformSortColumnType = (typeof TransformSortColumnType)[keyof typeof TransformSortColumnType]; +export interface GetCustomEntityTypeResponse { + /** + *

    The name of the custom pattern that you retrieved.

    + * @public + */ + Name?: string | undefined; -/** - *

    The sorting criteria that are associated with the machine learning transform.

    - * @public - */ -export interface TransformSortCriteria { /** - *

    The column to be used in the sorting criteria that are associated with the machine - * learning transform.

    + *

    A regular expression string that is used for detecting sensitive data in a custom pattern.

    * @public */ - Column: TransformSortColumnType | undefined; + RegexString?: string | undefined; /** - *

    The sort direction to be used in the sorting criteria that are associated with the machine - * learning transform.

    + *

    A list of context words if specified when you created the custom pattern. If none of these context words are found within the vicinity of the regular expression the data will not be detected as sensitive data.

    * @public */ - SortDirection: SortDirectionType | undefined; + ContextWords?: string[] | undefined; } /** * @public */ -export interface GetMLTransformsRequest { +export interface GetDatabaseRequest { /** - *

    A paginated token to offset the results.

    + *

    The ID of the Data Catalog in which the database resides. If none is provided, the Amazon Web Services + * account ID is used by default.

    * @public */ - NextToken?: string | undefined; + CatalogId?: string | undefined; /** - *

    The maximum number of results to return.

    + *

    The name of the database to retrieve. For Hive compatibility, this + * should be all lowercase.

    * @public */ - MaxResults?: number | undefined; + Name: string | undefined; +} +/** + *

    The Database object represents a logical grouping of tables that might reside + * in a Hive metastore or an RDBMS.

    + * @public + */ +export interface Database { /** - *

    The filter transformation criteria.

    + *

    The name of the database. For Hive compatibility, this is folded to lowercase when it is + * stored.

    * @public */ - Filter?: TransformFilterCriteria | undefined; + Name: string | undefined; /** - *

    The sorting criteria.

    + *

    A description of the database.

    * @public */ - Sort?: TransformSortCriteria | undefined; -} + Description?: string | undefined; -/** - *

    A structure for a machine learning transform.

    - * @public - */ -export interface MLTransform { /** - *

    The unique transform ID that is generated for the machine learning transform. The ID is - * guaranteed to be unique and does not change.

    + *

    The location of the database (for example, an HDFS path).

    * @public */ - TransformId?: string | undefined; + LocationUri?: string | undefined; /** - *

    A user-defined name for the machine learning transform. Names are not guaranteed unique - * and can be changed at any time.

    + *

    These key-value pairs define parameters and properties + * of the database.

    * @public */ - Name?: string | undefined; + Parameters?: Record | undefined; /** - *

    A user-defined, long-form description text for the machine learning transform. - * Descriptions are not guaranteed to be unique and can be changed at any time.

    + *

    The time at which the metadata database was created in the catalog.

    * @public */ - Description?: string | undefined; + CreateTime?: Date | undefined; /** - *

    The current status of the machine learning transform.

    + *

    Creates a set of default permissions on the table for principals. Used by Lake Formation. Not used in the normal course of Glue operations.

    * @public */ - Status?: TransformStatusType | undefined; + CreateTableDefaultPermissions?: PrincipalPermissions[] | undefined; /** - *

    A timestamp. The time and date that this machine learning transform was created.

    + *

    A DatabaseIdentifier structure that describes a target database for resource linking.

    * @public */ - CreatedOn?: Date | undefined; + TargetDatabase?: DatabaseIdentifier | undefined; /** - *

    A timestamp. The last point in time when this machine learning transform was modified.

    + *

    The ID of the Data Catalog in which the database resides.

    * @public */ - LastModifiedOn?: Date | undefined; + CatalogId?: string | undefined; /** - *

    A list of Glue table definitions used by the transform.

    + *

    A FederatedDatabase structure that references an entity outside the Glue Data Catalog.

    * @public */ - InputRecordTables?: GlueTable[] | undefined; + FederatedDatabase?: FederatedDatabase | undefined; +} +/** + * @public + */ +export interface GetDatabaseResponse { /** - *

    A TransformParameters object. You can use parameters to tune (customize) the - * behavior of the machine learning transform by specifying what data it learns from and your - * preference on various tradeoffs (such as precious vs. recall, or accuracy vs. cost).

    + *

    The definition of the specified database in the Data Catalog.

    * @public */ - Parameters?: TransformParameters | undefined; + Database?: Database | undefined; +} + +/** + * @public + * @enum + */ +export const DatabaseAttributes = { + NAME: "NAME", +} as const; + +/** + * @public + */ +export type DatabaseAttributes = (typeof DatabaseAttributes)[keyof typeof DatabaseAttributes]; + +/** + * @public + * @enum + */ +export const ResourceShareType = { + ALL: "ALL", + FEDERATED: "FEDERATED", + FOREIGN: "FOREIGN", +} as const; + +/** + * @public + */ +export type ResourceShareType = (typeof ResourceShareType)[keyof typeof ResourceShareType]; +/** + * @public + */ +export interface GetDatabasesRequest { /** - *

    An EvaluationMetrics object. Evaluation metrics provide an estimate of the quality of your machine learning transform.

    + *

    The ID of the Data Catalog from which to retrieve Databases. If none is + * provided, the Amazon Web Services account ID is used by default.

    * @public */ - EvaluationMetrics?: EvaluationMetrics | undefined; + CatalogId?: string | undefined; /** - *

    A count identifier for the labeling files generated by Glue for this transform. As you create a better transform, you can iteratively download, label, and upload the labeling file.

    + *

    A continuation token, if this is a continuation call.

    * @public */ - LabelCount?: number | undefined; + NextToken?: string | undefined; /** - *

    A map of key-value pairs representing the columns and data types that this transform can - * run against. Has an upper bound of 100 columns.

    + *

    The maximum number of databases to return in one response.

    * @public */ - Schema?: SchemaColumn[] | undefined; + MaxResults?: number | undefined; /** - *

    The name or Amazon Resource Name (ARN) of the IAM role with the required permissions. The required permissions include both Glue service role permissions to Glue resources, and Amazon S3 permissions required by the transform.

    + *

    Allows you to specify that you want to list the databases shared with your account. The allowable values are FEDERATED, FOREIGN or ALL.

    *
      *
    • - *

      This role needs Glue service role permissions to allow access to resources in Glue. See Attach a Policy to IAM Users That Access Glue.

      + *

      If set to FEDERATED, will list the federated databases (referencing an external entity) shared with your account.

      *
      • *
    • - *

      This role needs permission to your Amazon Simple Storage Service (Amazon S3) sources, targets, temporary directory, scripts, and any libraries used by the task run for this transform.

      + *

      If set to FOREIGN, will list the databases shared with your account.

      + *
      • + *
    • + *

      If set to ALL, will list the databases shared with your account, as well as the databases in yor local account.

      *
      • *
    * @public */ - Role?: string | undefined; + ResourceShareType?: ResourceShareType | undefined; /** - *

    This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see Glue Versions in the developer guide.

    + *

    Specifies the database fields returned by the GetDatabases call. This parameter doesn’t accept an empty list. The request must include the NAME.

    * @public */ - GlueVersion?: string | undefined; + AttributesToGet?: DatabaseAttributes[] | undefined; +} +/** + * @public + */ +export interface GetDatabasesResponse { /** - *

    The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of - * processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more - * information, see the Glue pricing - * page.

    - *

    - * MaxCapacity is a mutually exclusive option with NumberOfWorkers and WorkerType.

    - *
      - *
    • - *

      If either NumberOfWorkers or WorkerType is set, then MaxCapacity cannot be set.

      - *
      • - *
    • - *

      If MaxCapacity is set then neither NumberOfWorkers or WorkerType can be set.

      - *
      • - *
    • - *

      If WorkerType is set, then NumberOfWorkers is required (and vice versa).

      - *
      • - *
    • - *

      - * MaxCapacity and NumberOfWorkers must both be at least 1.

      - *
      • - *
    - *

    When the WorkerType field is set to a value other than Standard, the MaxCapacity field is set automatically and becomes read-only.

    - * @public - */ - MaxCapacity?: number | undefined; - - /** - *

    The type of predefined worker that is allocated when a task of this transform runs. Accepts a value of Standard, G.1X, or G.2X.

    - *
      - *
    • - *

      For the Standard worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.

      - *
      • - *
    • - *

      For the G.1X worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.

      - *
      • - *
    • - *

      For the G.2X worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.

      - *
      • - *
    - *

    - * MaxCapacity is a mutually exclusive option with NumberOfWorkers and WorkerType.

    - *
      - *
    • - *

      If either NumberOfWorkers or WorkerType is set, then MaxCapacity cannot be set.

      - *
      • - *
    • - *

      If MaxCapacity is set then neither NumberOfWorkers or WorkerType can be set.

      - *
      • - *
    • - *

      If WorkerType is set, then NumberOfWorkers is required (and vice versa).

      - *
      • - *
    • - *

      - * MaxCapacity and NumberOfWorkers must both be at least 1.

      - *
      • - *
    + *

    A list of Database objects from the specified catalog.

    * @public */ - WorkerType?: WorkerType | undefined; + DatabaseList: Database[] | undefined; /** - *

    The number of workers of a defined workerType that are allocated when a task of the transform runs.

    - *

    If WorkerType is set, then NumberOfWorkers is required (and vice versa).

    + *

    A continuation token for paginating the returned list of tokens, + * returned if the current segment of the list is not the last.

    * @public */ - NumberOfWorkers?: number | undefined; + NextToken?: string | undefined; +} +/** + * @public + */ +export interface GetDataCatalogEncryptionSettingsRequest { /** - *

    The timeout in minutes of the machine learning transform.

    + *

    The ID of the Data Catalog to retrieve the security configuration for. If none is + * provided, the Amazon Web Services account ID is used by default.

    * @public */ - Timeout?: number | undefined; + CatalogId?: string | undefined; +} +/** + *

    The data structure used by the Data Catalog to encrypt the password as part of + * CreateConnection or UpdateConnection and store it in the + * ENCRYPTED_PASSWORD field in the connection properties. You can enable catalog + * encryption or only password encryption.

    + *

    When a CreationConnection request arrives containing a password, the Data + * Catalog first encrypts the password using your KMS key. It then encrypts the whole + * connection object again if catalog encryption is also enabled.

    + *

    This encryption requires that you set KMS key permissions to enable or restrict access + * on the password key according to your security requirements. For example, you might want only + * administrators to have decrypt permission on the password key.

    + * @public + */ +export interface ConnectionPasswordEncryption { /** - *

    The maximum number of times to retry after an MLTaskRun of the machine - * learning transform fails.

    + *

    When the ReturnConnectionPasswordEncrypted flag is set to "true", passwords remain encrypted in the responses of GetConnection and GetConnections. This encryption takes effect independently from catalog encryption.

    * @public */ - MaxRetries?: number | undefined; + ReturnConnectionPasswordEncrypted: boolean | undefined; /** - *

    The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.

    + *

    An KMS key that is used to encrypt the connection password.

    + *

    If connection password protection is enabled, the caller of CreateConnection + * and UpdateConnection needs at least kms:Encrypt permission on the + * specified KMS key, to encrypt passwords before storing them in the Data Catalog.

    + *

    You can set the decrypt permission to enable or restrict access on the password key according to your security requirements.

    * @public */ - TransformEncryption?: TransformEncryption | undefined; + AwsKmsKeyId?: string | undefined; } /** * @public + * @enum */ -export interface GetMLTransformsResponse { +export const CatalogEncryptionMode = { + DISABLED: "DISABLED", + SSEKMS: "SSE-KMS", + SSEKMSWITHSERVICEROLE: "SSE-KMS-WITH-SERVICE-ROLE", +} as const; + +/** + * @public + */ +export type CatalogEncryptionMode = (typeof CatalogEncryptionMode)[keyof typeof CatalogEncryptionMode]; + +/** + *

    Specifies the encryption-at-rest configuration for the Data Catalog.

    + * @public + */ +export interface EncryptionAtRest { /** - *

    A list of machine learning transforms.

    + *

    The encryption-at-rest mode for encrypting Data Catalog data.

    * @public */ - Transforms: MLTransform[] | undefined; + CatalogEncryptionMode: CatalogEncryptionMode | undefined; /** - *

    A pagination token, if more results are available.

    + *

    The ID of the KMS key to use for encryption at rest.

    * @public */ - NextToken?: string | undefined; -} + SseAwsKmsKeyId?: string | undefined; -/** - * @public - */ -export interface GetPartitionRequest { /** - *

    The ID of the Data Catalog where the partition in question resides. If none is provided, - * the Amazon Web Services account ID is used by default.

    + *

    The role that Glue assumes to encrypt and decrypt the Data Catalog objects on the caller's behalf.

    * @public */ - CatalogId?: string | undefined; + CatalogEncryptionServiceRole?: string | undefined; +} +/** + *

    Contains configuration information for maintaining Data Catalog security.

    + * @public + */ +export interface DataCatalogEncryptionSettings { /** - *

    The name of the catalog database where the partition resides.

    + *

    Specifies the encryption-at-rest configuration for the Data Catalog.

    * @public */ - DatabaseName: string | undefined; + EncryptionAtRest?: EncryptionAtRest | undefined; /** - *

    The name of the partition's table.

    + *

    When connection password protection is enabled, the Data Catalog uses a customer-provided + * key to encrypt the password as part of CreateConnection or + * UpdateConnection and store it in the ENCRYPTED_PASSWORD field in + * the connection properties. You can enable catalog encryption or only password + * encryption.

    * @public */ - TableName: string | undefined; + ConnectionPasswordEncryption?: ConnectionPasswordEncryption | undefined; +} +/** + * @public + */ +export interface GetDataCatalogEncryptionSettingsResponse { /** - *

    The values that define the partition.

    + *

    The requested security configuration.

    * @public */ - PartitionValues: string[] | undefined; + DataCatalogEncryptionSettings?: DataCatalogEncryptionSettings | undefined; } /** * @public */ -export interface GetPartitionResponse { +export interface GetDataflowGraphRequest { /** - *

    The requested information, in the form of a Partition - * object.

    + *

    The Python script to transform.

    * @public */ - Partition?: Partition | undefined; + PythonScript?: string | undefined; } /** * @public */ -export interface GetPartitionIndexesRequest { +export interface GetDataflowGraphResponse { /** - *

    The catalog ID where the table resides.

    + *

    A list of the nodes in the resulting DAG.

    * @public */ - CatalogId?: string | undefined; + DagNodes?: CodeGenNode[] | undefined; /** - *

    Specifies the name of a database from which you want to retrieve partition indexes.

    + *

    A list of the edges in the resulting DAG.

    * @public */ - DatabaseName: string | undefined; + DagEdges?: CodeGenEdge[] | undefined; +} +/** + * @public + */ +export interface GetDataQualityModelRequest { /** - *

    Specifies the name of a table for which you want to retrieve the partition indexes.

    + *

    The Statistic ID.

    * @public */ - TableName: string | undefined; + StatisticId?: string | undefined; /** - *

    A continuation token, included if this is a continuation call.

    + *

    The Profile ID.

    * @public */ - NextToken?: string | undefined; + ProfileId: string | undefined; } /** * @public * @enum */ -export const BackfillErrorCode = { - ENCRYPTED_PARTITION_ERROR: "ENCRYPTED_PARTITION_ERROR", - INTERNAL_ERROR: "INTERNAL_ERROR", - INVALID_PARTITION_TYPE_DATA_ERROR: "INVALID_PARTITION_TYPE_DATA_ERROR", - MISSING_PARTITION_VALUE_ERROR: "MISSING_PARTITION_VALUE_ERROR", - UNSUPPORTED_PARTITION_CHARACTER_ERROR: "UNSUPPORTED_PARTITION_CHARACTER_ERROR", +export const DataQualityModelStatus = { + FAILED: "FAILED", + RUNNING: "RUNNING", + SUCCEEDED: "SUCCEEDED", } as const; /** * @public */ -export type BackfillErrorCode = (typeof BackfillErrorCode)[keyof typeof BackfillErrorCode]; +export type DataQualityModelStatus = (typeof DataQualityModelStatus)[keyof typeof DataQualityModelStatus]; /** - *

    A list of errors that can occur when registering partition indexes for an existing table.

    - *

    These errors give the details about why an index registration failed and provide a limited number of partitions in the response, so that you can fix the partitions at fault and try registering the index again. The most common set of errors that can occur are categorized as follows:

    - *
      - *
    • - *

      EncryptedPartitionError: The partitions are encrypted.

      - *
      • - *
    • - *

      InvalidPartitionTypeDataError: The partition value doesn't match the data type for that partition column.

      - *
      • - *
    • - *

      MissingPartitionValueError: The partitions are encrypted.

      - *
      • - *
    • - *

      UnsupportedPartitionCharacterError: Characters inside the partition value are not supported. For example: U+0000 , U+0001, U+0002.

      - *
      • - *
    • - *

      InternalError: Any error which does not belong to other error codes.

      - *
      • - *
    * @public */ -export interface BackfillError { +export interface GetDataQualityModelResponse { /** - *

    The error code for an error that occurred when registering partition indexes for an existing table.

    + *

    The training status of the data quality model.

    * @public */ - Code?: BackfillErrorCode | undefined; + Status?: DataQualityModelStatus | undefined; /** - *

    A list of a limited number of partitions in the response.

    + *

    The timestamp when the data quality model training started.

    * @public */ - Partitions?: PartitionValueList[] | undefined; -} + StartedOn?: Date | undefined; -/** - * @public - * @enum - */ -export const PartitionIndexStatus = { - ACTIVE: "ACTIVE", - CREATING: "CREATING", - DELETING: "DELETING", - FAILED: "FAILED", -} as const; + /** + *

    The timestamp when the data quality model training completed.

    + * @public + */ + CompletedOn?: Date | undefined; -/** - * @public - */ -export type PartitionIndexStatus = (typeof PartitionIndexStatus)[keyof typeof PartitionIndexStatus]; + /** + *

    The training failure reason.

    + * @public + */ + FailureReason?: string | undefined; +} /** - *

    A partition key pair consisting of a name and a type.

    * @public */ -export interface KeySchemaElement { +export interface GetDataQualityModelResultRequest { /** - *

    The name of a partition key.

    + *

    The Statistic ID.

    * @public */ - Name: string | undefined; + StatisticId: string | undefined; /** - *

    The type of a partition key.

    + *

    The Profile ID.

    * @public */ - Type: string | undefined; + ProfileId: string | undefined; } /** - *

    A descriptor for a partition index in a table.

    + *

    The statistic model result.

    * @public */ -export interface PartitionIndexDescriptor { +export interface StatisticModelResult { /** - *

    The name of the partition index.

    + *

    The lower bound.

    * @public */ - IndexName: string | undefined; + LowerBound?: number | undefined; /** - *

    A list of one or more keys, as KeySchemaElement structures, for the partition index.

    + *

    The upper bound.

    * @public */ - Keys: KeySchemaElement[] | undefined; + UpperBound?: number | undefined; /** - *

    The status of the partition index.

    - *

    The possible statuses are:

    - *
      - *
    • - *

      CREATING: The index is being created. When an index is in a CREATING state, the index or its table cannot be deleted.

      - *
      • - *
    • - *

      ACTIVE: The index creation succeeds.

      - *
      • - *
    • - *

      FAILED: The index creation fails.

      - *
      • - *
    • - *

      DELETING: The index is deleted from the list of indexes.

      - *
      • - *
    + *

    The predicted value.

    * @public */ - IndexStatus: PartitionIndexStatus | undefined; + PredictedValue?: number | undefined; /** - *

    A list of errors that can occur when registering partition indexes for an existing table.

    + *

    The actual value.

    * @public */ - BackfillErrors?: BackfillError[] | undefined; -} + ActualValue?: number | undefined; -/** - * @public - */ -export interface GetPartitionIndexesResponse { /** - *

    A list of index descriptors.

    + *

    The date.

    * @public */ - PartitionIndexDescriptorList?: PartitionIndexDescriptor[] | undefined; + Date?: Date | undefined; /** - *

    A continuation token, present if the current list segment is not the last.

    + *

    The inclusion annotation.

    * @public */ - NextToken?: string | undefined; + InclusionAnnotation?: InclusionAnnotationValue | undefined; } /** - *

    Defines a non-overlapping region of a table's partitions, allowing - * multiple requests to be run in parallel.

    * @public */ -export interface Segment { +export interface GetDataQualityModelResultResponse { /** - *

    The zero-based index number of the segment. For example, if the total number of segments - * is 4, SegmentNumber values range from 0 through 3.

    + *

    The timestamp when the data quality model training completed.

    * @public */ - SegmentNumber: number | undefined; + CompletedOn?: Date | undefined; /** - *

    The total number of segments.

    + *

    A list of StatisticModelResult + *

    * @public */ - TotalSegments: number | undefined; + Model?: StatisticModelResult[] | undefined; } /** * @public */ -export interface GetPartitionsRequest { +export interface GetDataQualityResultRequest { /** - *

    The ID of the Data Catalog where the partitions in question reside. If none is provided, - * the Amazon Web Services account ID is used by default.

    + *

    A unique result ID for the data quality result.

    * @public */ - CatalogId?: string | undefined; + ResultId: string | undefined; +} +/** + * @public + */ +export interface GetDataQualityResultResponse { /** - *

    The name of the catalog database where the partitions reside.

    + *

    A unique result ID for the data quality result.

    * @public */ - DatabaseName: string | undefined; + ResultId?: string | undefined; /** - *

    The name of the partitions' table.

    + *

    The Profile ID for the data quality result.

    * @public */ - TableName: string | undefined; + ProfileId?: string | undefined; /** - *

    An expression that filters the partitions to be returned.

    - *

    The expression uses SQL syntax similar to the SQL WHERE filter clause. The - * SQL statement parser JSQLParser parses the expression.

    - *

    - * Operators: The following are the operators that you can use in the - * Expression API call:

    - *
    - *
    =
    - *
    - *

    Checks whether the values of the two operands are equal; if yes, then the condition becomes - * true.

    - *

    Example: Assume 'variable a' holds 10 and 'variable b' holds 20.

    - *

    (a = b) is not true.

    - *
    - *
    < >
    - *
    - *

    Checks whether the values of two operands are equal; if the values are not equal, - * then the condition becomes true.

    - *

    Example: (a < > b) is true.

    - *
    - *
    >
    - *
    - *

    Checks whether the value of the left operand is greater than the value of the right - * operand; if yes, then the condition becomes true.

    - *

    Example: (a > b) is not true.

    - *
    - *
    <
    - *
    - *

    Checks whether the value of the left operand is less than the value of the right - * operand; if yes, then the condition becomes true.

    - *

    Example: (a < b) is true.

    - *
    - *
    >=
    - *
    - *

    Checks whether the value of the left operand is greater than or equal to the value - * of the right operand; if yes, then the condition becomes true.

    - *

    Example: (a >= b) is not true.

    - *
    - *
    <=
    - *
    - *

    Checks whether the value of the left operand is less than or equal to the value of - * the right operand; if yes, then the condition becomes true.

    - *

    Example: (a <= b) is true.

    - *
    - *
    AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL
    - *
    - *

    Logical operators.

    - *
    - *
    - *

    - * Supported Partition Key Types: The following are the supported - * partition keys.

    - *
      - *
    • - *

      - * string - *

      - *
      • - *
    • - *

      - * date - *

      - *
      • - *
    • - *

      - * timestamp - *

      - *
      • - *
    • - *

      - * int - *

      - *
      • - *
    • - *

      - * bigint - *

      - *
      • - *
    • - *

      - * long - *

      - *
      • - *
    • - *

      - * tinyint - *

      - *
      • - *
    • - *

      - * smallint - *

      - *
      • - *
    • - *

      - * decimal - *

      - *
      • - *
    - *

    If an type is encountered that is not valid, an exception is thrown.

    - *

    The following list shows the valid operators on each type. When you define a crawler, the - * partitionKey type is created as a STRING, to be compatible with the catalog - * partitions.

    - *

    - * Sample API Call:

    + *

    An aggregate data quality score. Represents the ratio of rules that passed to the total number of rules.

    * @public */ - Expression?: string | undefined; + Score?: number | undefined; /** - *

    A continuation token, if this is not the first call to retrieve - * these partitions.

    + *

    The table associated with the data quality result, if any.

    * @public */ - NextToken?: string | undefined; + DataSource?: DataSource | undefined; /** - *

    The segment of the table's partitions to scan in this request.

    + *

    The name of the ruleset associated with the data quality result.

    * @public */ - Segment?: Segment | undefined; + RulesetName?: string | undefined; /** - *

    The maximum number of partitions to return in a single response.

    + *

    In the context of a job in Glue Studio, each node in the canvas is typically assigned some sort of name and data quality nodes will have names. In the case of multiple nodes, the evaluationContext can differentiate the nodes.

    * @public */ - MaxResults?: number | undefined; + EvaluationContext?: string | undefined; /** - *

    When true, specifies not returning the partition column schema. Useful when you are interested only in other partition attributes such as partition values or location. This approach avoids the problem of a large response by not returning duplicate data.

    + *

    The date and time when the run for this data quality result started.

    * @public */ - ExcludeColumnSchema?: boolean | undefined; + StartedOn?: Date | undefined; /** - *

    The transaction ID at which to read the partition contents.

    + *

    The date and time when the run for this data quality result was completed.

    * @public */ - TransactionId?: string | undefined; + CompletedOn?: Date | undefined; /** - *

    The time as of when to read the partition contents. If not set, the most recent transaction commit time will be used. Cannot be specified along with TransactionId.

    + *

    The job name associated with the data quality result, if any.

    * @public */ - QueryAsOfTime?: Date | undefined; -} + JobName?: string | undefined; -/** - * @public - */ -export interface GetPartitionsResponse { /** - *

    A list of requested partitions.

    + *

    The job run ID associated with the data quality result, if any.

    * @public */ - Partitions?: Partition[] | undefined; + JobRunId?: string | undefined; /** - *

    A continuation token, if the returned list of partitions does not include the last - * one.

    + *

    The unique run ID associated with the ruleset evaluation.

    * @public */ - NextToken?: string | undefined; + RulesetEvaluationRunId?: string | undefined; + + /** + *

    A list of DataQualityRuleResult objects representing the results for each rule.

    + * @public + */ + RuleResults?: DataQualityRuleResult[] | undefined; + + /** + *

    A list of DataQualityAnalyzerResult objects representing the results for each analyzer.

    + * @public + */ + AnalyzerResults?: DataQualityAnalyzerResult[] | undefined; + + /** + *

    A list of DataQualityObservation objects representing the observations generated after evaluating the rules and analyzers.

    + * @public + */ + Observations?: DataQualityObservation[] | undefined; } /** * @public */ -export interface GetPlanRequest { +export interface GetDataQualityRuleRecommendationRunRequest { /** - *

    The list of mappings from a source table to target tables.

    + *

    The unique run identifier associated with this run.

    * @public */ - Mapping: MappingEntry[] | undefined; + RunId: string | undefined; +} +/** + * @public + */ +export interface GetDataQualityRuleRecommendationRunResponse { /** - *

    The source table.

    + *

    The unique run identifier associated with this run.

    * @public */ - Source: CatalogEntry | undefined; + RunId?: string | undefined; /** - *

    The target tables.

    + *

    The data source (an Glue table) associated with this run.

    * @public */ - Sinks?: CatalogEntry[] | undefined; + DataSource?: DataSource | undefined; /** - *

    The parameters for the mapping.

    + *

    An IAM role supplied to encrypt the results of the run.

    * @public */ - Location?: Location | undefined; + Role?: string | undefined; /** - *

    The programming language of the code to perform the mapping.

    + *

    The number of G.1X workers to be used in the run. The default is 5.

    * @public */ - Language?: Language | undefined; + NumberOfWorkers?: number | undefined; /** - *

    A map to hold additional optional key-value parameters.

    - *

    Currently, these key-value pairs are supported:

    - *
      - *
    • - *

      - * inferSchema  —  Specifies whether to set inferSchema to true or false for the default script generated by an Glue job. For example, to set inferSchema to true, pass the following key value pair:

      - *

      - * --additional-plan-options-map '\{"inferSchema":"true"\}' - *

      - *
      • - *
    + *

    The timeout for a run in minutes. This is the maximum time that a run can consume resources before it is terminated and enters TIMEOUT status. The default is 2,880 minutes (48 hours).

    * @public */ - AdditionalPlanOptionsMap?: Record | undefined; -} + Timeout?: number | undefined; -/** - * @public - */ -export interface GetPlanResponse { /** - *

    A Python script to perform the mapping.

    + *

    The status for this run.

    * @public */ - PythonScript?: string | undefined; + Status?: TaskStatusType | undefined; /** - *

    The Scala code to perform the mapping.

    + *

    The error strings that are associated with the run.

    * @public */ - ScalaCode?: string | undefined; -} + ErrorString?: string | undefined; -/** - * @public - */ -export interface GetRegistryInput { /** - *

    This is a wrapper structure that may contain the registry name and Amazon Resource Name (ARN).

    + *

    The date and time when this run started.

    * @public */ - RegistryId: RegistryId | undefined; -} + StartedOn?: Date | undefined; -/** - * @public - */ -export interface GetRegistryResponse { /** - *

    The name of the registry.

    + *

    A timestamp. The last point in time when this data quality rule recommendation run was modified.

    * @public */ - RegistryName?: string | undefined; + LastModifiedOn?: Date | undefined; /** - *

    The Amazon Resource Name (ARN) of the registry.

    + *

    The date and time when this run was completed.

    * @public */ - RegistryArn?: string | undefined; + CompletedOn?: Date | undefined; /** - *

    A description of the registry.

    + *

    The amount of time (in seconds) that the run consumed resources.

    * @public */ - Description?: string | undefined; + ExecutionTime?: number | undefined; /** - *

    The status of the registry.

    + *

    When a start rule recommendation run completes, it creates a recommended ruleset (a set of rules). This member has those rules in Data Quality Definition Language (DQDL) format.

    * @public */ - Status?: RegistryStatus | undefined; + RecommendedRuleset?: string | undefined; /** - *

    The date and time the registry was created.

    + *

    The name of the ruleset that was created by the run.

    * @public */ - CreatedTime?: string | undefined; + CreatedRulesetName?: string | undefined; /** - *

    The date and time the registry was updated.

    + *

    The name of the security configuration created with the data quality encryption option.

    * @public */ - UpdatedTime?: string | undefined; + DataQualitySecurityConfiguration?: string | undefined; } /** * @public */ -export interface GetResourcePoliciesRequest { - /** - *

    A continuation token, if this is a continuation request.

    - * @public - */ - NextToken?: string | undefined; - +export interface GetDataQualityRulesetRequest { /** - *

    The maximum size of a list to return.

    + *

    The name of the ruleset.

    * @public */ - MaxResults?: number | undefined; + Name: string | undefined; } /** - *

    A structure for returning a resource policy.

    * @public */ -export interface GluePolicy { +export interface GetDataQualityRulesetResponse { /** - *

    Contains the requested policy document, in JSON format.

    + *

    The name of the ruleset.

    * @public */ - PolicyInJson?: string | undefined; + Name?: string | undefined; /** - *

    Contains the hash value associated with this policy.

    + *

    A description of the ruleset.

    * @public */ - PolicyHash?: string | undefined; + Description?: string | undefined; /** - *

    The date and time at which the policy was created.

    + *

    A Data Quality Definition Language (DQDL) ruleset. For more information, see the Glue developer guide.

    * @public */ - CreateTime?: Date | undefined; + Ruleset?: string | undefined; /** - *

    The date and time at which the policy was last updated.

    + *

    The name and database name of the target table.

    * @public */ - UpdateTime?: Date | undefined; -} + TargetTable?: DataQualityTargetTable | undefined; -/** - * @public - */ -export interface GetResourcePoliciesResponse { /** - *

    A list of the individual resource policies and the account-level resource policy.

    + *

    A timestamp. The time and date that this data quality ruleset was created.

    * @public */ - GetResourcePoliciesResponseList?: GluePolicy[] | undefined; + CreatedOn?: Date | undefined; /** - *

    A continuation token, if the returned list does not contain the last resource policy available.

    + *

    A timestamp. The last point in time when this data quality ruleset was modified.

    * @public */ - NextToken?: string | undefined; + LastModifiedOn?: Date | undefined; + + /** + *

    When a ruleset was created from a recommendation run, this run ID is generated to link the two together.

    + * @public + */ + RecommendationRunId?: string | undefined; + + /** + *

    The name of the security configuration created with the data quality encryption option.

    + * @public + */ + DataQualitySecurityConfiguration?: string | undefined; } /** * @public */ -export interface GetResourcePolicyRequest { +export interface GetDataQualityRulesetEvaluationRunRequest { /** - *

    The ARN of the Glue resource for which to retrieve the resource policy. If not - * supplied, the Data Catalog resource policy is returned. Use GetResourcePolicies - * to view all existing resource policies. For more information see Specifying Glue Resource ARNs. - *

    + *

    The unique run identifier associated with this run.

    * @public */ - ResourceArn?: string | undefined; + RunId: string | undefined; } /** * @public + * @enum */ -export interface GetResourcePolicyResponse { - /** - *

    Contains the requested policy document, in JSON format.

    - * @public - */ - PolicyInJson?: string | undefined; +export const DQCompositeRuleEvaluationMethod = { + COLUMN: "COLUMN", + ROW: "ROW", +} as const; - /** - *

    Contains the hash value associated with this policy.

    - * @public - */ - PolicyHash?: string | undefined; +/** + * @public + */ +export type DQCompositeRuleEvaluationMethod = + (typeof DQCompositeRuleEvaluationMethod)[keyof typeof DQCompositeRuleEvaluationMethod]; +/** + *

    Additional run options you can specify for an evaluation run.

    + * @public + */ +export interface DataQualityEvaluationRunAdditionalRunOptions { /** - *

    The date and time at which the policy was created.

    + *

    Whether or not to enable CloudWatch metrics.

    * @public */ - CreateTime?: Date | undefined; + CloudWatchMetricsEnabled?: boolean | undefined; /** - *

    The date and time at which the policy was last updated.

    + *

    Prefix for Amazon S3 to store results.

    * @public */ - UpdateTime?: Date | undefined; -} + ResultsS3Prefix?: string | undefined; -/** - * @public - */ -export interface GetSchemaInput { /** - *

    This is a wrapper structure to contain schema identity fields. The structure contains:

    - *
      - *
    • - *

      SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

      - *
      • - *
    • - *

      SchemaId$SchemaName: The name of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

      - *
      • - *
    + *

    Set the evaluation method for composite rules in the ruleset to ROW/COLUMN

    * @public */ - SchemaId: SchemaId | undefined; + CompositeRuleEvaluationMethod?: DQCompositeRuleEvaluationMethod | undefined; } /** * @public */ -export interface GetSchemaResponse { +export interface GetDataQualityRulesetEvaluationRunResponse { /** - *

    The name of the registry.

    + *

    The unique run identifier associated with this run.

    * @public */ - RegistryName?: string | undefined; + RunId?: string | undefined; /** - *

    The Amazon Resource Name (ARN) of the registry.

    + *

    The data source (an Glue table) associated with this evaluation run.

    * @public */ - RegistryArn?: string | undefined; + DataSource?: DataSource | undefined; /** - *

    The name of the schema.

    + *

    An IAM role supplied to encrypt the results of the run.

    * @public */ - SchemaName?: string | undefined; + Role?: string | undefined; /** - *

    The Amazon Resource Name (ARN) of the schema.

    + *

    The number of G.1X workers to be used in the run. The default is 5.

    * @public */ - SchemaArn?: string | undefined; + NumberOfWorkers?: number | undefined; /** - *

    A description of schema if specified when created

    + *

    The timeout for a run in minutes. This is the maximum time that a run can consume resources before it is terminated and enters TIMEOUT status. The default is 2,880 minutes (48 hours).

    * @public */ - Description?: string | undefined; + Timeout?: number | undefined; /** - *

    The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.

    + *

    Additional run options you can specify for an evaluation run.

    * @public */ - DataFormat?: DataFormat | undefined; + AdditionalRunOptions?: DataQualityEvaluationRunAdditionalRunOptions | undefined; /** - *

    The compatibility mode of the schema.

    + *

    The status for this run.

    * @public */ - Compatibility?: Compatibility | undefined; + Status?: TaskStatusType | undefined; /** - *

    The version number of the checkpoint (the last time the compatibility mode was changed).

    + *

    The error strings that are associated with the run.

    * @public */ - SchemaCheckpoint?: number | undefined; + ErrorString?: string | undefined; /** - *

    The latest version of the schema associated with the returned schema definition.

    + *

    The date and time when this run started.

    * @public */ - LatestSchemaVersion?: number | undefined; + StartedOn?: Date | undefined; /** - *

    The next version of the schema associated with the returned schema definition.

    + *

    A timestamp. The last point in time when this data quality rule recommendation run was modified.

    * @public */ - NextSchemaVersion?: number | undefined; + LastModifiedOn?: Date | undefined; /** - *

    The status of the schema.

    + *

    The date and time when this run was completed.

    * @public */ - SchemaStatus?: SchemaStatus | undefined; + CompletedOn?: Date | undefined; /** - *

    The date and time the schema was created.

    + *

    The amount of time (in seconds) that the run consumed resources.

    * @public */ - CreatedTime?: string | undefined; + ExecutionTime?: number | undefined; /** - *

    The date and time the schema was updated.

    + *

    A list of ruleset names for the run. Currently, this parameter takes only one Ruleset name.

    * @public */ - UpdatedTime?: string | undefined; -} + RulesetNames?: string[] | undefined; -/** - * @public - */ -export interface GetSchemaByDefinitionInput { /** - *

    This is a wrapper structure to contain schema identity fields. The structure contains:

    - *
      - *
    • - *

      SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. One of SchemaArn or SchemaName has to be provided.

      - *
      • - *
    • - *

      SchemaId$SchemaName: The name of the schema. One of SchemaArn or SchemaName has to be provided.

      - *
      • - *
    + *

    A list of result IDs for the data quality results for the run.

    * @public */ - SchemaId: SchemaId | undefined; + ResultIds?: string[] | undefined; /** - *

    The definition of the schema for which schema details are required.

    + *

    A map of reference strings to additional data sources you can specify for an evaluation run.

    * @public */ - SchemaDefinition: string | undefined; + AdditionalDataSources?: Record | undefined; } /** * @public */ -export interface GetSchemaByDefinitionResponse { - /** - *

    The schema ID of the schema version.

    - * @public - */ - SchemaVersionId?: string | undefined; - +export interface GetDevEndpointRequest { /** - *

    The Amazon Resource Name (ARN) of the schema.

    + *

    Name of the DevEndpoint to retrieve information for.

    * @public */ - SchemaArn?: string | undefined; + EndpointName: string | undefined; +} +/** + * @public + */ +export interface GetDevEndpointResponse { /** - *

    The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.

    + *

    A DevEndpoint definition.

    * @public */ - DataFormat?: DataFormat | undefined; + DevEndpoint?: DevEndpoint | undefined; +} +/** + * @public + */ +export interface GetDevEndpointsRequest { /** - *

    The status of the schema version.

    + *

    The maximum size of information to return.

    * @public */ - Status?: SchemaVersionStatus | undefined; + MaxResults?: number | undefined; /** - *

    The date and time the schema was created.

    + *

    A continuation token, if this is a continuation call.

    * @public */ - CreatedTime?: string | undefined; + NextToken?: string | undefined; } /** - *

    A structure containing the schema version information.

    * @public */ -export interface SchemaVersionNumber { +export interface GetDevEndpointsResponse { /** - *

    The latest version available for the schema.

    + *

    A list of DevEndpoint definitions.

    * @public */ - LatestVersion?: boolean | undefined; + DevEndpoints?: DevEndpoint[] | undefined; /** - *

    The version number of the schema.

    + *

    A continuation token, if not all DevEndpoint definitions have yet been + * returned.

    * @public */ - VersionNumber?: number | undefined; + NextToken?: string | undefined; } /** * @public */ -export interface GetSchemaVersionInput { +export interface GetEntityRecordsRequest { /** - *

    This is a wrapper structure to contain schema identity fields. The structure contains:

    - *
      - *
    • - *

      SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

      - *
      • - *
    • - *

      SchemaId$SchemaName: The name of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

      - *
      • - *
    + *

    The name of the connection that contains the connection type credentials.

    * @public */ - SchemaId?: SchemaId | undefined; + ConnectionName?: string | undefined; /** - *

    The SchemaVersionId of the schema version. This field is required for fetching by schema ID. Either this or the SchemaId wrapper has to be provided.

    + *

    The catalog ID of the catalog that contains the connection. This can be null, By default, the Amazon Web Services Account ID is the catalog ID.

    * @public */ - SchemaVersionId?: string | undefined; + CatalogId?: string | undefined; /** - *

    The version number of the schema.

    + *

    Name of the entity that we want to query the preview data from the given connection type.

    * @public */ - SchemaVersionNumber?: SchemaVersionNumber | undefined; -} + EntityName: string | undefined; -/** - * @public - */ -export interface GetSchemaVersionResponse { /** - *

    The SchemaVersionId of the schema version.

    + *

    A continuation token, included if this is a continuation call.

    * @public */ - SchemaVersionId?: string | undefined; + NextToken?: string | undefined; /** - *

    The schema definition for the schema ID.

    + *

    The API version of the SaaS connector.

    * @public */ - SchemaDefinition?: string | undefined; + DataStoreApiVersion?: string | undefined; /** - *

    The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.

    + *

    Connector options that are required to query the data.

    * @public */ - DataFormat?: DataFormat | undefined; + ConnectionOptions?: Record | undefined; /** - *

    The Amazon Resource Name (ARN) of the schema.

    + *

    A filter predicate that you can apply in the query request.

    * @public */ - SchemaArn?: string | undefined; + FilterPredicate?: string | undefined; /** - *

    The version number of the schema.

    + *

    Limits the number of records fetched with the request.

    * @public */ - VersionNumber?: number | undefined; + Limit: number | undefined; /** - *

    The status of the schema version.

    + *

    A parameter that orders the response preview data.

    * @public */ - Status?: SchemaVersionStatus | undefined; + OrderBy?: string | undefined; /** - *

    The date and time the schema version was created.

    + *

    List of fields that we want to fetch as part of preview data.

    * @public */ - CreatedTime?: string | undefined; + SelectedFields?: string[] | undefined; } /** * @public - * @enum */ -export const SchemaDiffType = { - SYNTAX_DIFF: "SYNTAX_DIFF", -} as const; +export interface GetEntityRecordsResponse { + /** + *

    A list of the requested objects.

    + * @public + */ + Records?: __DocumentType[] | undefined; -/** - * @public - */ -export type SchemaDiffType = (typeof SchemaDiffType)[keyof typeof SchemaDiffType]; + /** + *

    A continuation token, present if the current segment is not the last.

    + * @public + */ + NextToken?: string | undefined; +} /** * @public */ -export interface GetSchemaVersionsDiffInput { +export interface GetIntegrationResourcePropertyRequest { /** - *

    This is a wrapper structure to contain schema identity fields. The structure contains:

    - *
      - *
    • - *

      SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. One of SchemaArn or SchemaName has to be provided.

      - *
      • - *
    • - *

      SchemaId$SchemaName: The name of the schema. One of SchemaArn or SchemaName has to be provided.

      - *
      • - *
    + *

    The connection ARN of the source, or the database ARN of the target.

    * @public */ - SchemaId: SchemaId | undefined; + ResourceArn: string | undefined; +} +/** + * @public + */ +export interface GetIntegrationResourcePropertyResponse { /** - *

    The first of the two schema versions to be compared.

    + *

    The connection ARN of the source, or the database ARN of the target.

    * @public */ - FirstSchemaVersionNumber: SchemaVersionNumber | undefined; + ResourceArn?: string | undefined; /** - *

    The second of the two schema versions to be compared.

    + *

    The resource properties associated with the integration source.

    * @public */ - SecondSchemaVersionNumber: SchemaVersionNumber | undefined; + SourceProcessingProperties?: SourceProcessingProperties | undefined; /** - *

    Refers to SYNTAX_DIFF, which is the currently supported diff type.

    + *

    The resource properties associated with the integration target.

    * @public */ - SchemaDiffType: SchemaDiffType | undefined; + TargetProcessingProperties?: TargetProcessingProperties | undefined; } /** * @public */ -export interface GetSchemaVersionsDiffResponse { +export interface GetIntegrationTablePropertiesRequest { /** - *

    The difference between schemas as a string in JsonPatch format.

    + *

    The connection ARN of the source, or the database ARN of the target.

    * @public */ - Diff?: string | undefined; + ResourceArn: string | undefined; + + /** + *

    The name of the table to be replicated.

    + * @public + */ + TableName: string | undefined; } /** * @public */ -export interface GetSecurityConfigurationRequest { +export interface GetIntegrationTablePropertiesResponse { /** - *

    The name of the security configuration to retrieve.

    + *

    The connection ARN of the source, or the database ARN of the target.

    * @public */ - Name: string | undefined; -} + ResourceArn?: string | undefined; -/** - *

    Specifies a security configuration.

    - * @public - */ -export interface SecurityConfiguration { /** - *

    The name of the security configuration.

    + *

    The name of the table to be replicated.

    * @public */ - Name?: string | undefined; + TableName?: string | undefined; /** - *

    The time at which this security configuration was created.

    + *

    A structure for the source table configuration.

    * @public */ - CreatedTimeStamp?: Date | undefined; + SourceTableConfig?: SourceTableConfig | undefined; /** - *

    The encryption configuration associated with this security configuration.

    + *

    A structure for the target table configuration.

    * @public */ - EncryptionConfiguration?: EncryptionConfiguration | undefined; + TargetTableConfig?: TargetTableConfig | undefined; } /** * @public */ -export interface GetSecurityConfigurationResponse { +export interface GetJobRequest { /** - *

    The requested security configuration.

    + *

    The name of the job definition to retrieve.

    * @public */ - SecurityConfiguration?: SecurityConfiguration | undefined; + JobName: string | undefined; } /** * @public */ -export interface GetSecurityConfigurationsRequest { +export interface GetJobBookmarkRequest { /** - *

    The maximum number of results to return.

    + *

    The name of the job in question.

    * @public */ - MaxResults?: number | undefined; + JobName: string | undefined; /** - *

    A continuation token, if this is a continuation call.

    + *

    The unique run identifier associated with this job run.

    * @public */ - NextToken?: string | undefined; + RunId?: string | undefined; } /** + *

    Defines a point that a job can resume processing.

    * @public */ -export interface GetSecurityConfigurationsResponse { +export interface JobBookmarkEntry { /** - *

    A list of security configurations.

    + *

    The name of the job in question.

    * @public */ - SecurityConfigurations?: SecurityConfiguration[] | undefined; + JobName?: string | undefined; /** - *

    A continuation token, if there are more security - * configurations to return.

    + *

    The version of the job.

    * @public */ - NextToken?: string | undefined; -} + Version?: number | undefined; -/** - * @public - */ -export interface GetSessionRequest { /** - *

    The ID of the session.

    + *

    The run ID number.

    * @public */ - Id: string | undefined; + Run?: number | undefined; /** - *

    The origin of the request.

    + *

    The attempt ID number.

    * @public */ - RequestOrigin?: string | undefined; + Attempt?: number | undefined; + + /** + *

    The unique run identifier associated with the previous job run.

    + * @public + */ + PreviousRunId?: string | undefined; + + /** + *

    The run ID number.

    + * @public + */ + RunId?: string | undefined; + + /** + *

    The bookmark itself.

    + * @public + */ + JobBookmark?: string | undefined; } /** * @public */ -export interface GetSessionResponse { +export interface GetJobBookmarkResponse { /** - *

    The session object is returned in the response.

    + *

    A structure that defines a point that a job can resume processing.

    * @public */ - Session?: Session | undefined; + JobBookmarkEntry?: JobBookmarkEntry | undefined; } /** * @public */ -export interface GetStatementRequest { +export interface GetJobRunRequest { /** - *

    The Session ID of the statement.

    + *

    Name of the job definition being run.

    * @public */ - SessionId: string | undefined; + JobName: string | undefined; /** - *

    The Id of the statement.

    + *

    The ID of the job run.

    * @public */ - Id: number | undefined; + RunId: string | undefined; /** - *

    The origin of the request.

    + *

    True if a list of predecessor runs should be returned.

    * @public */ - RequestOrigin?: string | undefined; + PredecessorsIncluded?: boolean | undefined; } /** - *

    The code execution output in JSON format.

    * @public */ -export interface StatementOutputData { +export interface GetJobRunResponse { /** - *

    The code execution output in text format.

    + *

    The requested job-run metadata.

    * @public */ - TextPlain?: string | undefined; + JobRun?: JobRun | undefined; } -/** - * @public - * @enum - */ -export const StatementState = { - AVAILABLE: "AVAILABLE", - CANCELLED: "CANCELLED", - CANCELLING: "CANCELLING", - ERROR: "ERROR", - RUNNING: "RUNNING", - WAITING: "WAITING", -} as const; - /** * @public */ -export type StatementState = (typeof StatementState)[keyof typeof StatementState]; +export interface GetJobRunsRequest { + /** + *

    The name of the job definition for which to retrieve all job runs.

    + * @public + */ + JobName: string | undefined; -/** - *

    The code execution output in JSON format.

    - * @public - */ -export interface StatementOutput { /** - *

    The code execution output.

    + *

    A continuation token, if this is a continuation call.

    * @public */ - Data?: StatementOutputData | undefined; + NextToken?: string | undefined; /** - *

    The execution count of the output.

    + *

    The maximum size of the response.

    * @public */ - ExecutionCount?: number | undefined; + MaxResults?: number | undefined; +} +/** + * @public + */ +export interface GetJobRunsResponse { /** - *

    The status of the code execution output.

    + *

    A list of job-run metadata objects.

    * @public */ - Status?: StatementState | undefined; + JobRuns?: JobRun[] | undefined; /** - *

    The name of the error in the output.

    + *

    A continuation token, if not all requested job runs have been returned.

    * @public */ - ErrorName?: string | undefined; + NextToken?: string | undefined; +} +/** + * @public + */ +export interface GetJobsRequest { /** - *

    The error value of the output.

    + *

    A continuation token, if this is a continuation call.

    * @public */ - ErrorValue?: string | undefined; + NextToken?: string | undefined; /** - *

    The traceback of the output.

    + *

    The maximum size of the response.

    * @public */ - Traceback?: string[] | undefined; + MaxResults?: number | undefined; } /** - *

    The statement or request for a particular action to occur in a session.

    + *

    The location of resources.

    * @public */ -export interface Statement { +export interface Location { /** - *

    The ID of the statement.

    + *

    A JDBC location.

    * @public */ - Id?: number | undefined; + Jdbc?: CodeGenNodeArg[] | undefined; /** - *

    The execution code of the statement.

    + *

    An Amazon Simple Storage Service (Amazon S3) location.

    * @public */ - Code?: string | undefined; + S3?: CodeGenNodeArg[] | undefined; /** - *

    The state while request is actioned.

    + *

    An Amazon DynamoDB table location.

    * @public */ - State?: StatementState | undefined; + DynamoDB?: CodeGenNodeArg[] | undefined; +} +/** + *

    Specifies a table definition in the Glue Data Catalog.

    + * @public + */ +export interface CatalogEntry { /** - *

    The output in JSON.

    + *

    The database in which the table metadata resides.

    * @public */ - Output?: StatementOutput | undefined; + DatabaseName: string | undefined; /** - *

    The code execution progress.

    + *

    The name of the table in question.

    * @public */ - Progress?: number | undefined; + TableName: string | undefined; +} +/** + * @public + */ +export interface GetMappingRequest { /** - *

    The unix time and date that the job definition was started.

    + *

    Specifies the source table.

    * @public */ - StartedOn?: number | undefined; + Source: CatalogEntry | undefined; /** - *

    The unix time and date that the job definition was completed.

    + *

    A list of target tables.

    * @public */ - CompletedOn?: number | undefined; -} + Sinks?: CatalogEntry[] | undefined; -/** - * @public - */ -export interface GetStatementResponse { /** - *

    Returns the statement.

    + *

    Parameters for the mapping.

    * @public */ - Statement?: Statement | undefined; + Location?: Location | undefined; } /** + *

    Defines a mapping.

    * @public */ -export interface GetTableRequest { +export interface MappingEntry { /** - *

    The ID of the Data Catalog where the table resides. If none is provided, the Amazon Web Services account - * ID is used by default.

    + *

    The name of the source table.

    * @public */ - CatalogId?: string | undefined; + SourceTable?: string | undefined; /** - *

    The name of the database in the catalog in which the table resides. - * For Hive compatibility, this name is entirely lowercase.

    + *

    The source path.

    * @public */ - DatabaseName: string | undefined; + SourcePath?: string | undefined; /** - *

    The name of the table for which to retrieve the definition. For Hive - * compatibility, this name is entirely lowercase.

    + *

    The source type.

    * @public */ - Name: string | undefined; + SourceType?: string | undefined; /** - *

    The transaction ID at which to read the table contents.

    + *

    The target table.

    * @public */ - TransactionId?: string | undefined; + TargetTable?: string | undefined; /** - *

    The time as of when to read the table contents. If not set, the most recent transaction commit time will be used. Cannot be specified along with TransactionId.

    + *

    The target path.

    * @public */ - QueryAsOfTime?: Date | undefined; + TargetPath?: string | undefined; /** - *

    Specifies whether to include status details related to a request to create or update an Glue Data Catalog view.

    + *

    The target type.

    * @public */ - IncludeStatusDetails?: boolean | undefined; + TargetType?: string | undefined; } /** - *

    A table that points to an entity outside the Glue Data Catalog.

    * @public */ -export interface FederatedTable { +export interface GetMappingResponse { /** - *

    A unique identifier for the federated table.

    + *

    A list of mappings to the specified targets.

    * @public */ - Identifier?: string | undefined; + Mapping: MappingEntry[] | undefined; +} +/** + * @public + */ +export interface GetMLTaskRunRequest { /** - *

    A unique identifier for the federated database.

    + *

    The unique identifier of the machine learning transform.

    * @public */ - DatabaseIdentifier?: string | undefined; + TransformId: string | undefined; /** - *

    The name of the connection to the external metastore.

    + *

    The unique identifier of the task run.

    * @public */ - ConnectionName?: string | undefined; + TaskRunId: string | undefined; } /** - * @public - * @enum - */ -export const ResourceAction = { - CREATE: "CREATE", - UPDATE: "UPDATE", -} as const; - -/** - * @public - */ -export type ResourceAction = (typeof ResourceAction)[keyof typeof ResourceAction]; - -/** - * @public - * @enum - */ -export const ResourceState = { - FAILED: "FAILED", - IN_PROGRESS: "IN_PROGRESS", - QUEUED: "QUEUED", - STOPPED: "STOPPED", - SUCCESS: "SUCCESS", -} as const; - -/** + *

    Specifies configuration properties for an exporting labels task run.

    * @public */ -export type ResourceState = (typeof ResourceState)[keyof typeof ResourceState]; +export interface ExportLabelsTaskRunProperties { + /** + *

    The Amazon Simple Storage Service (Amazon S3) path where you will export the + * labels.

    + * @public + */ + OutputS3Path?: string | undefined; +} /** - *

    A structure that contains information for an analytical engine to validate a view, prior to persisting the view metadata. Used in the case of direct UpdateTable or CreateTable API calls.

    + *

    Specifies configuration properties for a Find Matches task run.

    * @public */ -export interface ViewValidation { +export interface FindMatchesTaskRunProperties { /** - *

    The dialect of the query engine.

    + *

    The job ID for the Find Matches task run.

    * @public */ - Dialect?: ViewDialect | undefined; + JobId?: string | undefined; /** - *

    The version of the dialect of the query engine. For example, 3.0.0.

    + *

    The name assigned to the job for the Find Matches task run.

    * @public */ - DialectVersion?: string | undefined; + JobName?: string | undefined; /** - *

    The SELECT query that defines the view, as provided by the customer.

    + *

    The job run ID for the Find Matches task run.

    * @public */ - ViewValidationText?: string | undefined; + JobRunId?: string | undefined; +} +/** + *

    Specifies configuration properties for an importing labels task run.

    + * @public + */ +export interface ImportLabelsTaskRunProperties { /** - *

    The time of the last update.

    + *

    The Amazon Simple Storage Service (Amazon S3) path from where you will import the + * labels.

    * @public */ - UpdateTime?: Date | undefined; + InputS3Path?: string | undefined; /** - *

    The state of the validation.

    + *

    Indicates whether to overwrite your existing labels.

    * @public */ - State?: ResourceState | undefined; + Replace?: boolean | undefined; +} +/** + *

    Specifies configuration properties for a labeling set generation task run.

    + * @public + */ +export interface LabelingSetGenerationTaskRunProperties { /** - *

    An error associated with the validation.

    + *

    The Amazon Simple Storage Service (Amazon S3) path where you will generate the labeling + * set.

    * @public */ - Error?: ErrorDetail | undefined; + OutputS3Path?: string | undefined; } /** - *

    A structure that contains the dialect of the view, and the query that defines the view.

    * @public + * @enum */ -export interface ViewRepresentation { - /** - *

    The dialect of the query engine.

    - * @public - */ - Dialect?: ViewDialect | undefined; +export const TaskType = { + EVALUATION: "EVALUATION", + EXPORT_LABELS: "EXPORT_LABELS", + FIND_MATCHES: "FIND_MATCHES", + IMPORT_LABELS: "IMPORT_LABELS", + LABELING_SET_GENERATION: "LABELING_SET_GENERATION", +} as const; + +/** + * @public + */ +export type TaskType = (typeof TaskType)[keyof typeof TaskType]; +/** + *

    The configuration properties for the task run.

    + * @public + */ +export interface TaskRunProperties { /** - *

    The version of the dialect of the query engine. For example, 3.0.0.

    + *

    The type of task run.

    * @public */ - DialectVersion?: string | undefined; + TaskType?: TaskType | undefined; /** - *

    The SELECT query provided by the customer during CREATE VIEW DDL. This SQL is not used during a query on a view (ViewExpandedText is used instead). ViewOriginalText is used for cases like SHOW CREATE VIEW where users want to see the original DDL command that created the view.

    + *

    The configuration properties for an importing labels task run.

    * @public */ - ViewOriginalText?: string | undefined; + ImportLabelsTaskRunProperties?: ImportLabelsTaskRunProperties | undefined; /** - *

    The expanded SQL for the view. This SQL is used by engines while processing a query on a view. Engines may perform operations during view creation to transform ViewOriginalText to ViewExpandedText. For example:

    - *
      - *
    • - *

      Fully qualified identifiers: SELECT * from table1 -> SELECT * from db1.table1 - *

      - *
      • - *
    + *

    The configuration properties for an exporting labels task run.

    * @public */ - ViewExpandedText?: string | undefined; + ExportLabelsTaskRunProperties?: ExportLabelsTaskRunProperties | undefined; /** - *

    The name of the connection to be used to validate the specific representation of the view.

    + *

    The configuration properties for a labeling set generation task run.

    * @public */ - ValidationConnection?: string | undefined; + LabelingSetGenerationTaskRunProperties?: LabelingSetGenerationTaskRunProperties | undefined; /** - *

    Dialects marked as stale are no longer valid and must be updated before they can be queried in their respective query engines.

    + *

    The configuration properties for a find matches task run.

    * @public */ - IsStale?: boolean | undefined; + FindMatchesTaskRunProperties?: FindMatchesTaskRunProperties | undefined; } /** - *

    A structure containing details for representations.

    * @public */ -export interface ViewDefinition { +export interface GetMLTaskRunResponse { /** - *

    You can set this flag as true to instruct the engine not to push user-provided operations into the logical plan of the view during query planning. However, setting this flag does not guarantee that the engine will comply. Refer to the engine's documentation to understand the guarantees provided, if any.

    + *

    The unique identifier of the task run.

    * @public */ - IsProtected?: boolean | undefined; + TransformId?: string | undefined; /** - *

    The definer of a view in SQL.

    + *

    The unique run identifier associated with this run.

    * @public */ - Definer?: string | undefined; + TaskRunId?: string | undefined; /** - *

    A list of table Amazon Resource Names (ARNs).

    + *

    The status for this task run.

    * @public */ - SubObjects?: string[] | undefined; + Status?: TaskStatusType | undefined; /** - *

    A list of representations.

    + *

    The names of the log groups that are associated with the task run.

    * @public */ - Representations?: ViewRepresentation[] | undefined; -} + LogGroupName?: string | undefined; -/** - * @public - */ -export interface GetTableOptimizerRequest { /** - *

    The Catalog ID of the table.

    + *

    The list of properties that are associated with the task run.

    * @public */ - CatalogId: string | undefined; + Properties?: TaskRunProperties | undefined; /** - *

    The name of the database in the catalog in which the table resides.

    + *

    The error strings that are associated with the task run.

    * @public */ - DatabaseName: string | undefined; + ErrorString?: string | undefined; /** - *

    The name of the table.

    + *

    The date and time when this task run started.

    * @public */ - TableName: string | undefined; + StartedOn?: Date | undefined; /** - *

    The type of table optimizer.

    + *

    The date and time when this task run was last modified.

    * @public */ - Type: TableOptimizerType | undefined; + LastModifiedOn?: Date | undefined; + + /** + *

    The date and time when this task run was completed.

    + * @public + */ + CompletedOn?: Date | undefined; + + /** + *

    The amount of time (in seconds) that the task run consumed resources.

    + * @public + */ + ExecutionTime?: number | undefined; } /** + *

    The criteria that are used to filter the task runs for the machine learning + * transform.

    * @public */ -export interface GetTableOptimizerResponse { +export interface TaskRunFilterCriteria { /** - *

    The Catalog ID of the table.

    + *

    The type of task run.

    * @public */ - CatalogId?: string | undefined; + TaskRunType?: TaskType | undefined; /** - *

    The name of the database in the catalog in which the table resides.

    + *

    The current status of the task run.

    * @public */ - DatabaseName?: string | undefined; + Status?: TaskStatusType | undefined; /** - *

    The name of the table.

    + *

    Filter on task runs started before this date.

    * @public */ - TableName?: string | undefined; + StartedBefore?: Date | undefined; /** - *

    The optimizer associated with the specified table.

    + *

    Filter on task runs started after this date.

    * @public */ - TableOptimizer?: TableOptimizer | undefined; + StartedAfter?: Date | undefined; } /** * @public * @enum */ -export const TableAttributes = { - NAME: "NAME", - TABLE_TYPE: "TABLE_TYPE", +export const TaskRunSortColumnType = { + STARTED: "STARTED", + STATUS: "STATUS", + TASK_RUN_TYPE: "TASK_RUN_TYPE", } as const; /** * @public */ -export type TableAttributes = (typeof TableAttributes)[keyof typeof TableAttributes]; +export type TaskRunSortColumnType = (typeof TaskRunSortColumnType)[keyof typeof TaskRunSortColumnType]; /** * @public + * @enum */ -export interface GetTablesRequest { - /** - *

    The ID of the Data Catalog where the tables reside. If none is provided, the Amazon Web Services account - * ID is used by default.

    - * @public - */ - CatalogId?: string | undefined; +export const SortDirectionType = { + ASCENDING: "ASCENDING", + DESCENDING: "DESCENDING", +} as const; - /** - *

    The database in the catalog whose tables to list. For Hive - * compatibility, this name is entirely lowercase.

    - * @public - */ - DatabaseName: string | undefined; +/** + * @public + */ +export type SortDirectionType = (typeof SortDirectionType)[keyof typeof SortDirectionType]; +/** + *

    The sorting criteria that are used to sort the list of task runs for the machine learning + * transform.

    + * @public + */ +export interface TaskRunSortCriteria { /** - *

    A regular expression pattern. If present, only those tables - * whose names match the pattern are returned.

    + *

    The column to be used to sort the list of task runs for the machine learning + * transform.

    * @public */ - Expression?: string | undefined; + Column: TaskRunSortColumnType | undefined; /** - *

    A continuation token, included if this is a continuation call.

    + *

    The sort direction to be used to sort the list of task runs for the machine learning + * transform.

    * @public */ - NextToken?: string | undefined; + SortDirection: SortDirectionType | undefined; +} +/** + * @public + */ +export interface GetMLTaskRunsRequest { /** - *

    The maximum number of tables to return in a single response.

    + *

    The unique identifier of the machine learning transform.

    * @public */ - MaxResults?: number | undefined; + TransformId: string | undefined; /** - *

    The transaction ID at which to read the table contents.

    + *

    A token for pagination of the results. The default is empty.

    * @public */ - TransactionId?: string | undefined; + NextToken?: string | undefined; /** - *

    The time as of when to read the table contents. If not set, the most recent transaction commit time will be used. Cannot be specified along with TransactionId.

    + *

    The maximum number of results to return.

    * @public */ - QueryAsOfTime?: Date | undefined; + MaxResults?: number | undefined; /** - *

    Specifies whether to include status details related to a request to create or update an Glue Data Catalog view.

    + *

    The filter criteria, in the TaskRunFilterCriteria structure, for the task run.

    * @public */ - IncludeStatusDetails?: boolean | undefined; + Filter?: TaskRunFilterCriteria | undefined; /** - *

    Specifies the table fields returned by the GetTables call. This parameter doesn’t accept an empty list. The request must include NAME.

    - *

    The following are the valid combinations of values:

    - *
      - *
    • - *

      - * NAME - Names of all tables in the database.

      - *
      • - *
    • - *

      - * NAME, TABLE_TYPE - Names of all tables and the table types.

      - *
      • - *
    + *

    The sorting criteria, in the TaskRunSortCriteria structure, for the task run.

    * @public */ - AttributesToGet?: TableAttributes[] | undefined; + Sort?: TaskRunSortCriteria | undefined; } /** + *

    The sampling parameters that are associated with the machine learning transform.

    * @public */ -export interface GetTableVersionRequest { +export interface TaskRun { /** - *

    The ID of the Data Catalog where the tables reside. If none is provided, the Amazon Web Services account - * ID is used by default.

    + *

    The unique identifier for the transform.

    * @public */ - CatalogId?: string | undefined; + TransformId?: string | undefined; /** - *

    The database in the catalog in which the table resides. For Hive - * compatibility, this name is entirely lowercase.

    + *

    The unique identifier for this task run.

    * @public */ - DatabaseName: string | undefined; + TaskRunId?: string | undefined; /** - *

    The name of the table. For Hive compatibility, - * this name is entirely lowercase.

    + *

    The current status of the requested task run.

    * @public */ - TableName: string | undefined; + Status?: TaskStatusType | undefined; /** - *

    The ID value of the table version to be retrieved. A VersionID is a string representation of an integer. Each version is incremented by 1.

    + *

    The names of the log group for secure logging, associated with this task run.

    * @public */ - VersionId?: string | undefined; -} + LogGroupName?: string | undefined; -/** - * @public - */ -export interface GetTableVersionsRequest { /** - *

    The ID of the Data Catalog where the tables reside. If none is provided, the Amazon Web Services account - * ID is used by default.

    + *

    Specifies configuration properties associated with this task run.

    * @public */ - CatalogId?: string | undefined; + Properties?: TaskRunProperties | undefined; /** - *

    The database in the catalog in which the table resides. For Hive - * compatibility, this name is entirely lowercase.

    + *

    The list of error strings associated with this task run.

    * @public */ - DatabaseName: string | undefined; + ErrorString?: string | undefined; /** - *

    The name of the table. For Hive - * compatibility, this name is entirely lowercase.

    + *

    The date and time that this task run started.

    * @public */ - TableName: string | undefined; + StartedOn?: Date | undefined; /** - *

    A continuation token, if this is not the first call.

    + *

    The last point in time that the requested task run was updated.

    * @public */ - NextToken?: string | undefined; + LastModifiedOn?: Date | undefined; /** - *

    The maximum number of table versions to return in one response.

    + *

    The last point in time that the requested task run was completed.

    * @public */ - MaxResults?: number | undefined; -} + CompletedOn?: Date | undefined; -/** - * @public - */ -export interface GetTagsRequest { /** - *

    The Amazon Resource Name (ARN) of the resource for which to retrieve tags.

    + *

    The amount of time (in seconds) that the task run consumed resources.

    * @public */ - ResourceArn: string | undefined; + ExecutionTime?: number | undefined; } /** * @public */ -export interface GetTagsResponse { +export interface GetMLTaskRunsResponse { /** - *

    The requested tags.

    + *

    A list of task runs that are associated with the transform.

    * @public */ - Tags?: Record | undefined; + TaskRuns?: TaskRun[] | undefined; + + /** + *

    A pagination token, if more results are available.

    + * @public + */ + NextToken?: string | undefined; } /** * @public */ -export interface GetTriggerRequest { +export interface GetMLTransformRequest { /** - *

    The name of the trigger to retrieve.

    + *

    The unique identifier of the transform, generated at the time that the transform was + * created.

    * @public */ - Name: string | undefined; + TransformId: string | undefined; } /** + *

    A structure containing the column name and column importance score for a column.

    + *

    Column importance helps you understand how columns contribute to your model, by identifying which columns in your records are more important than others.

    * @public */ -export interface GetTriggerResponse { +export interface ColumnImportance { /** - *

    The requested trigger definition.

    + *

    The name of a column.

    * @public */ - Trigger?: Trigger | undefined; + ColumnName?: string | undefined; + + /** + *

    The column importance score for the column, as a decimal.

    + * @public + */ + Importance?: number | undefined; } /** + *

    The confusion matrix shows you what your transform is predicting accurately and what types of errors it is making.

    + *

    For more information, see Confusion matrix in Wikipedia.

    * @public */ -export interface GetTriggersRequest { +export interface ConfusionMatrix { /** - *

    A continuation token, if this is a continuation call.

    + *

    The number of matches in the data that the transform correctly found, in the confusion matrix for your transform.

    * @public */ - NextToken?: string | undefined; + NumTruePositives?: number | undefined; /** - *

    The name of the job to retrieve triggers for. The trigger that can start this job is - * returned, and if there is no such trigger, all triggers are returned.

    + *

    The number of nonmatches in the data that the transform incorrectly classified as a match, + * in the confusion matrix for your transform.

    * @public */ - DependentJobName?: string | undefined; + NumFalsePositives?: number | undefined; /** - *

    The maximum size of the response.

    + *

    The number of nonmatches in the data that the transform correctly rejected, in the + * confusion matrix for your transform.

    * @public */ - MaxResults?: number | undefined; + NumTrueNegatives?: number | undefined; + + /** + *

    The number of matches in the data that the transform didn't find, in the confusion matrix for your transform.

    + * @public + */ + NumFalseNegatives?: number | undefined; } /** + *

    The evaluation metrics for the find matches algorithm. The quality of your machine + * learning transform is measured by getting your transform to predict some matches and comparing + * the results to known matches from the same dataset. The quality metrics are based on a subset + * of your data, so they are not precise.

    * @public */ -export interface GetTriggersResponse { +export interface FindMatchesMetrics { /** - *

    A list of triggers for the specified job.

    + *

    The area under the precision/recall curve (AUPRC) is a single number measuring the overall + * quality of the transform, that is independent of the choice made for precision vs. recall. + * Higher values indicate that you have a more attractive precision vs. recall tradeoff.

    + *

    For more information, see Precision and recall in Wikipedia.

    * @public */ - Triggers?: Trigger[] | undefined; + AreaUnderPRCurve?: number | undefined; /** - *

    A continuation token, if not all the requested triggers - * have yet been returned.

    + *

    The precision metric indicates when often your transform is correct when it predicts a match. Specifically, it measures how well the transform finds true positives from the total true positives possible.

    + *

    For more information, see Precision and recall in Wikipedia.

    * @public */ - NextToken?: string | undefined; -} + Precision?: number | undefined; -/** - *

    A structure used as a protocol between query engines and Lake Formation or Glue. Contains both a Lake Formation generated authorization identifier and information from the request's authorization context.

    - * @public - */ -export interface QuerySessionContext { /** - *

    A unique identifier generated by the query engine for the query.

    + *

    The recall metric indicates that for an actual match, how often your transform predicts + * the match. Specifically, it measures how well the transform finds true positives from the + * total records in the source data.

    + *

    For more information, see Precision and recall in Wikipedia.

    * @public */ - QueryId?: string | undefined; + Recall?: number | undefined; /** - *

    A timestamp provided by the query engine for when the query started.

    + *

    The maximum F1 metric indicates the transform's accuracy between 0 and 1, where 1 is the best accuracy.

    + *

    For more information, see F1 score in Wikipedia.

    * @public */ - QueryStartTime?: Date | undefined; + F1?: number | undefined; /** - *

    An identifier string for the consumer cluster.

    + *

    The confusion matrix shows you what your transform is predicting accurately and what types of errors it is making.

    + *

    For more information, see Confusion matrix in Wikipedia.

    * @public */ - ClusterId?: string | undefined; + ConfusionMatrix?: ConfusionMatrix | undefined; /** - *

    A cryptographically generated query identifier generated by Glue or Lake Formation.

    + *

    A list of ColumnImportance structures containing column importance metrics, sorted in order of descending importance.

    * @public */ - QueryAuthorizationId?: string | undefined; + ColumnImportances?: ColumnImportance[] | undefined; +} +/** + *

    Evaluation metrics provide an estimate of the quality of your machine learning transform.

    + * @public + */ +export interface EvaluationMetrics { /** - *

    An opaque string-string map passed by the query engine.

    + *

    The type of machine learning transform.

    * @public */ - AdditionalContext?: Record | undefined; + TransformType: TransformType | undefined; + + /** + *

    The evaluation metrics for the find matches algorithm.

    + * @public + */ + FindMatchesMetrics?: FindMatchesMetrics | undefined; +} + +/** + *

    A key-value pair representing a column and data type that this transform can + * run against. The Schema parameter of the MLTransform may contain up to 100 of these structures.

    + * @public + */ +export interface SchemaColumn { + /** + *

    The name of the column.

    + * @public + */ + Name?: string | undefined; + + /** + *

    The type of data in the column.

    + * @public + */ + DataType?: string | undefined; } /** * @public * @enum */ -export const PermissionType = { - CELL_FILTER_PERMISSION: "CELL_FILTER_PERMISSION", - COLUMN_PERMISSION: "COLUMN_PERMISSION", - NESTED_CELL_PERMISSION: "NESTED_CELL_PERMISSION", - NESTED_PERMISSION: "NESTED_PERMISSION", +export const TransformStatusType = { + DELETING: "DELETING", + NOT_READY: "NOT_READY", + READY: "READY", } as const; /** * @public */ -export type PermissionType = (typeof PermissionType)[keyof typeof PermissionType]; +export type TransformStatusType = (typeof TransformStatusType)[keyof typeof TransformStatusType]; /** * @public */ -export interface GetUnfilteredPartitionMetadataRequest { +export interface GetMLTransformResponse { /** - *

    Specified only if the base tables belong to a different Amazon Web Services Region.

    + *

    The unique identifier of the transform, generated at the time that the transform was + * created.

    * @public */ - Region?: string | undefined; + TransformId?: string | undefined; /** - *

    The catalog ID where the partition resides.

    + *

    The unique name given to the transform when it was created.

    * @public */ - CatalogId: string | undefined; + Name?: string | undefined; /** - *

    (Required) Specifies the name of a database that contains the partition.

    + *

    A description of the transform.

    * @public */ - DatabaseName: string | undefined; + Description?: string | undefined; /** - *

    (Required) Specifies the name of a table that contains the partition.

    + *

    The last known status of the transform (to indicate whether it can be used or not). One of "NOT_READY", "READY", or "DELETING".

    * @public */ - TableName: string | undefined; + Status?: TransformStatusType | undefined; /** - *

    (Required) A list of partition key values.

    + *

    The date and time when the transform was created.

    * @public */ - PartitionValues: string[] | undefined; + CreatedOn?: Date | undefined; /** - *

    A structure containing Lake Formation audit context information.

    + *

    The date and time when the transform was last modified.

    * @public */ - AuditContext?: AuditContext | undefined; + LastModifiedOn?: Date | undefined; /** - *

    (Required) A list of supported permission types.

    + *

    A list of Glue table definitions used by the transform.

    * @public */ - SupportedPermissionTypes: PermissionType[] | undefined; + InputRecordTables?: GlueTable[] | undefined; /** - *

    A structure used as a protocol between query engines and Lake Formation or Glue. Contains both a Lake Formation generated authorization identifier and information from the request's authorization context.

    + *

    The configuration parameters that are specific to the algorithm used.

    * @public */ - QuerySessionContext?: QuerySessionContext | undefined; -} + Parameters?: TransformParameters | undefined; -/** - * @public - */ -export interface GetUnfilteredPartitionMetadataResponse { /** - *

    A Partition object containing the partition metadata.

    + *

    The latest evaluation metrics.

    * @public */ - Partition?: Partition | undefined; + EvaluationMetrics?: EvaluationMetrics | undefined; /** - *

    A list of column names that the user has been granted access to.

    + *

    The number of labels available for this transform.

    * @public */ - AuthorizedColumns?: string[] | undefined; + LabelCount?: number | undefined; /** - *

    A Boolean value that indicates whether the partition location is registered - * with Lake Formation.

    + *

    The Map object that represents the schema that this + * transform accepts. Has an upper bound of 100 columns.

    * @public */ - IsRegisteredWithLakeFormation?: boolean | undefined; -} + Schema?: SchemaColumn[] | undefined; -/** - *

    The operation timed out.

    - * @public - */ -export class PermissionTypeMismatchException extends __BaseException { - readonly name: "PermissionTypeMismatchException" = "PermissionTypeMismatchException"; - readonly $fault: "client" = "client"; /** - *

    There is a mismatch between the SupportedPermissionType used in the query request - * and the permissions defined on the target table.

    + *

    The name or Amazon Resource Name (ARN) of the IAM role with the required + * permissions.

    * @public */ - Message?: string | undefined; - /** - * @internal - */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "PermissionTypeMismatchException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, PermissionTypeMismatchException.prototype); - this.Message = opts.Message; - } -} + Role?: string | undefined; -/** - * @public - */ -export interface GetUnfilteredPartitionsMetadataRequest { /** - *

    Specified only if the base tables belong to a different Amazon Web Services Region.

    + *

    This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see Glue Versions in the developer guide.

    * @public */ - Region?: string | undefined; + GlueVersion?: string | undefined; /** - *

    The ID of the Data Catalog where the partitions in question reside. If none is provided, - * the AWS account ID is used by default.

    + *

    The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of + * processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more + * information, see the Glue pricing + * page.

    + *

    When the WorkerType field is set to a value other than Standard, the MaxCapacity field is set automatically and becomes read-only.

    * @public */ - CatalogId: string | undefined; - - /** - *

    The name of the catalog database where the partitions reside.

    - * @public - */ - DatabaseName: string | undefined; - - /** - *

    The name of the table that contains the partition.

    - * @public - */ - TableName: string | undefined; + MaxCapacity?: number | undefined; /** - *

    An expression that filters the partitions to be returned.

    - *

    The expression uses SQL syntax similar to the SQL WHERE filter clause. The - * SQL statement parser JSQLParser parses the expression.

    - *

    - * Operators: The following are the operators that you can use in the - * Expression API call:

    - *
    - *
    =
    - *
    - *

    Checks whether the values of the two operands are equal; if yes, then the condition becomes - * true.

    - *

    Example: Assume 'variable a' holds 10 and 'variable b' holds 20.

    - *

    (a = b) is not true.

    - *
    - *
    < >
    - *
    - *

    Checks whether the values of two operands are equal; if the values are not equal, - * then the condition becomes true.

    - *

    Example: (a < > b) is true.

    - *
    - *
    >
    - *
    - *

    Checks whether the value of the left operand is greater than the value of the right - * operand; if yes, then the condition becomes true.

    - *

    Example: (a > b) is not true.

    - *
    - *
    <
    - *
    - *

    Checks whether the value of the left operand is less than the value of the right - * operand; if yes, then the condition becomes true.

    - *

    Example: (a < b) is true.

    - *
    - *
    >=
    - *
    - *

    Checks whether the value of the left operand is greater than or equal to the value - * of the right operand; if yes, then the condition becomes true.

    - *

    Example: (a >= b) is not true.

    - *
    - *
    <=
    - *
    - *

    Checks whether the value of the left operand is less than or equal to the value of - * the right operand; if yes, then the condition becomes true.

    - *

    Example: (a <= b) is true.

    - *
    - *
    AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL
    - *
    - *

    Logical operators.

    - *
    - *
    - *

    - * Supported Partition Key Types: The following are the supported - * partition keys.

    + *

    The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.

    *
      *
    • - *

      - * string - *

      - *
      • - *
    • - *

      - * date - *

      - *
      • - *
    • - *

      - * timestamp - *

      - *
      • - *
    • - *

      - * int - *

      - *
      • - *
    • - *

      - * bigint - *

      - *
      • - *
    • - *

      - * long - *

      - *
      • - *
    • - *

      - * tinyint - *

      + *

      For the Standard worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.

      *
      • *
    • - *

      - * smallint - *

      + *

      For the G.1X worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.

      *
      • *
    • - *

      - * decimal - *

      + *

      For the G.2X worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.

      *
      • *
    - *

    If an type is encountered that is not valid, an exception is thrown.

    * @public */ - Expression?: string | undefined; + WorkerType?: WorkerType | undefined; /** - *

    A structure containing Lake Formation audit context information.

    + *

    The number of workers of a defined workerType that are allocated when this task runs.

    * @public */ - AuditContext?: AuditContext | undefined; + NumberOfWorkers?: number | undefined; /** - *

    A list of supported permission types.

    + *

    The timeout for a task run for this transform in minutes. This is the maximum time that a task run for this transform can consume resources before it is terminated and enters TIMEOUT status. The default is 2,880 minutes (48 hours).

    * @public */ - SupportedPermissionTypes: PermissionType[] | undefined; + Timeout?: number | undefined; /** - *

    A continuation token, if this is not the first call to retrieve - * these partitions.

    + *

    The maximum number of times to retry a task for this transform after a task run fails.

    * @public */ - NextToken?: string | undefined; + MaxRetries?: number | undefined; /** - *

    The segment of the table's partitions to scan in this request.

    + *

    The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.

    * @public */ - Segment?: Segment | undefined; + TransformEncryption?: TransformEncryption | undefined; +} +/** + *

    The criteria used to filter the machine learning transforms.

    + * @public + */ +export interface TransformFilterCriteria { /** - *

    The maximum number of partitions to return in a single response.

    + *

    A unique transform name that is used to filter the machine learning transforms.

    * @public */ - MaxResults?: number | undefined; + Name?: string | undefined; /** - *

    A structure used as a protocol between query engines and Lake Formation or Glue. Contains both a Lake Formation generated authorization identifier and information from the request's authorization context.

    + *

    The type of machine learning transform that is used to filter the machine learning + * transforms.

    * @public */ - QuerySessionContext?: QuerySessionContext | undefined; -} + TransformType?: TransformType | undefined; -/** - *

    A partition that contains unfiltered metadata.

    - * @public - */ -export interface UnfilteredPartition { /** - *

    The partition object.

    + *

    Filters the list of machine learning transforms by the last known status of the transforms (to indicate whether a transform can be used or not). One of "NOT_READY", "READY", or "DELETING".

    * @public */ - Partition?: Partition | undefined; + Status?: TransformStatusType | undefined; /** - *

    The list of columns the user has permissions to access.

    + *

    This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see Glue Versions in the developer guide.

    * @public */ - AuthorizedColumns?: string[] | undefined; + GlueVersion?: string | undefined; /** - *

    A Boolean value indicating that the partition location is registered with Lake Formation.

    + *

    The time and date before which the transforms were created.

    * @public */ - IsRegisteredWithLakeFormation?: boolean | undefined; -} + CreatedBefore?: Date | undefined; -/** - * @public - */ -export interface GetUnfilteredPartitionsMetadataResponse { /** - *

    A list of requested partitions.

    + *

    The time and date after which the transforms were created.

    * @public */ - UnfilteredPartitions?: UnfilteredPartition[] | undefined; + CreatedAfter?: Date | undefined; /** - *

    A continuation token, if the returned list of partitions does not include the last - * one.

    + *

    Filter on transforms last modified before this date.

    * @public */ - NextToken?: string | undefined; + LastModifiedBefore?: Date | undefined; + + /** + *

    Filter on transforms last modified after this date.

    + * @public + */ + LastModifiedAfter?: Date | undefined; + + /** + *

    Filters on datasets with a specific schema. The Map + * object is an array of key-value pairs representing the schema this transform accepts, where + * Column is the name of a column, and Type is the type of the data + * such as an integer or string. Has an upper bound of 100 columns.

    + * @public + */ + Schema?: SchemaColumn[] | undefined; } /** - *

    A structure specifying the dialect and dialect version used by the query engine.

    * @public + * @enum */ -export interface SupportedDialect { +export const TransformSortColumnType = { + CREATED: "CREATED", + LAST_MODIFIED: "LAST_MODIFIED", + NAME: "NAME", + STATUS: "STATUS", + TRANSFORM_TYPE: "TRANSFORM_TYPE", +} as const; + +/** + * @public + */ +export type TransformSortColumnType = (typeof TransformSortColumnType)[keyof typeof TransformSortColumnType]; + +/** + *

    The sorting criteria that are associated with the machine learning transform.

    + * @public + */ +export interface TransformSortCriteria { /** - *

    The dialect of the query engine.

    + *

    The column to be used in the sorting criteria that are associated with the machine + * learning transform.

    * @public */ - Dialect?: ViewDialect | undefined; + Column: TransformSortColumnType | undefined; /** - *

    The version of the dialect of the query engine. For example, 3.0.0.

    + *

    The sort direction to be used in the sorting criteria that are associated with the machine + * learning transform.

    * @public */ - DialectVersion?: string | undefined; + SortDirection: SortDirectionType | undefined; } /** * @public */ -export interface GetUnfilteredTableMetadataRequest { +export interface GetMLTransformsRequest { /** - *

    Specified only if the base tables belong to a different Amazon Web Services Region.

    + *

    A paginated token to offset the results.

    * @public */ - Region?: string | undefined; + NextToken?: string | undefined; /** - *

    The catalog ID where the table resides.

    + *

    The maximum number of results to return.

    * @public */ - CatalogId: string | undefined; + MaxResults?: number | undefined; /** - *

    (Required) Specifies the name of a database that contains the table.

    + *

    The filter transformation criteria.

    * @public */ - DatabaseName: string | undefined; + Filter?: TransformFilterCriteria | undefined; /** - *

    (Required) Specifies the name of a table for which you are requesting metadata.

    + *

    The sorting criteria.

    * @public */ - Name: string | undefined; + Sort?: TransformSortCriteria | undefined; +} +/** + *

    A structure for a machine learning transform.

    + * @public + */ +export interface MLTransform { /** - *

    A structure containing Lake Formation audit context information.

    + *

    The unique transform ID that is generated for the machine learning transform. The ID is + * guaranteed to be unique and does not change.

    * @public */ - AuditContext?: AuditContext | undefined; + TransformId?: string | undefined; /** - *

    Indicates the level of filtering a third-party analytical engine is capable of enforcing when calling the GetUnfilteredTableMetadata API operation. Accepted values are:

    - *
      - *
    • - *

      - * COLUMN_PERMISSION - Column permissions ensure that users can access only specific columns in the table. If there are particular columns contain sensitive data, data lake administrators can define column filters that exclude access to specific columns.

      - *
      • - *
    • - *

      - * CELL_FILTER_PERMISSION - Cell-level filtering combines column filtering (include or exclude columns) and row filter expressions to restrict access to individual elements in the table.

      - *
      • - *
    • - *

      - * NESTED_PERMISSION - Nested permissions combines cell-level filtering and nested column filtering to restrict access to columns and/or nested columns in specific rows based on row filter expressions.

      - *
      • - *
    • - *

      - * NESTED_CELL_PERMISSION - Nested cell permissions combines nested permission with nested cell-level filtering. This allows different subsets of nested columns to be restricted based on an array of row filter expressions.

      - *
      • - *
    - *

    Note: Each of these permission types follows a hierarchical order where each subsequent permission type includes all permission of the previous type.

    - *

    Important: If you provide a supported permission type that doesn't match the user's level of permissions on the table, then Lake Formation raises an exception. For example, if the third-party engine calling the GetUnfilteredTableMetadata operation can enforce only column-level filtering, and the user has nested cell filtering applied on the table, Lake Formation throws an exception, and will not return unfiltered table metadata and data access credentials.

    - * @public - */ - SupportedPermissionTypes: PermissionType[] | undefined; - - /** - *

    The resource ARN of the view.

    + *

    A user-defined name for the machine learning transform. Names are not guaranteed unique + * and can be changed at any time.

    * @public */ - ParentResourceArn?: string | undefined; + Name?: string | undefined; /** - *

    The resource ARN of the root view in a chain of nested views.

    + *

    A user-defined, long-form description text for the machine learning transform. + * Descriptions are not guaranteed to be unique and can be changed at any time.

    * @public */ - RootResourceArn?: string | undefined; + Description?: string | undefined; /** - *

    A structure specifying the dialect and dialect version used by the query engine.

    + *

    The current status of the machine learning transform.

    * @public */ - SupportedDialect?: SupportedDialect | undefined; + Status?: TransformStatusType | undefined; /** - *

    The Lake Formation data permissions of the caller on the table. Used to authorize the call when no view context is found.

    + *

    A timestamp. The time and date that this machine learning transform was created.

    * @public */ - Permissions?: Permission[] | undefined; + CreatedOn?: Date | undefined; /** - *

    A structure used as a protocol between query engines and Lake Formation or Glue. Contains both a Lake Formation generated authorization identifier and information from the request's authorization context.

    + *

    A timestamp. The last point in time when this machine learning transform was modified.

    * @public */ - QuerySessionContext?: QuerySessionContext | undefined; -} + LastModifiedOn?: Date | undefined; -/** - *

    A filter that uses both column-level and row-level filtering.

    - * @public - */ -export interface ColumnRowFilter { /** - *

    A string containing the name of the column.

    + *

    A list of Glue table definitions used by the transform.

    * @public */ - ColumnName?: string | undefined; + InputRecordTables?: GlueTable[] | undefined; /** - *

    A string containing the row-level filter expression.

    + *

    A TransformParameters object. You can use parameters to tune (customize) the + * behavior of the machine learning transform by specifying what data it learns from and your + * preference on various tradeoffs (such as precious vs. recall, or accuracy vs. cost).

    * @public */ - RowFilterExpression?: string | undefined; -} + Parameters?: TransformParameters | undefined; -/** - * @public - */ -export interface GetUsageProfileRequest { /** - *

    The name of the usage profile to retrieve.

    + *

    An EvaluationMetrics object. Evaluation metrics provide an estimate of the quality of your machine learning transform.

    * @public */ - Name: string | undefined; -} + EvaluationMetrics?: EvaluationMetrics | undefined; -/** - * @public - */ -export interface GetUsageProfileResponse { /** - *

    The name of the usage profile.

    + *

    A count identifier for the labeling files generated by Glue for this transform. As you create a better transform, you can iteratively download, label, and upload the labeling file.

    * @public */ - Name?: string | undefined; + LabelCount?: number | undefined; /** - *

    A description of the usage profile.

    + *

    A map of key-value pairs representing the columns and data types that this transform can + * run against. Has an upper bound of 100 columns.

    * @public */ - Description?: string | undefined; + Schema?: SchemaColumn[] | undefined; /** - *

    A ProfileConfiguration object specifying the job and session values for the profile.

    + *

    The name or Amazon Resource Name (ARN) of the IAM role with the required permissions. The required permissions include both Glue service role permissions to Glue resources, and Amazon S3 permissions required by the transform.

    + *
      + *
    • + *

      This role needs Glue service role permissions to allow access to resources in Glue. See Attach a Policy to IAM Users That Access Glue.

      + *
      • + *
    • + *

      This role needs permission to your Amazon Simple Storage Service (Amazon S3) sources, targets, temporary directory, scripts, and any libraries used by the task run for this transform.

      + *
      • + *
    * @public */ - Configuration?: ProfileConfiguration | undefined; + Role?: string | undefined; /** - *

    The date and time when the usage profile was created.

    + *

    This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see Glue Versions in the developer guide.

    * @public */ - CreatedOn?: Date | undefined; + GlueVersion?: string | undefined; /** - *

    The date and time when the usage profile was last modified.

    + *

    The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of + * processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more + * information, see the Glue pricing + * page.

    + *

    + * MaxCapacity is a mutually exclusive option with NumberOfWorkers and WorkerType.

    + *
      + *
    • + *

      If either NumberOfWorkers or WorkerType is set, then MaxCapacity cannot be set.

      + *
      • + *
    • + *

      If MaxCapacity is set then neither NumberOfWorkers or WorkerType can be set.

      + *
      • + *
    • + *

      If WorkerType is set, then NumberOfWorkers is required (and vice versa).

      + *
      • + *
    • + *

      + * MaxCapacity and NumberOfWorkers must both be at least 1.

      + *
      • + *
    + *

    When the WorkerType field is set to a value other than Standard, the MaxCapacity field is set automatically and becomes read-only.

    * @public */ - LastModifiedOn?: Date | undefined; -} + MaxCapacity?: number | undefined; -/** - * @public - */ -export interface GetUserDefinedFunctionRequest { /** - *

    The ID of the Data Catalog where the function to be retrieved is located. If none is - * provided, the Amazon Web Services account ID is used by default.

    + *

    The type of predefined worker that is allocated when a task of this transform runs. Accepts a value of Standard, G.1X, or G.2X.

    + *
      + *
    • + *

      For the Standard worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.

      + *
      • + *
    • + *

      For the G.1X worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.

      + *
      • + *
    • + *

      For the G.2X worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.

      + *
      • + *
    + *

    + * MaxCapacity is a mutually exclusive option with NumberOfWorkers and WorkerType.

    + *
      + *
    • + *

      If either NumberOfWorkers or WorkerType is set, then MaxCapacity cannot be set.

      + *
      • + *
    • + *

      If MaxCapacity is set then neither NumberOfWorkers or WorkerType can be set.

      + *
      • + *
    • + *

      If WorkerType is set, then NumberOfWorkers is required (and vice versa).

      + *
      • + *
    • + *

      + * MaxCapacity and NumberOfWorkers must both be at least 1.

      + *
      • + *
    * @public */ - CatalogId?: string | undefined; + WorkerType?: WorkerType | undefined; /** - *

    The name of the catalog database where the function is located.

    + *

    The number of workers of a defined workerType that are allocated when a task of the transform runs.

    + *

    If WorkerType is set, then NumberOfWorkers is required (and vice versa).

    * @public */ - DatabaseName: string | undefined; + NumberOfWorkers?: number | undefined; /** - *

    The name of the function.

    + *

    The timeout in minutes of the machine learning transform.

    * @public */ - FunctionName: string | undefined; -} + Timeout?: number | undefined; -/** - *

    Represents the equivalent of a Hive user-defined function - * (UDF) definition.

    - * @public - */ -export interface UserDefinedFunction { /** - *

    The name of the function.

    + *

    The maximum number of times to retry after an MLTaskRun of the machine + * learning transform fails.

    * @public */ - FunctionName?: string | undefined; + MaxRetries?: number | undefined; /** - *

    The name of the catalog database that contains the function.

    + *

    The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.

    * @public */ - DatabaseName?: string | undefined; + TransformEncryption?: TransformEncryption | undefined; +} +/** + * @public + */ +export interface GetMLTransformsResponse { /** - *

    The Java class that contains the function code.

    + *

    A list of machine learning transforms.

    * @public */ - ClassName?: string | undefined; + Transforms: MLTransform[] | undefined; /** - *

    The owner of the function.

    + *

    A pagination token, if more results are available.

    * @public */ - OwnerName?: string | undefined; + NextToken?: string | undefined; +} +/** + * @public + */ +export interface GetPartitionRequest { /** - *

    The owner type.

    + *

    The ID of the Data Catalog where the partition in question resides. If none is provided, + * the Amazon Web Services account ID is used by default.

    * @public */ - OwnerType?: PrincipalType | undefined; + CatalogId?: string | undefined; /** - *

    The time at which the function was created.

    + *

    The name of the catalog database where the partition resides.

    * @public */ - CreateTime?: Date | undefined; + DatabaseName: string | undefined; /** - *

    The resource URIs for the function.

    + *

    The name of the partition's table.

    * @public */ - ResourceUris?: ResourceUri[] | undefined; + TableName: string | undefined; /** - *

    The ID of the Data Catalog in which the function resides.

    + *

    The values that define the partition.

    * @public */ - CatalogId?: string | undefined; + PartitionValues: string[] | undefined; } /** * @public */ -export interface GetUserDefinedFunctionResponse { +export interface GetPartitionResponse { /** - *

    The requested function definition.

    + *

    The requested information, in the form of a Partition + * object.

    * @public */ - UserDefinedFunction?: UserDefinedFunction | undefined; + Partition?: Partition | undefined; } /** * @public */ -export interface GetUserDefinedFunctionsRequest { +export interface GetPartitionIndexesRequest { /** - *

    The ID of the Data Catalog where the functions to be retrieved are located. If none is - * provided, the Amazon Web Services account ID is used by default.

    + *

    The catalog ID where the table resides.

    * @public */ CatalogId?: string | undefined; /** - *

    The name of the catalog database where the functions are located. If none is provided, functions from all the - * databases across the catalog will be returned.

    + *

    Specifies the name of a database from which you want to retrieve partition indexes.

    * @public */ - DatabaseName?: string | undefined; + DatabaseName: string | undefined; /** - *

    An optional function-name pattern string that filters the function - * definitions returned.

    + *

    Specifies the name of a table for which you want to retrieve the partition indexes.

    * @public */ - Pattern: string | undefined; + TableName: string | undefined; /** - *

    A continuation token, if this is a continuation call.

    + *

    A continuation token, included if this is a continuation call.

    * @public */ NextToken?: string | undefined; - - /** - *

    The maximum number of functions to return in one response.

    - * @public - */ - MaxResults?: number | undefined; } /** * @public + * @enum */ -export interface GetUserDefinedFunctionsResponse { - /** - *

    A list of requested function definitions.

    - * @public - */ - UserDefinedFunctions?: UserDefinedFunction[] | undefined; - - /** - *

    A continuation token, if the list of functions returned does - * not include the last requested function.

    - * @public - */ - NextToken?: string | undefined; -} - -/** - * @public - */ -export interface GetWorkflowRequest { - /** - *

    The name of the workflow to retrieve.

    - * @public - */ - Name: string | undefined; - - /** - *

    Specifies whether to include a graph when returning the workflow resource metadata.

    - * @public - */ - IncludeGraph?: boolean | undefined; -} +export const BackfillErrorCode = { + ENCRYPTED_PARTITION_ERROR: "ENCRYPTED_PARTITION_ERROR", + INTERNAL_ERROR: "INTERNAL_ERROR", + INVALID_PARTITION_TYPE_DATA_ERROR: "INVALID_PARTITION_TYPE_DATA_ERROR", + MISSING_PARTITION_VALUE_ERROR: "MISSING_PARTITION_VALUE_ERROR", + UNSUPPORTED_PARTITION_CHARACTER_ERROR: "UNSUPPORTED_PARTITION_CHARACTER_ERROR", +} as const; /** * @public */ -export interface GetWorkflowResponse { - /** - *

    The resource metadata for the workflow.

    - * @public - */ - Workflow?: Workflow | undefined; -} +export type BackfillErrorCode = (typeof BackfillErrorCode)[keyof typeof BackfillErrorCode]; /** + *

    A list of errors that can occur when registering partition indexes for an existing table.

    + *

    These errors give the details about why an index registration failed and provide a limited number of partitions in the response, so that you can fix the partitions at fault and try registering the index again. The most common set of errors that can occur are categorized as follows:

    + *
      + *
    • + *

      EncryptedPartitionError: The partitions are encrypted.

      + *
      • + *
    • + *

      InvalidPartitionTypeDataError: The partition value doesn't match the data type for that partition column.

      + *
      • + *
    • + *

      MissingPartitionValueError: The partitions are encrypted.

      + *
      • + *
    • + *

      UnsupportedPartitionCharacterError: Characters inside the partition value are not supported. For example: U+0000 , U+0001, U+0002.

      + *
      • + *
    • + *

      InternalError: Any error which does not belong to other error codes.

      + *
      • + *
    * @public */ -export interface GetWorkflowRunRequest { - /** - *

    Name of the workflow being run.

    - * @public - */ - Name: string | undefined; - - /** - *

    The ID of the workflow run.

    - * @public - */ - RunId: string | undefined; - +export interface BackfillError { /** - *

    Specifies whether to include the workflow graph in response or not.

    + *

    The error code for an error that occurred when registering partition indexes for an existing table.

    * @public */ - IncludeGraph?: boolean | undefined; -} + Code?: BackfillErrorCode | undefined; -/** - * @public - */ -export interface GetWorkflowRunResponse { /** - *

    The requested workflow run metadata.

    + *

    A list of a limited number of partitions in the response.

    * @public */ - Run?: WorkflowRun | undefined; + Partitions?: PartitionValueList[] | undefined; } /** * @public + * @enum */ -export interface GetWorkflowRunPropertiesRequest { - /** - *

    Name of the workflow which was run.

    - * @public - */ - Name: string | undefined; - - /** - *

    The ID of the workflow run whose run properties should be returned.

    - * @public - */ - RunId: string | undefined; -} +export const PartitionIndexStatus = { + ACTIVE: "ACTIVE", + CREATING: "CREATING", + DELETING: "DELETING", + FAILED: "FAILED", +} as const; /** * @public */ -export interface GetWorkflowRunPropertiesResponse { - /** - *

    The workflow run properties which were set during the specified run.

    - * @public - */ - RunProperties?: Record | undefined; -} +export type PartitionIndexStatus = (typeof PartitionIndexStatus)[keyof typeof PartitionIndexStatus]; /** + *

    A partition key pair consisting of a name and a type.

    * @public */ -export interface GetWorkflowRunsRequest { +export interface KeySchemaElement { /** - *

    Name of the workflow whose metadata of runs should be returned.

    + *

    The name of a partition key.

    * @public */ Name: string | undefined; /** - *

    Specifies whether to include the workflow graph in response or not.

    - * @public - */ - IncludeGraph?: boolean | undefined; - - /** - *

    The maximum size of the response.

    - * @public - */ - NextToken?: string | undefined; - - /** - *

    The maximum number of workflow runs to be included in the response.

    - * @public - */ - MaxResults?: number | undefined; -} - -/** - * @public - */ -export interface GetWorkflowRunsResponse { - /** - *

    A list of workflow run metadata objects.

    - * @public - */ - Runs?: WorkflowRun[] | undefined; - - /** - *

    A continuation token, if not all requested workflow runs have been returned.

    - * @public - */ - NextToken?: string | undefined; -} - -/** - * @public - */ -export interface ImportCatalogToGlueRequest { - /** - *

    The ID of the catalog to import. Currently, this should be the Amazon Web Services account ID.

    + *

    The type of a partition key.

    * @public */ - CatalogId?: string | undefined; + Type: string | undefined; } /** + *

    A descriptor for a partition index in a table.

    * @public */ -export interface ImportCatalogToGlueResponse {} - -/** - * @public - */ -export interface ListBlueprintsRequest { - /** - *

    A continuation token, if this is a continuation request.

    - * @public - */ - NextToken?: string | undefined; - +export interface PartitionIndexDescriptor { /** - *

    The maximum size of a list to return.

    + *

    The name of the partition index.

    * @public */ - MaxResults?: number | undefined; + IndexName: string | undefined; /** - *

    Filters the list by an Amazon Web Services resource tag.

    + *

    A list of one or more keys, as KeySchemaElement structures, for the partition index.

    * @public */ - Tags?: Record | undefined; -} + Keys: KeySchemaElement[] | undefined; -/** - * @public - */ -export interface ListBlueprintsResponse { /** - *

    List of names of blueprints in the account.

    + *

    The status of the partition index.

    + *

    The possible statuses are:

    + *
      + *
    • + *

      CREATING: The index is being created. When an index is in a CREATING state, the index or its table cannot be deleted.

      + *
      • + *
    • + *

      ACTIVE: The index creation succeeds.

      + *
      • + *
    • + *

      FAILED: The index creation fails.

      + *
      • + *
    • + *

      DELETING: The index is deleted from the list of indexes.

      + *
      • + *
    * @public */ - Blueprints?: string[] | undefined; + IndexStatus: PartitionIndexStatus | undefined; /** - *

    A continuation token, if not all blueprint names have been returned.

    + *

    A list of errors that can occur when registering partition indexes for an existing table.

    * @public */ - NextToken?: string | undefined; + BackfillErrors?: BackfillError[] | undefined; } /** * @public */ -export interface ListColumnStatisticsTaskRunsRequest { +export interface GetPartitionIndexesResponse { /** - *

    The maximum size of the response.

    + *

    A list of index descriptors.

    * @public */ - MaxResults?: number | undefined; + PartitionIndexDescriptorList?: PartitionIndexDescriptor[] | undefined; /** - *

    A continuation token, if this is a continuation call.

    + *

    A continuation token, present if the current list segment is not the last.

    * @public */ NextToken?: string | undefined; } /** + *

    Defines a non-overlapping region of a table's partitions, allowing + * multiple requests to be run in parallel.

    * @public */ -export interface ListColumnStatisticsTaskRunsResponse { +export interface Segment { /** - *

    A list of column statistics task run IDs.

    + *

    The zero-based index number of the segment. For example, if the total number of segments + * is 4, SegmentNumber values range from 0 through 3.

    * @public */ - ColumnStatisticsTaskRunIds?: string[] | undefined; + SegmentNumber: number | undefined; /** - *

    A continuation token, if not all task run IDs have yet been returned.

    + *

    The total number of segments.

    * @public */ - NextToken?: string | undefined; + TotalSegments: number | undefined; } /** * @public */ -export interface ListCrawlersRequest { +export interface GetPartitionsRequest { /** - *

    The maximum size of a list to return.

    + *

    The ID of the Data Catalog where the partitions in question reside. If none is provided, + * the Amazon Web Services account ID is used by default.

    * @public */ - MaxResults?: number | undefined; + CatalogId?: string | undefined; /** - *

    A continuation token, if this is a continuation request.

    + *

    The name of the catalog database where the partitions reside.

    * @public */ - NextToken?: string | undefined; + DatabaseName: string | undefined; /** - *

    Specifies to return only these tagged resources.

    + *

    The name of the partitions' table.

    * @public */ - Tags?: Record | undefined; -} + TableName: string | undefined; -/** - * @public - */ -export interface ListCrawlersResponse { /** - *

    The names of all crawlers in the account, or the crawlers with the specified tags.

    - * @public - */ - CrawlerNames?: string[] | undefined; - - /** - *

    A continuation token, if the returned list does not contain the - * last metric available.

    - * @public - */ - NextToken?: string | undefined; -} - -/** - * @public - * @enum - */ -export const FieldName = { - CRAWL_ID: "CRAWL_ID", - DPU_HOUR: "DPU_HOUR", - END_TIME: "END_TIME", - START_TIME: "START_TIME", - STATE: "STATE", -} as const; - -/** - * @public - */ -export type FieldName = (typeof FieldName)[keyof typeof FieldName]; - -/** - * @public - * @enum - */ -export const FilterOperator = { - EQ: "EQ", - GE: "GE", - GT: "GT", - LE: "LE", - LT: "LT", - NE: "NE", -} as const; - -/** - * @public - */ -export type FilterOperator = (typeof FilterOperator)[keyof typeof FilterOperator]; - -/** - *

    A list of fields, comparators and value that you can use to filter the crawler runs for a specified crawler.

    - * @public - */ -export interface CrawlsFilter { - /** - *

    A key used to filter the crawler runs for a specified crawler. Valid values for each of the field names are:

    + *

    An expression that filters the partitions to be returned.

    + *

    The expression uses SQL syntax similar to the SQL WHERE filter clause. The + * SQL statement parser JSQLParser parses the expression.

    + *

    + * Operators: The following are the operators that you can use in the + * Expression API call:

    + *
    + *
    =
    + *
    + *

    Checks whether the values of the two operands are equal; if yes, then the condition becomes + * true.

    + *

    Example: Assume 'variable a' holds 10 and 'variable b' holds 20.

    + *

    (a = b) is not true.

    + *
    + *
    < >
    + *
    + *

    Checks whether the values of two operands are equal; if the values are not equal, + * then the condition becomes true.

    + *

    Example: (a < > b) is true.

    + *
    + *
    >
    + *
    + *

    Checks whether the value of the left operand is greater than the value of the right + * operand; if yes, then the condition becomes true.

    + *

    Example: (a > b) is not true.

    + *
    + *
    <
    + *
    + *

    Checks whether the value of the left operand is less than the value of the right + * operand; if yes, then the condition becomes true.

    + *

    Example: (a < b) is true.

    + *
    + *
    >=
    + *
    + *

    Checks whether the value of the left operand is greater than or equal to the value + * of the right operand; if yes, then the condition becomes true.

    + *

    Example: (a >= b) is not true.

    + *
    + *
    <=
    + *
    + *

    Checks whether the value of the left operand is less than or equal to the value of + * the right operand; if yes, then the condition becomes true.

    + *

    Example: (a <= b) is true.

    + *
    + *
    AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL
    + *
    + *

    Logical operators.

    + *
    + *
    + *

    + * Supported Partition Key Types: The following are the supported + * partition keys.

    *
      *
    • *

      - * CRAWL_ID: A string representing the UUID identifier for a crawl.

      - *
      • - *
    • - *

      - * STATE: A string representing the state of the crawl.

      + * string + *

      *
      • *
    • *

      - * START_TIME and END_TIME: The epoch timestamp in milliseconds.

      + * date + *

      *
      • *
    • *

      - * DPU_HOUR: The number of data processing unit (DPU) hours used for the crawl.

      + * timestamp + *

      *
      • - *
    - * @public - */ - FieldName?: FieldName | undefined; - - /** - *

    A defined comparator that operates on the value. The available operators are:

    - *
      *
    • *

      - * GT: Greater than.

      + * int + *

      *
      • *
    • *

      - * GE: Greater than or equal to.

      + * bigint + *

      *
      • *
    • *

      - * LT: Less than.

      + * long + *

      *
      • *
    • *

      - * LE: Less than or equal to.

      + * tinyint + *

      *
      • *
    • *

      - * EQ: Equal to.

      + * smallint + *

      *
      • *
    • *

      - * NE: Not equal to.

      + * decimal + *

      *
      • *
    + *

    If an type is encountered that is not valid, an exception is thrown.

    + *

    The following list shows the valid operators on each type. When you define a crawler, the + * partitionKey type is created as a STRING, to be compatible with the catalog + * partitions.

    + *

    + * Sample API Call:

    * @public */ - FilterOperator?: FilterOperator | undefined; + Expression?: string | undefined; /** - *

    The value provided for comparison on the crawl field.

    + *

    A continuation token, if this is not the first call to retrieve + * these partitions.

    * @public */ - FieldValue?: string | undefined; -} + NextToken?: string | undefined; -/** - * @public - */ -export interface ListCrawlsRequest { /** - *

    The name of the crawler whose runs you want to retrieve.

    + *

    The segment of the table's partitions to scan in this request.

    * @public */ - CrawlerName: string | undefined; + Segment?: Segment | undefined; /** - *

    The maximum number of results to return. The default is 20, and maximum is 100.

    + *

    The maximum number of partitions to return in a single response.

    * @public */ MaxResults?: number | undefined; /** - *

    Filters the crawls by the criteria you specify in a list of CrawlsFilter objects.

    + *

    When true, specifies not returning the partition column schema. Useful when you are interested only in other partition attributes such as partition values or location. This approach avoids the problem of a large response by not returning duplicate data.

    * @public */ - Filters?: CrawlsFilter[] | undefined; + ExcludeColumnSchema?: boolean | undefined; /** - *

    A continuation token, if this is a continuation call.

    + *

    The transaction ID at which to read the partition contents.

    * @public */ - NextToken?: string | undefined; + TransactionId?: string | undefined; + + /** + *

    The time as of when to read the partition contents. If not set, the most recent transaction commit time will be used. Cannot be specified along with TransactionId.

    + * @public + */ + QueryAsOfTime?: Date | undefined; } /** * @public - * @enum */ -export const CrawlerHistoryState = { - COMPLETED: "COMPLETED", - FAILED: "FAILED", - RUNNING: "RUNNING", - STOPPED: "STOPPED", -} as const; +export interface GetPartitionsResponse { + /** + *

    A list of requested partitions.

    + * @public + */ + Partitions?: Partition[] | undefined; -/** - * @public - */ -export type CrawlerHistoryState = (typeof CrawlerHistoryState)[keyof typeof CrawlerHistoryState]; + /** + *

    A continuation token, if the returned list of partitions does not include the last + * one.

    + * @public + */ + NextToken?: string | undefined; +} /** - *

    Contains the information for a run of a crawler.

    * @public */ -export interface CrawlerHistory { +export interface GetPlanRequest { /** - *

    A UUID identifier for each crawl.

    + *

    The list of mappings from a source table to target tables.

    * @public */ - CrawlId?: string | undefined; + Mapping: MappingEntry[] | undefined; /** - *

    The state of the crawl.

    + *

    The source table.

    * @public */ - State?: CrawlerHistoryState | undefined; + Source: CatalogEntry | undefined; /** - *

    The date and time on which the crawl started.

    + *

    The target tables.

    * @public */ - StartTime?: Date | undefined; + Sinks?: CatalogEntry[] | undefined; /** - *

    The date and time on which the crawl ended.

    + *

    The parameters for the mapping.

    * @public */ - EndTime?: Date | undefined; + Location?: Location | undefined; /** - *

    A run summary for the specific crawl in JSON. Contains the catalog tables and partitions that were added, updated, or deleted.

    + *

    The programming language of the code to perform the mapping.

    * @public */ - Summary?: string | undefined; + Language?: Language | undefined; /** - *

    If an error occurred, the error message associated with the crawl.

    + *

    A map to hold additional optional key-value parameters.

    + *

    Currently, these key-value pairs are supported:

    + *
      + *
    • + *

      + * inferSchema  —  Specifies whether to set inferSchema to true or false for the default script generated by an Glue job. For example, to set inferSchema to true, pass the following key value pair:

      + *

      + * --additional-plan-options-map '\{"inferSchema":"true"\}' + *

      + *
      • + *
    * @public */ - ErrorMessage?: string | undefined; + AdditionalPlanOptionsMap?: Record | undefined; +} +/** + * @public + */ +export interface GetPlanResponse { /** - *

    The log group associated with the crawl.

    + *

    A Python script to perform the mapping.

    * @public */ - LogGroup?: string | undefined; + PythonScript?: string | undefined; /** - *

    The log stream associated with the crawl.

    + *

    The Scala code to perform the mapping.

    * @public */ - LogStream?: string | undefined; - - /** - *

    The prefix for a CloudWatch message about this crawl.

    - * @public - */ - MessagePrefix?: string | undefined; + ScalaCode?: string | undefined; +} +/** + * @public + */ +export interface GetRegistryInput { /** - *

    The number of data processing units (DPU) used in hours for the crawl.

    + *

    This is a wrapper structure that may contain the registry name and Amazon Resource Name (ARN).

    * @public */ - DPUHour?: number | undefined; + RegistryId: RegistryId | undefined; } /** * @public */ -export interface ListCrawlsResponse { +export interface GetRegistryResponse { /** - *

    A list of CrawlerHistory objects representing the crawl runs that meet your criteria.

    + *

    The name of the registry.

    * @public */ - Crawls?: CrawlerHistory[] | undefined; + RegistryName?: string | undefined; /** - *

    A continuation token for paginating the returned list of tokens, returned if the current segment of the list is not the last.

    + *

    The Amazon Resource Name (ARN) of the registry.

    * @public */ - NextToken?: string | undefined; -} + RegistryArn?: string | undefined; -/** - * @public - */ -export interface ListCustomEntityTypesRequest { /** - *

    A paginated token to offset the results.

    + *

    A description of the registry.

    * @public */ - NextToken?: string | undefined; + Description?: string | undefined; /** - *

    The maximum number of results to return.

    + *

    The status of the registry.

    * @public */ - MaxResults?: number | undefined; + Status?: RegistryStatus | undefined; /** - *

    A list of key-value pair tags.

    + *

    The date and time the registry was created.

    * @public */ - Tags?: Record | undefined; + CreatedTime?: string | undefined; + + /** + *

    The date and time the registry was updated.

    + * @public + */ + UpdatedTime?: string | undefined; } /** * @public */ -export interface ListCustomEntityTypesResponse { +export interface GetResourcePoliciesRequest { /** - *

    A list of CustomEntityType objects representing custom patterns.

    + *

    A continuation token, if this is a continuation request.

    * @public */ - CustomEntityTypes?: CustomEntityType[] | undefined; + NextToken?: string | undefined; /** - *

    A pagination token, if more results are available.

    + *

    The maximum size of a list to return.

    * @public */ - NextToken?: string | undefined; + MaxResults?: number | undefined; } /** - *

    Criteria used to return data quality results.

    + *

    A structure for returning a resource policy.

    * @public */ -export interface DataQualityResultFilterCriteria { - /** - *

    Filter results by the specified data source. For example, retrieving all results for an Glue table.

    - * @public - */ - DataSource?: DataSource | undefined; - +export interface GluePolicy { /** - *

    Filter results by the specified job name.

    + *

    Contains the requested policy document, in JSON format.

    * @public */ - JobName?: string | undefined; + PolicyInJson?: string | undefined; /** - *

    Filter results by the specified job run ID.

    + *

    Contains the hash value associated with this policy.

    * @public */ - JobRunId?: string | undefined; + PolicyHash?: string | undefined; /** - *

    Filter results by runs that started after this time.

    + *

    The date and time at which the policy was created.

    * @public */ - StartedAfter?: Date | undefined; + CreateTime?: Date | undefined; /** - *

    Filter results by runs that started before this time.

    + *

    The date and time at which the policy was last updated.

    * @public */ - StartedBefore?: Date | undefined; + UpdateTime?: Date | undefined; } /** * @public */ -export interface ListDataQualityResultsRequest { +export interface GetResourcePoliciesResponse { /** - *

    The filter criteria.

    + *

    A list of the individual resource policies and the account-level resource policy.

    * @public */ - Filter?: DataQualityResultFilterCriteria | undefined; + GetResourcePoliciesResponseList?: GluePolicy[] | undefined; /** - *

    A paginated token to offset the results.

    + *

    A continuation token, if the returned list does not contain the last resource policy available.

    * @public */ NextToken?: string | undefined; +} +/** + * @public + */ +export interface GetResourcePolicyRequest { /** - *

    The maximum number of results to return.

    + *

    The ARN of the Glue resource for which to retrieve the resource policy. If not + * supplied, the Data Catalog resource policy is returned. Use GetResourcePolicies + * to view all existing resource policies. For more information see Specifying Glue Resource ARNs. + *

    * @public */ - MaxResults?: number | undefined; + ResourceArn?: string | undefined; } /** - *

    Describes a data quality result.

    * @public */ -export interface DataQualityResultDescription { +export interface GetResourcePolicyResponse { /** - *

    The unique result ID for this data quality result.

    + *

    Contains the requested policy document, in JSON format.

    * @public */ - ResultId?: string | undefined; + PolicyInJson?: string | undefined; /** - *

    The table name associated with the data quality result.

    + *

    Contains the hash value associated with this policy.

    * @public */ - DataSource?: DataSource | undefined; + PolicyHash?: string | undefined; /** - *

    The job name associated with the data quality result.

    + *

    The date and time at which the policy was created.

    * @public */ - JobName?: string | undefined; + CreateTime?: Date | undefined; /** - *

    The job run ID associated with the data quality result.

    + *

    The date and time at which the policy was last updated.

    * @public */ - JobRunId?: string | undefined; + UpdateTime?: Date | undefined; +} +/** + * @public + */ +export interface GetSchemaInput { /** - *

    The time that the run started for this data quality result.

    + *

    This is a wrapper structure to contain schema identity fields. The structure contains:

    + *
      + *
    • + *

      SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

      + *
      • + *
    • + *

      SchemaId$SchemaName: The name of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

      + *
      • + *
    * @public */ - StartedOn?: Date | undefined; + SchemaId: SchemaId | undefined; } /** * @public */ -export interface ListDataQualityResultsResponse { +export interface GetSchemaResponse { /** - *

    A list of DataQualityResultDescription objects.

    + *

    The name of the registry.

    * @public */ - Results: DataQualityResultDescription[] | undefined; + RegistryName?: string | undefined; /** - *

    A pagination token, if more results are available.

    + *

    The Amazon Resource Name (ARN) of the registry.

    * @public */ - NextToken?: string | undefined; -} + RegistryArn?: string | undefined; -/** - *

    A filter for listing data quality recommendation runs.

    - * @public - */ -export interface DataQualityRuleRecommendationRunFilter { /** - *

    Filter based on a specified data source (Glue table).

    + *

    The name of the schema.

    * @public */ - DataSource: DataSource | undefined; + SchemaName?: string | undefined; /** - *

    Filter based on time for results started before provided time.

    + *

    The Amazon Resource Name (ARN) of the schema.

    * @public */ - StartedBefore?: Date | undefined; + SchemaArn?: string | undefined; /** - *

    Filter based on time for results started after provided time.

    + *

    A description of schema if specified when created

    * @public */ - StartedAfter?: Date | undefined; -} + Description?: string | undefined; -/** - * @public - */ -export interface ListDataQualityRuleRecommendationRunsRequest { /** - *

    The filter criteria.

    + *

    The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.

    * @public */ - Filter?: DataQualityRuleRecommendationRunFilter | undefined; + DataFormat?: DataFormat | undefined; /** - *

    A paginated token to offset the results.

    + *

    The compatibility mode of the schema.

    * @public */ - NextToken?: string | undefined; + Compatibility?: Compatibility | undefined; /** - *

    The maximum number of results to return.

    + *

    The version number of the checkpoint (the last time the compatibility mode was changed).

    * @public */ - MaxResults?: number | undefined; -} + SchemaCheckpoint?: number | undefined; -/** - *

    Describes the result of a data quality rule recommendation run.

    - * @public - */ -export interface DataQualityRuleRecommendationRunDescription { /** - *

    The unique run identifier associated with this run.

    + *

    The latest version of the schema associated with the returned schema definition.

    * @public */ - RunId?: string | undefined; + LatestSchemaVersion?: number | undefined; /** - *

    The status for this run.

    + *

    The next version of the schema associated with the returned schema definition.

    * @public */ - Status?: TaskStatusType | undefined; + NextSchemaVersion?: number | undefined; /** - *

    The date and time when this run started.

    + *

    The status of the schema.

    * @public */ - StartedOn?: Date | undefined; + SchemaStatus?: SchemaStatus | undefined; /** - *

    The data source (Glue table) associated with the recommendation run.

    + *

    The date and time the schema was created.

    * @public */ - DataSource?: DataSource | undefined; + CreatedTime?: string | undefined; + + /** + *

    The date and time the schema was updated.

    + * @public + */ + UpdatedTime?: string | undefined; } /** * @public */ -export interface ListDataQualityRuleRecommendationRunsResponse { +export interface GetSchemaByDefinitionInput { /** - *

    A list of DataQualityRuleRecommendationRunDescription objects.

    + *

    This is a wrapper structure to contain schema identity fields. The structure contains:

    + *
      + *
    • + *

      SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. One of SchemaArn or SchemaName has to be provided.

      + *
      • + *
    • + *

      SchemaId$SchemaName: The name of the schema. One of SchemaArn or SchemaName has to be provided.

      + *
      • + *
    * @public */ - Runs?: DataQualityRuleRecommendationRunDescription[] | undefined; + SchemaId: SchemaId | undefined; /** - *

    A pagination token, if more results are available.

    + *

    The definition of the schema for which schema details are required.

    * @public */ - NextToken?: string | undefined; + SchemaDefinition: string | undefined; } /** - *

    The filter criteria.

    * @public */ -export interface DataQualityRulesetEvaluationRunFilter { +export interface GetSchemaByDefinitionResponse { /** - *

    Filter based on a data source (an Glue table) associated with the run.

    + *

    The schema ID of the schema version.

    * @public */ - DataSource: DataSource | undefined; + SchemaVersionId?: string | undefined; /** - *

    Filter results by runs that started before this time.

    + *

    The Amazon Resource Name (ARN) of the schema.

    * @public */ - StartedBefore?: Date | undefined; + SchemaArn?: string | undefined; /** - *

    Filter results by runs that started after this time.

    + *

    The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.

    * @public */ - StartedAfter?: Date | undefined; -} + DataFormat?: DataFormat | undefined; -/** - * @public - */ -export interface ListDataQualityRulesetEvaluationRunsRequest { /** - *

    The filter criteria.

    + *

    The status of the schema version.

    * @public */ - Filter?: DataQualityRulesetEvaluationRunFilter | undefined; - - /** - *

    A paginated token to offset the results.

    - * @public - */ - NextToken?: string | undefined; + Status?: SchemaVersionStatus | undefined; /** - *

    The maximum number of results to return.

    + *

    The date and time the schema was created.

    * @public */ - MaxResults?: number | undefined; + CreatedTime?: string | undefined; } /** - *

    Describes the result of a data quality ruleset evaluation run.

    + *

    A structure containing the schema version information.

    * @public */ -export interface DataQualityRulesetEvaluationRunDescription { - /** - *

    The unique run identifier associated with this run.

    - * @public - */ - RunId?: string | undefined; - - /** - *

    The status for this run.

    - * @public - */ - Status?: TaskStatusType | undefined; - +export interface SchemaVersionNumber { /** - *

    The date and time when the run started.

    + *

    The latest version available for the schema.

    * @public */ - StartedOn?: Date | undefined; + LatestVersion?: boolean | undefined; /** - *

    The data source (an Glue table) associated with the run.

    + *

    The version number of the schema.

    * @public */ - DataSource?: DataSource | undefined; + VersionNumber?: number | undefined; } /** * @public */ -export interface ListDataQualityRulesetEvaluationRunsResponse { +export interface GetSchemaVersionInput { /** - *

    A list of DataQualityRulesetEvaluationRunDescription objects representing data quality ruleset runs.

    + *

    This is a wrapper structure to contain schema identity fields. The structure contains:

    + *
      + *
    • + *

      SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

      + *
      • + *
    • + *

      SchemaId$SchemaName: The name of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

      + *
      • + *
    * @public */ - Runs?: DataQualityRulesetEvaluationRunDescription[] | undefined; + SchemaId?: SchemaId | undefined; /** - *

    A pagination token, if more results are available.

    + *

    The SchemaVersionId of the schema version. This field is required for fetching by schema ID. Either this or the SchemaId wrapper has to be provided.

    * @public */ - NextToken?: string | undefined; + SchemaVersionId?: string | undefined; + + /** + *

    The version number of the schema.

    + * @public + */ + SchemaVersionNumber?: SchemaVersionNumber | undefined; } /** - *

    The criteria used to filter data quality rulesets.

    * @public */ -export interface DataQualityRulesetFilterCriteria { +export interface GetSchemaVersionResponse { /** - *

    The name of the ruleset filter criteria.

    + *

    The SchemaVersionId of the schema version.

    * @public */ - Name?: string | undefined; + SchemaVersionId?: string | undefined; /** - *

    The description of the ruleset filter criteria.

    + *

    The schema definition for the schema ID.

    * @public */ - Description?: string | undefined; + SchemaDefinition?: string | undefined; /** - *

    Filter on rulesets created before this date.

    + *

    The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.

    * @public */ - CreatedBefore?: Date | undefined; + DataFormat?: DataFormat | undefined; /** - *

    Filter on rulesets created after this date.

    + *

    The Amazon Resource Name (ARN) of the schema.

    * @public */ - CreatedAfter?: Date | undefined; + SchemaArn?: string | undefined; /** - *

    Filter on rulesets last modified before this date.

    + *

    The version number of the schema.

    * @public */ - LastModifiedBefore?: Date | undefined; + VersionNumber?: number | undefined; /** - *

    Filter on rulesets last modified after this date.

    + *

    The status of the schema version.

    * @public */ - LastModifiedAfter?: Date | undefined; + Status?: SchemaVersionStatus | undefined; /** - *

    The name and database name of the target table.

    + *

    The date and time the schema version was created.

    * @public */ - TargetTable?: DataQualityTargetTable | undefined; + CreatedTime?: string | undefined; } /** * @public + * @enum */ -export interface ListDataQualityRulesetsRequest { +export const SchemaDiffType = { + SYNTAX_DIFF: "SYNTAX_DIFF", +} as const; + +/** + * @public + */ +export type SchemaDiffType = (typeof SchemaDiffType)[keyof typeof SchemaDiffType]; + +/** + * @public + */ +export interface GetSchemaVersionsDiffInput { /** - *

    A paginated token to offset the results.

    + *

    This is a wrapper structure to contain schema identity fields. The structure contains:

    + *
      + *
    • + *

      SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. One of SchemaArn or SchemaName has to be provided.

      + *
      • + *
    • + *

      SchemaId$SchemaName: The name of the schema. One of SchemaArn or SchemaName has to be provided.

      + *
      • + *
    * @public */ - NextToken?: string | undefined; + SchemaId: SchemaId | undefined; /** - *

    The maximum number of results to return.

    + *

    The first of the two schema versions to be compared.

    * @public */ - MaxResults?: number | undefined; + FirstSchemaVersionNumber: SchemaVersionNumber | undefined; /** - *

    The filter criteria.

    + *

    The second of the two schema versions to be compared.

    * @public */ - Filter?: DataQualityRulesetFilterCriteria | undefined; + SecondSchemaVersionNumber: SchemaVersionNumber | undefined; /** - *

    A list of key-value pair tags.

    + *

    Refers to SYNTAX_DIFF, which is the currently supported diff type.

    * @public */ - Tags?: Record | undefined; + SchemaDiffType: SchemaDiffType | undefined; } /** - *

    Describes a data quality ruleset returned by GetDataQualityRuleset.

    * @public */ -export interface DataQualityRulesetListDetails { - /** - *

    The name of the data quality ruleset.

    - * @public - */ - Name?: string | undefined; - +export interface GetSchemaVersionsDiffResponse { /** - *

    A description of the data quality ruleset.

    + *

    The difference between schemas as a string in JsonPatch format.

    * @public */ - Description?: string | undefined; + Diff?: string | undefined; +} +/** + * @public + */ +export interface GetSecurityConfigurationRequest { /** - *

    The date and time the data quality ruleset was created.

    + *

    The name of the security configuration to retrieve.

    * @public */ - CreatedOn?: Date | undefined; + Name: string | undefined; +} +/** + *

    Specifies a security configuration.

    + * @public + */ +export interface SecurityConfiguration { /** - *

    The date and time the data quality ruleset was last modified.

    + *

    The name of the security configuration.

    * @public */ - LastModifiedOn?: Date | undefined; + Name?: string | undefined; /** - *

    An object representing an Glue table.

    + *

    The time at which this security configuration was created.

    * @public */ - TargetTable?: DataQualityTargetTable | undefined; + CreatedTimeStamp?: Date | undefined; /** - *

    When a ruleset was created from a recommendation run, this run ID is generated to link the two together.

    + *

    The encryption configuration associated with this security configuration.

    * @public */ - RecommendationRunId?: string | undefined; + EncryptionConfiguration?: EncryptionConfiguration | undefined; +} +/** + * @public + */ +export interface GetSecurityConfigurationResponse { /** - *

    The number of rules in the ruleset.

    + *

    The requested security configuration.

    * @public */ - RuleCount?: number | undefined; + SecurityConfiguration?: SecurityConfiguration | undefined; } /** * @public */ -export interface ListDataQualityRulesetsResponse { +export interface GetSecurityConfigurationsRequest { /** - *

    A paginated list of rulesets for the specified list of Glue tables.

    + *

    The maximum number of results to return.

    * @public */ - Rulesets?: DataQualityRulesetListDetails[] | undefined; + MaxResults?: number | undefined; /** - *

    A pagination token, if more results are available.

    + *

    A continuation token, if this is a continuation call.

    * @public */ NextToken?: string | undefined; } /** - *

    A timestamp filter.

    * @public */ -export interface TimestampFilter { +export interface GetSecurityConfigurationsResponse { /** - *

    The timestamp before which statistics should be included in the results.

    + *

    A list of security configurations.

    * @public */ - RecordedBefore?: Date | undefined; + SecurityConfigurations?: SecurityConfiguration[] | undefined; /** - *

    The timestamp after which statistics should be included in the results.

    + *

    A continuation token, if there are more security + * configurations to return.

    * @public */ - RecordedAfter?: Date | undefined; + NextToken?: string | undefined; } /** * @public */ -export interface ListDataQualityStatisticAnnotationsRequest { - /** - *

    The Statistic ID.

    - * @public - */ - StatisticId?: string | undefined; - - /** - *

    The Profile ID.

    - * @public - */ - ProfileId?: string | undefined; - - /** - *

    A timestamp filter.

    - * @public - */ - TimestampFilter?: TimestampFilter | undefined; - +export interface GetSessionRequest { /** - *

    The maximum number of results to return in this request.

    + *

    The ID of the session.

    * @public */ - MaxResults?: number | undefined; + Id: string | undefined; /** - *

    A pagination token to retrieve the next set of results.

    + *

    The origin of the request.

    * @public */ - NextToken?: string | undefined; + RequestOrigin?: string | undefined; } /** * @public */ -export interface ListDataQualityStatisticAnnotationsResponse { - /** - *

    A list of StatisticAnnotation applied to the Statistic

    - * @public - */ - Annotations?: StatisticAnnotation[] | undefined; - +export interface GetSessionResponse { /** - *

    A pagination token to retrieve the next set of results.

    + *

    The session object is returned in the response.

    * @public */ - NextToken?: string | undefined; + Session?: Session | undefined; } /** * @public */ -export interface ListDataQualityStatisticsRequest { +export interface GetStatementRequest { /** - *

    The Statistic ID.

    + *

    The Session ID of the statement.

    * @public */ - StatisticId?: string | undefined; + SessionId: string | undefined; /** - *

    The Profile ID.

    + *

    The Id of the statement.

    * @public */ - ProfileId?: string | undefined; + Id: number | undefined; /** - *

    A timestamp filter.

    + *

    The origin of the request.

    * @public */ - TimestampFilter?: TimestampFilter | undefined; + RequestOrigin?: string | undefined; +} - /** - *

    The maximum number of results to return in this request.

    - * @public +/** + *

    The code execution output in JSON format.

    + * @public + */ +export interface StatementOutputData { + /** + *

    The code execution output in text format.

    + * @public + */ + TextPlain?: string | undefined; +} + +/** + * @public + * @enum + */ +export const StatementState = { + AVAILABLE: "AVAILABLE", + CANCELLED: "CANCELLED", + CANCELLING: "CANCELLING", + ERROR: "ERROR", + RUNNING: "RUNNING", + WAITING: "WAITING", +} as const; + +/** + * @public + */ +export type StatementState = (typeof StatementState)[keyof typeof StatementState]; + +/** + *

    The code execution output in JSON format.

    + * @public + */ +export interface StatementOutput { + /** + *

    The code execution output.

    + * @public + */ + Data?: StatementOutputData | undefined; + + /** + *

    The execution count of the output.

    + * @public + */ + ExecutionCount?: number | undefined; + + /** + *

    The status of the code execution output.

    + * @public + */ + Status?: StatementState | undefined; + + /** + *

    The name of the error in the output.

    + * @public + */ + ErrorName?: string | undefined; + + /** + *

    The error value of the output.

    + * @public + */ + ErrorValue?: string | undefined; + + /** + *

    The traceback of the output.

    + * @public + */ + Traceback?: string[] | undefined; +} + +/** + *

    The statement or request for a particular action to occur in a session.

    + * @public + */ +export interface Statement { + /** + *

    The ID of the statement.

    + * @public + */ + Id?: number | undefined; + + /** + *

    The execution code of the statement.

    + * @public + */ + Code?: string | undefined; + + /** + *

    The state while request is actioned.

    + * @public + */ + State?: StatementState | undefined; + + /** + *

    The output in JSON.

    + * @public + */ + Output?: StatementOutput | undefined; + + /** + *

    The code execution progress.

    + * @public + */ + Progress?: number | undefined; + + /** + *

    The unix time and date that the job definition was started.

    + * @public + */ + StartedOn?: number | undefined; + + /** + *

    The unix time and date that the job definition was completed.

    + * @public + */ + CompletedOn?: number | undefined; +} + +/** + * @public + */ +export interface GetStatementResponse { + /** + *

    Returns the statement.

    + * @public + */ + Statement?: Statement | undefined; +} + +/** + * @public + */ +export interface GetTableRequest { + /** + *

    The ID of the Data Catalog where the table resides. If none is provided, the Amazon Web Services account + * ID is used by default.

    + * @public + */ + CatalogId?: string | undefined; + + /** + *

    The name of the database in the catalog in which the table resides. + * For Hive compatibility, this name is entirely lowercase.

    + * @public + */ + DatabaseName: string | undefined; + + /** + *

    The name of the table for which to retrieve the definition. For Hive + * compatibility, this name is entirely lowercase.

    + * @public + */ + Name: string | undefined; + + /** + *

    The transaction ID at which to read the table contents.

    + * @public + */ + TransactionId?: string | undefined; + + /** + *

    The time as of when to read the table contents. If not set, the most recent transaction commit time will be used. Cannot be specified along with TransactionId.

    + * @public + */ + QueryAsOfTime?: Date | undefined; + + /** + *

    Specifies whether to include status details related to a request to create or update an Glue Data Catalog view.

    + * @public + */ + IncludeStatusDetails?: boolean | undefined; +} + +/** + *

    A table that points to an entity outside the Glue Data Catalog.

    + * @public + */ +export interface FederatedTable { + /** + *

    A unique identifier for the federated table.

    + * @public + */ + Identifier?: string | undefined; + + /** + *

    A unique identifier for the federated database.

    + * @public + */ + DatabaseIdentifier?: string | undefined; + + /** + *

    The name of the connection to the external metastore.

    + * @public + */ + ConnectionName?: string | undefined; +} + +/** + * @public + * @enum + */ +export const ResourceAction = { + CREATE: "CREATE", + UPDATE: "UPDATE", +} as const; + +/** + * @public + */ +export type ResourceAction = (typeof ResourceAction)[keyof typeof ResourceAction]; + +/** + * @public + * @enum + */ +export const ResourceState = { + FAILED: "FAILED", + IN_PROGRESS: "IN_PROGRESS", + QUEUED: "QUEUED", + STOPPED: "STOPPED", + SUCCESS: "SUCCESS", +} as const; + +/** + * @public + */ +export type ResourceState = (typeof ResourceState)[keyof typeof ResourceState]; + +/** + *

    A structure that contains information for an analytical engine to validate a view, prior to persisting the view metadata. Used in the case of direct UpdateTable or CreateTable API calls.

    + * @public + */ +export interface ViewValidation { + /** + *

    The dialect of the query engine.

    + * @public + */ + Dialect?: ViewDialect | undefined; + + /** + *

    The version of the dialect of the query engine. For example, 3.0.0.

    + * @public + */ + DialectVersion?: string | undefined; + + /** + *

    The SELECT query that defines the view, as provided by the customer.

    + * @public + */ + ViewValidationText?: string | undefined; + + /** + *

    The time of the last update.

    + * @public + */ + UpdateTime?: Date | undefined; + + /** + *

    The state of the validation.

    + * @public + */ + State?: ResourceState | undefined; + + /** + *

    An error associated with the validation.

    + * @public + */ + Error?: ErrorDetail | undefined; +} + +/** + *

    A structure that contains the dialect of the view, and the query that defines the view.

    + * @public + */ +export interface ViewRepresentation { + /** + *

    The dialect of the query engine.

    + * @public + */ + Dialect?: ViewDialect | undefined; + + /** + *

    The version of the dialect of the query engine. For example, 3.0.0.

    + * @public + */ + DialectVersion?: string | undefined; + + /** + *

    The SELECT query provided by the customer during CREATE VIEW DDL. This SQL is not used during a query on a view (ViewExpandedText is used instead). ViewOriginalText is used for cases like SHOW CREATE VIEW where users want to see the original DDL command that created the view.

    + * @public + */ + ViewOriginalText?: string | undefined; + + /** + *

    The expanded SQL for the view. This SQL is used by engines while processing a query on a view. Engines may perform operations during view creation to transform ViewOriginalText to ViewExpandedText. For example:

    + *
      + *
    • + *

      Fully qualified identifiers: SELECT * from table1 -> SELECT * from db1.table1 + *

      + *
      • + *
    + * @public + */ + ViewExpandedText?: string | undefined; + + /** + *

    The name of the connection to be used to validate the specific representation of the view.

    + * @public + */ + ValidationConnection?: string | undefined; + + /** + *

    Dialects marked as stale are no longer valid and must be updated before they can be queried in their respective query engines.

    + * @public + */ + IsStale?: boolean | undefined; +} + +/** + *

    A structure containing details for representations.

    + * @public + */ +export interface ViewDefinition { + /** + *

    You can set this flag as true to instruct the engine not to push user-provided operations into the logical plan of the view during query planning. However, setting this flag does not guarantee that the engine will comply. Refer to the engine's documentation to understand the guarantees provided, if any.

    + * @public + */ + IsProtected?: boolean | undefined; + + /** + *

    The definer of a view in SQL.

    + * @public + */ + Definer?: string | undefined; + + /** + *

    A list of table Amazon Resource Names (ARNs).

    + * @public + */ + SubObjects?: string[] | undefined; + + /** + *

    A list of representations.

    + * @public + */ + Representations?: ViewRepresentation[] | undefined; +} + +/** + * @public + */ +export interface GetTableOptimizerRequest { + /** + *

    The Catalog ID of the table.

    + * @public + */ + CatalogId: string | undefined; + + /** + *

    The name of the database in the catalog in which the table resides.

    + * @public + */ + DatabaseName: string | undefined; + + /** + *

    The name of the table.

    + * @public + */ + TableName: string | undefined; + + /** + *

    The type of table optimizer.

    + * @public + */ + Type: TableOptimizerType | undefined; +} + +/** + * @public + */ +export interface GetTableOptimizerResponse { + /** + *

    The Catalog ID of the table.

    + * @public + */ + CatalogId?: string | undefined; + + /** + *

    The name of the database in the catalog in which the table resides.

    + * @public + */ + DatabaseName?: string | undefined; + + /** + *

    The name of the table.

    + * @public + */ + TableName?: string | undefined; + + /** + *

    The optimizer associated with the specified table.

    + * @public + */ + TableOptimizer?: TableOptimizer | undefined; +} + +/** + * @public + * @enum + */ +export const TableAttributes = { + NAME: "NAME", + TABLE_TYPE: "TABLE_TYPE", +} as const; + +/** + * @public + */ +export type TableAttributes = (typeof TableAttributes)[keyof typeof TableAttributes]; + +/** + * @public + */ +export interface GetTablesRequest { + /** + *

    The ID of the Data Catalog where the tables reside. If none is provided, the Amazon Web Services account + * ID is used by default.

    + * @public + */ + CatalogId?: string | undefined; + + /** + *

    The database in the catalog whose tables to list. For Hive + * compatibility, this name is entirely lowercase.

    + * @public + */ + DatabaseName: string | undefined; + + /** + *

    A regular expression pattern. If present, only those tables + * whose names match the pattern are returned.

    + * @public + */ + Expression?: string | undefined; + + /** + *

    A continuation token, included if this is a continuation call.

    + * @public + */ + NextToken?: string | undefined; + + /** + *

    The maximum number of tables to return in a single response.

    + * @public + */ + MaxResults?: number | undefined; + + /** + *

    The transaction ID at which to read the table contents.

    + * @public + */ + TransactionId?: string | undefined; + + /** + *

    The time as of when to read the table contents. If not set, the most recent transaction commit time will be used. Cannot be specified along with TransactionId.

    + * @public + */ + QueryAsOfTime?: Date | undefined; + + /** + *

    Specifies whether to include status details related to a request to create or update an Glue Data Catalog view.

    + * @public + */ + IncludeStatusDetails?: boolean | undefined; + + /** + *

    Specifies the table fields returned by the GetTables call. This parameter doesn’t accept an empty list. The request must include NAME.

    + *

    The following are the valid combinations of values:

    + *
      + *
    • + *

      + * NAME - Names of all tables in the database.

      + *
      • + *
    • + *

      + * NAME, TABLE_TYPE - Names of all tables and the table types.

      + *
      • + *
    + * @public + */ + AttributesToGet?: TableAttributes[] | undefined; +} + +/** + * @public + */ +export interface GetTableVersionRequest { + /** + *

    The ID of the Data Catalog where the tables reside. If none is provided, the Amazon Web Services account + * ID is used by default.

    + * @public + */ + CatalogId?: string | undefined; + + /** + *

    The database in the catalog in which the table resides. For Hive + * compatibility, this name is entirely lowercase.

    + * @public + */ + DatabaseName: string | undefined; + + /** + *

    The name of the table. For Hive compatibility, + * this name is entirely lowercase.

    + * @public + */ + TableName: string | undefined; + + /** + *

    The ID value of the table version to be retrieved. A VersionID is a string representation of an integer. Each version is incremented by 1.

    + * @public + */ + VersionId?: string | undefined; +} + +/** + * @public + */ +export interface GetTableVersionsRequest { + /** + *

    The ID of the Data Catalog where the tables reside. If none is provided, the Amazon Web Services account + * ID is used by default.

    + * @public + */ + CatalogId?: string | undefined; + + /** + *

    The database in the catalog in which the table resides. For Hive + * compatibility, this name is entirely lowercase.

    + * @public + */ + DatabaseName: string | undefined; + + /** + *

    The name of the table. For Hive + * compatibility, this name is entirely lowercase.

    + * @public + */ + TableName: string | undefined; + + /** + *

    A continuation token, if this is not the first call.

    + * @public + */ + NextToken?: string | undefined; + + /** + *

    The maximum number of table versions to return in one response.

    + * @public + */ + MaxResults?: number | undefined; +} + +/** + * @public + */ +export interface GetTagsRequest { + /** + *

    The Amazon Resource Name (ARN) of the resource for which to retrieve tags.

    + * @public + */ + ResourceArn: string | undefined; +} + +/** + * @public + */ +export interface GetTagsResponse { + /** + *

    The requested tags.

    + * @public + */ + Tags?: Record | undefined; +} + +/** + * @public + */ +export interface GetTriggerRequest { + /** + *

    The name of the trigger to retrieve.

    + * @public + */ + Name: string | undefined; +} + +/** + * @public + */ +export interface GetTriggerResponse { + /** + *

    The requested trigger definition.

    + * @public + */ + Trigger?: Trigger | undefined; +} + +/** + * @public + */ +export interface GetTriggersRequest { + /** + *

    A continuation token, if this is a continuation call.

    + * @public + */ + NextToken?: string | undefined; + + /** + *

    The name of the job to retrieve triggers for. The trigger that can start this job is + * returned, and if there is no such trigger, all triggers are returned.

    + * @public + */ + DependentJobName?: string | undefined; + + /** + *

    The maximum size of the response.

    + * @public + */ + MaxResults?: number | undefined; +} + +/** + * @public + */ +export interface GetTriggersResponse { + /** + *

    A list of triggers for the specified job.

    + * @public + */ + Triggers?: Trigger[] | undefined; + + /** + *

    A continuation token, if not all the requested triggers + * have yet been returned.

    + * @public + */ + NextToken?: string | undefined; +} + +/** + *

    A structure used as a protocol between query engines and Lake Formation or Glue. Contains both a Lake Formation generated authorization identifier and information from the request's authorization context.

    + * @public + */ +export interface QuerySessionContext { + /** + *

    A unique identifier generated by the query engine for the query.

    + * @public */ - MaxResults?: number | undefined; + QueryId?: string | undefined; /** - *

    A pagination token to request the next page of results.

    + *

    A timestamp provided by the query engine for when the query started.

    * @public */ - NextToken?: string | undefined; + QueryStartTime?: Date | undefined; + + /** + *

    An identifier string for the consumer cluster.

    + * @public + */ + ClusterId?: string | undefined; + + /** + *

    A cryptographically generated query identifier generated by Glue or Lake Formation.

    + * @public + */ + QueryAuthorizationId?: string | undefined; + + /** + *

    An opaque string-string map passed by the query engine.

    + * @public + */ + AdditionalContext?: Record | undefined; } /** * @public * @enum */ -export const StatisticEvaluationLevel = { - COLUMN: "Column", - DATASET: "Dataset", - MULTICOLUMN: "Multicolumn", +export const PermissionType = { + CELL_FILTER_PERMISSION: "CELL_FILTER_PERMISSION", + COLUMN_PERMISSION: "COLUMN_PERMISSION", + NESTED_CELL_PERMISSION: "NESTED_CELL_PERMISSION", + NESTED_PERMISSION: "NESTED_PERMISSION", } as const; /** * @public */ -export type StatisticEvaluationLevel = (typeof StatisticEvaluationLevel)[keyof typeof StatisticEvaluationLevel]; +export type PermissionType = (typeof PermissionType)[keyof typeof PermissionType]; /** - *

    A run identifier.

    * @public */ -export interface RunIdentifier { +export interface GetUnfilteredPartitionMetadataRequest { /** - *

    The Run ID.

    + *

    Specified only if the base tables belong to a different Amazon Web Services Region.

    * @public */ - RunId?: string | undefined; + Region?: string | undefined; /** - *

    The Job Run ID.

    + *

    The catalog ID where the partition resides.

    * @public */ - JobRunId?: string | undefined; + CatalogId: string | undefined; + + /** + *

    (Required) Specifies the name of a database that contains the partition.

    + * @public + */ + DatabaseName: string | undefined; + + /** + *

    (Required) Specifies the name of a table that contains the partition.

    + * @public + */ + TableName: string | undefined; + + /** + *

    (Required) A list of partition key values.

    + * @public + */ + PartitionValues: string[] | undefined; + + /** + *

    A structure containing Lake Formation audit context information.

    + * @public + */ + AuditContext?: AuditContext | undefined; + + /** + *

    (Required) A list of supported permission types.

    + * @public + */ + SupportedPermissionTypes: PermissionType[] | undefined; + + /** + *

    A structure used as a protocol between query engines and Lake Formation or Glue. Contains both a Lake Formation generated authorization identifier and information from the request's authorization context.

    + * @public + */ + QuerySessionContext?: QuerySessionContext | undefined; } /** - *

    Summary information about a statistic.

    * @public */ -export interface StatisticSummary { +export interface GetUnfilteredPartitionMetadataResponse { /** - *

    The Statistic ID.

    + *

    A Partition object containing the partition metadata.

    * @public */ - StatisticId?: string | undefined; + Partition?: Partition | undefined; /** - *

    The Profile ID.

    + *

    A list of column names that the user has been granted access to.

    + * @public + */ + AuthorizedColumns?: string[] | undefined; + + /** + *

    A Boolean value that indicates whether the partition location is registered + * with Lake Formation.

    + * @public + */ + IsRegisteredWithLakeFormation?: boolean | undefined; +} + +/** + *

    The operation timed out.

    + * @public + */ +export class PermissionTypeMismatchException extends __BaseException { + readonly name: "PermissionTypeMismatchException" = "PermissionTypeMismatchException"; + readonly $fault: "client" = "client"; + /** + *

    There is a mismatch between the SupportedPermissionType used in the query request + * and the permissions defined on the target table.

    + * @public + */ + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "PermissionTypeMismatchException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, PermissionTypeMismatchException.prototype); + this.Message = opts.Message; + } +} + +/** + * @public + */ +export interface GetUnfilteredPartitionsMetadataRequest { + /** + *

    Specified only if the base tables belong to a different Amazon Web Services Region.

    + * @public + */ + Region?: string | undefined; + + /** + *

    The ID of the Data Catalog where the partitions in question reside. If none is provided, + * the AWS account ID is used by default.

    + * @public + */ + CatalogId: string | undefined; + + /** + *

    The name of the catalog database where the partitions reside.

    + * @public + */ + DatabaseName: string | undefined; + + /** + *

    The name of the table that contains the partition.

    + * @public + */ + TableName: string | undefined; + + /** + *

    An expression that filters the partitions to be returned.

    + *

    The expression uses SQL syntax similar to the SQL WHERE filter clause. The + * SQL statement parser JSQLParser parses the expression.

    + *

    + * Operators: The following are the operators that you can use in the + * Expression API call:

    + *
    + *
    =
    + *
    + *

    Checks whether the values of the two operands are equal; if yes, then the condition becomes + * true.

    + *

    Example: Assume 'variable a' holds 10 and 'variable b' holds 20.

    + *

    (a = b) is not true.

    + *
    + *
    < >
    + *
    + *

    Checks whether the values of two operands are equal; if the values are not equal, + * then the condition becomes true.

    + *

    Example: (a < > b) is true.

    + *
    + *
    >
    + *
    + *

    Checks whether the value of the left operand is greater than the value of the right + * operand; if yes, then the condition becomes true.

    + *

    Example: (a > b) is not true.

    + *
    + *
    <
    + *
    + *

    Checks whether the value of the left operand is less than the value of the right + * operand; if yes, then the condition becomes true.

    + *

    Example: (a < b) is true.

    + *
    + *
    >=
    + *
    + *

    Checks whether the value of the left operand is greater than or equal to the value + * of the right operand; if yes, then the condition becomes true.

    + *

    Example: (a >= b) is not true.

    + *
    + *
    <=
    + *
    + *

    Checks whether the value of the left operand is less than or equal to the value of + * the right operand; if yes, then the condition becomes true.

    + *

    Example: (a <= b) is true.

    + *
    + *
    AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL
    + *
    + *

    Logical operators.

    + *
    + *
    + *

    + * Supported Partition Key Types: The following are the supported + * partition keys.

    + *
      + *
    • + *

      + * string + *

      + *
      • + *
    • + *

      + * date + *

      + *
      • + *
    • + *

      + * timestamp + *

      + *
      • + *
    • + *

      + * int + *

      + *
      • + *
    • + *

      + * bigint + *

      + *
      • + *
    • + *

      + * long + *

      + *
      • + *
    • + *

      + * tinyint + *

      + *
      • + *
    • + *

      + * smallint + *

      + *
      • + *
    • + *

      + * decimal + *

      + *
      • + *
    + *

    If an type is encountered that is not valid, an exception is thrown.

    * @public */ - ProfileId?: string | undefined; + Expression?: string | undefined; /** - *

    The Run Identifier

    + *

    A structure containing Lake Formation audit context information.

    * @public */ - RunIdentifier?: RunIdentifier | undefined; + AuditContext?: AuditContext | undefined; /** - *

    The name of the statistic.

    + *

    A list of supported permission types.

    * @public */ - StatisticName?: string | undefined; + SupportedPermissionTypes: PermissionType[] | undefined; /** - *

    The value of the statistic.

    + *

    A continuation token, if this is not the first call to retrieve + * these partitions.

    * @public */ - DoubleValue?: number | undefined; + NextToken?: string | undefined; /** - *

    The evaluation level of the statistic. Possible values: Dataset, Column, Multicolumn.

    + *

    The segment of the table's partitions to scan in this request.

    * @public */ - EvaluationLevel?: StatisticEvaluationLevel | undefined; + Segment?: Segment | undefined; /** - *

    The list of columns referenced by the statistic.

    + *

    The maximum number of partitions to return in a single response.

    * @public */ - ColumnsReferenced?: string[] | undefined; + MaxResults?: number | undefined; /** - *

    The list of datasets referenced by the statistic.

    + *

    A structure used as a protocol between query engines and Lake Formation or Glue. Contains both a Lake Formation generated authorization identifier and information from the request's authorization context.

    * @public */ - ReferencedDatasets?: string[] | undefined; + QuerySessionContext?: QuerySessionContext | undefined; +} +/** + *

    A partition that contains unfiltered metadata.

    + * @public + */ +export interface UnfilteredPartition { /** - *

    A StatisticPropertiesMap, which contains a NameString and DescriptionString - *

    + *

    The partition object.

    * @public */ - StatisticProperties?: Record | undefined; + Partition?: Partition | undefined; /** - *

    The timestamp when the statistic was recorded.

    + *

    The list of columns the user has permissions to access.

    * @public */ - RecordedOn?: Date | undefined; + AuthorizedColumns?: string[] | undefined; /** - *

    The inclusion annotation for the statistic.

    + *

    A Boolean value indicating that the partition location is registered with Lake Formation.

    * @public */ - InclusionAnnotation?: TimestampedInclusionAnnotation | undefined; + IsRegisteredWithLakeFormation?: boolean | undefined; } /** * @public */ -export interface ListDataQualityStatisticsResponse { +export interface GetUnfilteredPartitionsMetadataResponse { /** - *

    A StatisticSummaryList.

    + *

    A list of requested partitions.

    * @public */ - Statistics?: StatisticSummary[] | undefined; + UnfilteredPartitions?: UnfilteredPartition[] | undefined; /** - *

    A pagination token to request the next page of results.

    + *

    A continuation token, if the returned list of partitions does not include the last + * one.

    * @public */ NextToken?: string | undefined; } /** + *

    A structure specifying the dialect and dialect version used by the query engine.

    * @public */ -export interface ListDevEndpointsRequest { - /** - *

    A continuation token, if this is a continuation request.

    - * @public - */ - NextToken?: string | undefined; - +export interface SupportedDialect { /** - *

    The maximum size of a list to return.

    + *

    The dialect of the query engine.

    * @public */ - MaxResults?: number | undefined; + Dialect?: ViewDialect | undefined; /** - *

    Specifies to return only these tagged resources.

    + *

    The version of the dialect of the query engine. For example, 3.0.0.

    * @public */ - Tags?: Record | undefined; + DialectVersion?: string | undefined; } /** * @public */ -export interface ListDevEndpointsResponse { - /** - *

    The names of all the DevEndpoints in the account, or the - * DevEndpoints with the specified tags.

    - * @public - */ - DevEndpointNames?: string[] | undefined; - +export interface GetUnfilteredTableMetadataRequest { /** - *

    A continuation token, if the returned list does not contain the - * last metric available.

    + *

    Specified only if the base tables belong to a different Amazon Web Services Region.

    * @public */ - NextToken?: string | undefined; -} + Region?: string | undefined; -/** - * @public - */ -export interface ListJobsRequest { /** - *

    A continuation token, if this is a continuation request.

    + *

    The catalog ID where the table resides.

    * @public */ - NextToken?: string | undefined; + CatalogId: string | undefined; /** - *

    The maximum size of a list to return.

    + *

    (Required) Specifies the name of a database that contains the table.

    * @public */ - MaxResults?: number | undefined; + DatabaseName: string | undefined; /** - *

    Specifies to return only these tagged resources.

    + *

    (Required) Specifies the name of a table for which you are requesting metadata.

    * @public */ - Tags?: Record | undefined; -} + Name: string | undefined; -/** - * @public - */ -export interface ListJobsResponse { /** - *

    The names of all jobs in the account, or the jobs with the specified tags.

    + *

    A structure containing Lake Formation audit context information.

    * @public */ - JobNames?: string[] | undefined; + AuditContext?: AuditContext | undefined; /** - *

    A continuation token, if the returned list does not contain the - * last metric available.

    + *

    Indicates the level of filtering a third-party analytical engine is capable of enforcing when calling the GetUnfilteredTableMetadata API operation. Accepted values are:

    + *
      + *
    • + *

      + * COLUMN_PERMISSION - Column permissions ensure that users can access only specific columns in the table. If there are particular columns contain sensitive data, data lake administrators can define column filters that exclude access to specific columns.

      + *
      • + *
    • + *

      + * CELL_FILTER_PERMISSION - Cell-level filtering combines column filtering (include or exclude columns) and row filter expressions to restrict access to individual elements in the table.

      + *
      • + *
    • + *

      + * NESTED_PERMISSION - Nested permissions combines cell-level filtering and nested column filtering to restrict access to columns and/or nested columns in specific rows based on row filter expressions.

      + *
      • + *
    • + *

      + * NESTED_CELL_PERMISSION - Nested cell permissions combines nested permission with nested cell-level filtering. This allows different subsets of nested columns to be restricted based on an array of row filter expressions.

      + *
      • + *
    + *

    Note: Each of these permission types follows a hierarchical order where each subsequent permission type includes all permission of the previous type.

    + *

    Important: If you provide a supported permission type that doesn't match the user's level of permissions on the table, then Lake Formation raises an exception. For example, if the third-party engine calling the GetUnfilteredTableMetadata operation can enforce only column-level filtering, and the user has nested cell filtering applied on the table, Lake Formation throws an exception, and will not return unfiltered table metadata and data access credentials.

    * @public */ - NextToken?: string | undefined; -} + SupportedPermissionTypes: PermissionType[] | undefined; -/** - * @public - */ -export interface ListMLTransformsRequest { /** - *

    A continuation token, if this is a continuation request.

    + *

    The resource ARN of the view.

    * @public */ - NextToken?: string | undefined; + ParentResourceArn?: string | undefined; /** - *

    The maximum size of a list to return.

    + *

    The resource ARN of the root view in a chain of nested views.

    * @public */ - MaxResults?: number | undefined; + RootResourceArn?: string | undefined; /** - *

    A TransformFilterCriteria used to filter the machine learning transforms.

    + *

    A structure specifying the dialect and dialect version used by the query engine.

    * @public */ - Filter?: TransformFilterCriteria | undefined; + SupportedDialect?: SupportedDialect | undefined; /** - *

    A TransformSortCriteria used to sort the machine learning transforms.

    + *

    The Lake Formation data permissions of the caller on the table. Used to authorize the call when no view context is found.

    * @public */ - Sort?: TransformSortCriteria | undefined; + Permissions?: Permission[] | undefined; /** - *

    Specifies to return only these tagged resources.

    + *

    A structure used as a protocol between query engines and Lake Formation or Glue. Contains both a Lake Formation generated authorization identifier and information from the request's authorization context.

    * @public */ - Tags?: Record | undefined; + QuerySessionContext?: QuerySessionContext | undefined; } /** + *

    A filter that uses both column-level and row-level filtering.

    * @public */ -export interface ListMLTransformsResponse { +export interface ColumnRowFilter { /** - *

    The identifiers of all the machine learning transforms in the account, or the - * machine learning transforms with the specified tags.

    + *

    A string containing the name of the column.

    * @public */ - TransformIds: string[] | undefined; + ColumnName?: string | undefined; /** - *

    A continuation token, if the returned list does not contain the - * last metric available.

    + *

    A string containing the row-level filter expression.

    * @public */ - NextToken?: string | undefined; + RowFilterExpression?: string | undefined; } /** * @public */ -export interface ListRegistriesInput { - /** - *

    Maximum number of results required per page. If the value is not supplied, this will be defaulted to 25 per page.

    - * @public - */ - MaxResults?: number | undefined; - +export interface GetUsageProfileRequest { /** - *

    A continuation token, if this is a continuation call.

    + *

    The name of the usage profile to retrieve.

    * @public */ - NextToken?: string | undefined; + Name: string | undefined; } /** - *

    A structure containing the details for a registry.

    * @public */ -export interface RegistryListItem { - /** - *

    The name of the registry.

    - * @public - */ - RegistryName?: string | undefined; - +export interface GetUsageProfileResponse { /** - *

    The Amazon Resource Name (ARN) of the registry.

    + *

    The name of the usage profile.

    * @public */ - RegistryArn?: string | undefined; + Name?: string | undefined; /** - *

    A description of the registry.

    + *

    A description of the usage profile.

    * @public */ Description?: string | undefined; /** - *

    The status of the registry.

    - * @public - */ - Status?: RegistryStatus | undefined; - - /** - *

    The data the registry was created.

    - * @public - */ - CreatedTime?: string | undefined; - - /** - *

    The date the registry was updated.

    - * @public - */ - UpdatedTime?: string | undefined; -} - -/** - * @public - */ -export interface ListRegistriesResponse { - /** - *

    An array of RegistryDetailedListItem objects containing minimal details of each registry.

    - * @public - */ - Registries?: RegistryListItem[] | undefined; - - /** - *

    A continuation token for paginating the returned list of tokens, returned if the current segment of the list is not the last.

    - * @public - */ - NextToken?: string | undefined; -} - -/** - * @public - */ -export interface ListSchemasInput { - /** - *

    A wrapper structure that may contain the registry name and Amazon Resource Name (ARN).

    + *

    A ProfileConfiguration object specifying the job and session values for the profile.

    * @public */ - RegistryId?: RegistryId | undefined; + Configuration?: ProfileConfiguration | undefined; /** - *

    Maximum number of results required per page. If the value is not supplied, this will be defaulted to 25 per page.

    + *

    The date and time when the usage profile was created.

    * @public */ - MaxResults?: number | undefined; + CreatedOn?: Date | undefined; /** - *

    A continuation token, if this is a continuation call.

    + *

    The date and time when the usage profile was last modified.

    * @public */ - NextToken?: string | undefined; + LastModifiedOn?: Date | undefined; } /** - *

    An object that contains minimal details for a schema.

    * @public */ -export interface SchemaListItem { +export interface GetUserDefinedFunctionRequest { /** - *

    the name of the registry where the schema resides.

    + *

    The ID of the Data Catalog where the function to be retrieved is located. If none is + * provided, the Amazon Web Services account ID is used by default.

    * @public */ - RegistryName?: string | undefined; + CatalogId?: string | undefined; /** - *

    The name of the schema.

    + *

    The name of the catalog database where the function is located.

    * @public */ - SchemaName?: string | undefined; + DatabaseName: string | undefined; /** - *

    The Amazon Resource Name (ARN) for the schema.

    + *

    The name of the function.

    * @public */ - SchemaArn?: string | undefined; + FunctionName: string | undefined; +} +/** + *

    Represents the equivalent of a Hive user-defined function + * (UDF) definition.

    + * @public + */ +export interface UserDefinedFunction { /** - *

    A description for the schema.

    + *

    The name of the function.

    * @public */ - Description?: string | undefined; + FunctionName?: string | undefined; /** - *

    The status of the schema.

    + *

    The name of the catalog database that contains the function.

    * @public */ - SchemaStatus?: SchemaStatus | undefined; + DatabaseName?: string | undefined; /** - *

    The date and time that a schema was created.

    + *

    The Java class that contains the function code.

    * @public */ - CreatedTime?: string | undefined; + ClassName?: string | undefined; /** - *

    The date and time that a schema was updated.

    + *

    The owner of the function.

    * @public */ - UpdatedTime?: string | undefined; -} + OwnerName?: string | undefined; -/** - * @public - */ -export interface ListSchemasResponse { /** - *

    An array of SchemaListItem objects containing details of each schema.

    + *

    The owner type.

    * @public */ - Schemas?: SchemaListItem[] | undefined; + OwnerType?: PrincipalType | undefined; /** - *

    A continuation token for paginating the returned list of tokens, returned if the current segment of the list is not the last.

    + *

    The time at which the function was created.

    * @public */ - NextToken?: string | undefined; -} + CreateTime?: Date | undefined; -/** - * @public - */ -export interface ListSchemaVersionsInput { /** - *

    This is a wrapper structure to contain schema identity fields. The structure contains:

    - *
      - *
    • - *

      SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

      - *
      • - *
    • - *

      SchemaId$SchemaName: The name of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

      - *
      • - *
    + *

    The resource URIs for the function.

    * @public */ - SchemaId: SchemaId | undefined; + ResourceUris?: ResourceUri[] | undefined; /** - *

    Maximum number of results required per page. If the value is not supplied, this will be defaulted to 25 per page.

    + *

    The ID of the Data Catalog in which the function resides.

    * @public */ - MaxResults?: number | undefined; + CatalogId?: string | undefined; +} +/** + * @public + */ +export interface GetUserDefinedFunctionResponse { /** - *

    A continuation token, if this is a continuation call.

    + *

    The requested function definition.

    * @public */ - NextToken?: string | undefined; + UserDefinedFunction?: UserDefinedFunction | undefined; } /** - *

    An object containing the details about a schema version.

    * @public */ -export interface SchemaVersionListItem { +export interface GetUserDefinedFunctionsRequest { /** - *

    The Amazon Resource Name (ARN) of the schema.

    + *

    The ID of the Data Catalog where the functions to be retrieved are located. If none is + * provided, the Amazon Web Services account ID is used by default.

    * @public */ - SchemaArn?: string | undefined; + CatalogId?: string | undefined; /** - *

    The unique identifier of the schema version.

    + *

    The name of the catalog database where the functions are located. If none is provided, functions from all the + * databases across the catalog will be returned.

    * @public */ - SchemaVersionId?: string | undefined; + DatabaseName?: string | undefined; /** - *

    The version number of the schema.

    + *

    An optional function-name pattern string that filters the function + * definitions returned.

    * @public */ - VersionNumber?: number | undefined; + Pattern: string | undefined; /** - *

    The status of the schema version.

    + *

    A continuation token, if this is a continuation call.

    * @public */ - Status?: SchemaVersionStatus | undefined; + NextToken?: string | undefined; /** - *

    The date and time the schema version was created.

    + *

    The maximum number of functions to return in one response.

    * @public */ - CreatedTime?: string | undefined; + MaxResults?: number | undefined; } /** * @public */ -export interface ListSchemaVersionsResponse { +export interface GetUserDefinedFunctionsResponse { /** - *

    An array of SchemaVersionList objects containing details of each schema version.

    + *

    A list of requested function definitions.

    * @public */ - Schemas?: SchemaVersionListItem[] | undefined; + UserDefinedFunctions?: UserDefinedFunction[] | undefined; /** - *

    A continuation token for paginating the returned list of tokens, returned if the current segment of the list is not the last.

    + *

    A continuation token, if the list of functions returned does + * not include the last requested function.

    * @public */ NextToken?: string | undefined; @@ -5073,131 +5675,134 @@ export interface ListSchemaVersionsResponse { /** * @public */ -export interface ListSessionsRequest { - /** - *

    The token for the next set of results, or null if there are no more result.

    - * @public - */ - NextToken?: string | undefined; - +export interface GetWorkflowRequest { /** - *

    The maximum number of results.

    + *

    The name of the workflow to retrieve.

    * @public */ - MaxResults?: number | undefined; + Name: string | undefined; /** - *

    Tags belonging to the session.

    + *

    Specifies whether to include a graph when returning the workflow resource metadata.

    * @public */ - Tags?: Record | undefined; + IncludeGraph?: boolean | undefined; +} +/** + * @public + */ +export interface GetWorkflowResponse { /** - *

    The origin of the request.

    + *

    The resource metadata for the workflow.

    * @public */ - RequestOrigin?: string | undefined; + Workflow?: Workflow | undefined; } /** * @public */ -export interface ListSessionsResponse { +export interface GetWorkflowRunRequest { /** - *

    Returns the ID of the session.

    + *

    Name of the workflow being run.

    * @public */ - Ids?: string[] | undefined; + Name: string | undefined; /** - *

    Returns the session object.

    + *

    The ID of the workflow run.

    * @public */ - Sessions?: Session[] | undefined; + RunId: string | undefined; /** - *

    The token for the next set of results, or null if there are no more result.

    + *

    Specifies whether to include the workflow graph in response or not.

    * @public */ - NextToken?: string | undefined; + IncludeGraph?: boolean | undefined; } /** * @public */ -export interface ListStatementsRequest { +export interface GetWorkflowRunResponse { /** - *

    The Session ID of the statements.

    + *

    The requested workflow run metadata.

    * @public */ - SessionId: string | undefined; + Run?: WorkflowRun | undefined; +} +/** + * @public + */ +export interface GetWorkflowRunPropertiesRequest { /** - *

    The origin of the request to list statements.

    + *

    Name of the workflow which was run.

    * @public */ - RequestOrigin?: string | undefined; + Name: string | undefined; /** - *

    A continuation token, if this is a continuation call.

    + *

    The ID of the workflow run whose run properties should be returned.

    * @public */ - NextToken?: string | undefined; + RunId: string | undefined; } /** * @public */ -export interface ListStatementsResponse { - /** - *

    Returns the list of statements.

    - * @public - */ - Statements?: Statement[] | undefined; - +export interface GetWorkflowRunPropertiesResponse { /** - *

    A continuation token, if not all statements have yet been returned.

    + *

    The workflow run properties which were set during the specified run.

    * @public */ - NextToken?: string | undefined; + RunProperties?: Record | undefined; } /** * @public */ -export interface ListTableOptimizerRunsRequest { +export interface GetWorkflowRunsRequest { /** - *

    The Catalog ID of the table.

    + *

    Name of the workflow whose metadata of runs should be returned.

    * @public */ - CatalogId: string | undefined; + Name: string | undefined; /** - *

    The name of the database in the catalog in which the table resides.

    + *

    Specifies whether to include the workflow graph in response or not.

    * @public */ - DatabaseName: string | undefined; + IncludeGraph?: boolean | undefined; /** - *

    The name of the table.

    + *

    The maximum size of the response.

    * @public */ - TableName: string | undefined; + NextToken?: string | undefined; /** - *

    The type of table optimizer.

    + *

    The maximum number of workflow runs to be included in the response.

    * @public */ - Type: TableOptimizerType | undefined; + MaxResults?: number | undefined; +} +/** + * @public + */ +export interface GetWorkflowRunsResponse { /** - *

    The maximum number of optimizer runs to return on each call.

    + *

    A list of workflow run metadata objects.

    * @public */ - MaxResults?: number | undefined; + Runs?: WorkflowRun[] | undefined; /** - *

    A continuation token, if this is a continuation call.

    + *

    A continuation token, if not all requested workflow runs have been returned.

    * @public */ NextToken?: string | undefined; @@ -5206,81 +5811,88 @@ export interface ListTableOptimizerRunsRequest { /** * @public */ -export interface ListTableOptimizerRunsResponse { +export interface ImportCatalogToGlueRequest { /** - *

    The Catalog ID of the table.

    + *

    The ID of the catalog to import. Currently, this should be the Amazon Web Services account ID.

    * @public */ CatalogId?: string | undefined; +} - /** - *

    The name of the database in the catalog in which the table resides.

    - * @public - */ - DatabaseName?: string | undefined; +/** + * @public + */ +export interface ImportCatalogToGlueResponse {} +/** + * @public + */ +export interface ListBlueprintsRequest { /** - *

    The name of the table.

    + *

    A continuation token, if this is a continuation request.

    * @public */ - TableName?: string | undefined; + NextToken?: string | undefined; /** - *

    A continuation token for paginating the returned list of optimizer runs, returned if the current segment of the list is not the last.

    + *

    The maximum size of a list to return.

    * @public */ - NextToken?: string | undefined; + MaxResults?: number | undefined; /** - *

    A list of the optimizer runs associated with a table.

    + *

    Filters the list by an Amazon Web Services resource tag.

    * @public */ - TableOptimizerRuns?: TableOptimizerRun[] | undefined; + Tags?: Record | undefined; } /** * @public */ -export interface ListTriggersRequest { +export interface ListBlueprintsResponse { /** - *

    A continuation token, if this is a continuation request.

    + *

    List of names of blueprints in the account.

    * @public */ - NextToken?: string | undefined; + Blueprints?: string[] | undefined; /** - *

    The name of the job for which to retrieve triggers. The trigger that can start this job - * is returned. If there is no such trigger, all triggers are returned.

    + *

    A continuation token, if not all blueprint names have been returned.

    * @public */ - DependentJobName?: string | undefined; + NextToken?: string | undefined; +} +/** + * @public + */ +export interface ListColumnStatisticsTaskRunsRequest { /** - *

    The maximum size of a list to return.

    + *

    The maximum size of the response.

    * @public */ MaxResults?: number | undefined; /** - *

    Specifies to return only these tagged resources.

    + *

    A continuation token, if this is a continuation call.

    * @public */ - Tags?: Record | undefined; + NextToken?: string | undefined; } /** * @public */ -export interface ListTriggersResponse { +export interface ListColumnStatisticsTaskRunsResponse { /** - *

    The names of all triggers in the account, or the triggers with the specified tags.

    + *

    A list of column statistics task run IDs.

    * @public */ - TriggerNames?: string[] | undefined; + ColumnStatisticsTaskRunIds?: string[] | undefined; /** - *

    A continuation token, if the returned list does not contain the - * last metric available.

    + *

    A continuation token, if not all task run IDs have yet been returned.

    * @public */ NextToken?: string | undefined; @@ -5289,62 +5901,56 @@ export interface ListTriggersResponse { /** * @public */ -export interface ListUsageProfilesRequest { +export interface ListConnectionTypesRequest { /** - *

    A continuation token, included if this is a continuation call.

    + *

    The maximum number of results to return.

    * @public */ - NextToken?: string | undefined; + MaxResults?: number | undefined; /** - *

    The maximum number of usage profiles to return in a single response.

    + *

    A continuation token, if this is a continuation call.

    * @public */ - MaxResults?: number | undefined; + NextToken?: string | undefined; } /** - *

    Describes an Glue usage profile.

    + *

    Brief information about a supported connection type returned by the ListConnectionTypes API.

    * @public */ -export interface UsageProfileDefinition { +export interface ConnectionTypeBrief { /** - *

    The name of the usage profile.

    + *

    The name of the connection type.

    * @public */ - Name?: string | undefined; + ConnectionType?: ConnectionType | undefined; /** - *

    A description of the usage profile.

    + *

    A description of the connection type.

    * @public */ Description?: string | undefined; /** - *

    The date and time when the usage profile was created.

    - * @public - */ - CreatedOn?: Date | undefined; - - /** - *

    The date and time when the usage profile was last modified.

    + *

    The supported authentication types, data interface types (compute environments), and data operations of the connector.

    * @public */ - LastModifiedOn?: Date | undefined; + Capabilities?: Capabilities | undefined; } /** * @public */ -export interface ListUsageProfilesResponse { +export interface ListConnectionTypesResponse { /** - *

    A list of usage profile (UsageProfileDefinition) objects.

    + *

    A list of ConnectionTypeBrief objects containing brief information about the supported connection types.

    * @public */ - Profiles?: UsageProfileDefinition[] | undefined; + ConnectionTypes?: ConnectionTypeBrief[] | undefined; /** - *

    A continuation token, present if the current list segment is not the last.

    + *

    A continuation token, if the current list segment is not the last.

    * @public */ NextToken?: string | undefined; @@ -5353,7 +5959,13 @@ export interface ListUsageProfilesResponse { /** * @public */ -export interface ListWorkflowsRequest { +export interface ListCrawlersRequest { + /** + *

    The maximum size of a list to return.

    + * @public + */ + MaxResults?: number | undefined; + /** *

    A continuation token, if this is a continuation request.

    * @public @@ -5361,24 +5973,25 @@ export interface ListWorkflowsRequest { NextToken?: string | undefined; /** - *

    The maximum size of a list to return.

    + *

    Specifies to return only these tagged resources.

    * @public */ - MaxResults?: number | undefined; + Tags?: Record | undefined; } /** * @public */ -export interface ListWorkflowsResponse { +export interface ListCrawlersResponse { /** - *

    List of names of workflows in the account.

    + *

    The names of all crawlers in the account, or the crawlers with the specified tags.

    * @public */ - Workflows?: string[] | undefined; + CrawlerNames?: string[] | undefined; /** - *

    A continuation token, if not all workflow names have been returned.

    + *

    A continuation token, if the returned list does not contain the + * last metric available.

    * @public */ NextToken?: string | undefined; @@ -5386,2551 +5999,2632 @@ export interface ListWorkflowsResponse { /** * @public + * @enum */ -export interface PutDataCatalogEncryptionSettingsRequest { - /** - *

    The ID of the Data Catalog to set the security configuration for. If none is provided, the - * Amazon Web Services account ID is used by default.

    - * @public - */ - CatalogId?: string | undefined; +export const FieldName = { + CRAWL_ID: "CRAWL_ID", + DPU_HOUR: "DPU_HOUR", + END_TIME: "END_TIME", + START_TIME: "START_TIME", + STATE: "STATE", +} as const; - /** - *

    The security configuration to set.

    - * @public - */ - DataCatalogEncryptionSettings: DataCatalogEncryptionSettings | undefined; -} +/** + * @public + */ +export type FieldName = (typeof FieldName)[keyof typeof FieldName]; /** * @public + * @enum */ -export interface PutDataCatalogEncryptionSettingsResponse {} +export const FilterOperator = { + EQ: "EQ", + GE: "GE", + GT: "GT", + LE: "LE", + LT: "LT", + NE: "NE", +} as const; /** * @public */ -export interface PutDataQualityProfileAnnotationRequest { +export type FilterOperator = (typeof FilterOperator)[keyof typeof FilterOperator]; + +/** + *

    A list of fields, comparators and value that you can use to filter the crawler runs for a specified crawler.

    + * @public + */ +export interface CrawlsFilter { /** - *

    The ID of the data quality monitoring profile to annotate.

    + *

    A key used to filter the crawler runs for a specified crawler. Valid values for each of the field names are:

    + *
      + *
    • + *

      + * CRAWL_ID: A string representing the UUID identifier for a crawl.

      + *
      • + *
    • + *

      + * STATE: A string representing the state of the crawl.

      + *
      • + *
    • + *

      + * START_TIME and END_TIME: The epoch timestamp in milliseconds.

      + *
      • + *
    • + *

      + * DPU_HOUR: The number of data processing unit (DPU) hours used for the crawl.

      + *
      • + *
    * @public */ - ProfileId: string | undefined; + FieldName?: FieldName | undefined; /** - *

    The inclusion annotation value to apply to the profile.

    + *

    A defined comparator that operates on the value. The available operators are:

    + *
      + *
    • + *

      + * GT: Greater than.

      + *
      • + *
    • + *

      + * GE: Greater than or equal to.

      + *
      • + *
    • + *

      + * LT: Less than.

      + *
      • + *
    • + *

      + * LE: Less than or equal to.

      + *
      • + *
    • + *

      + * EQ: Equal to.

      + *
      • + *
    • + *

      + * NE: Not equal to.

      + *
      • + *
    * @public */ - InclusionAnnotation: InclusionAnnotationValue | undefined; + FilterOperator?: FilterOperator | undefined; + + /** + *

    The value provided for comparison on the crawl field.

    + * @public + */ + FieldValue?: string | undefined; } /** - *

    Left blank.

    * @public */ -export interface PutDataQualityProfileAnnotationResponse {} +export interface ListCrawlsRequest { + /** + *

    The name of the crawler whose runs you want to retrieve.

    + * @public + */ + CrawlerName: string | undefined; + + /** + *

    The maximum number of results to return. The default is 20, and maximum is 100.

    + * @public + */ + MaxResults?: number | undefined; + + /** + *

    Filters the crawls by the criteria you specify in a list of CrawlsFilter objects.

    + * @public + */ + Filters?: CrawlsFilter[] | undefined; + + /** + *

    A continuation token, if this is a continuation call.

    + * @public + */ + NextToken?: string | undefined; +} /** * @public * @enum */ -export const EnableHybridValues = { - FALSE: "FALSE", - TRUE: "TRUE", +export const CrawlerHistoryState = { + COMPLETED: "COMPLETED", + FAILED: "FAILED", + RUNNING: "RUNNING", + STOPPED: "STOPPED", } as const; /** * @public */ -export type EnableHybridValues = (typeof EnableHybridValues)[keyof typeof EnableHybridValues]; +export type CrawlerHistoryState = (typeof CrawlerHistoryState)[keyof typeof CrawlerHistoryState]; /** + *

    Contains the information for a run of a crawler.

    * @public - * @enum */ -export const ExistCondition = { - MUST_EXIST: "MUST_EXIST", - NONE: "NONE", - NOT_EXIST: "NOT_EXIST", -} as const; +export interface CrawlerHistory { + /** + *

    A UUID identifier for each crawl.

    + * @public + */ + CrawlId?: string | undefined; -/** - * @public - */ -export type ExistCondition = (typeof ExistCondition)[keyof typeof ExistCondition]; + /** + *

    The state of the crawl.

    + * @public + */ + State?: CrawlerHistoryState | undefined; + + /** + *

    The date and time on which the crawl started.

    + * @public + */ + StartTime?: Date | undefined; + + /** + *

    The date and time on which the crawl ended.

    + * @public + */ + EndTime?: Date | undefined; + + /** + *

    A run summary for the specific crawl in JSON. Contains the catalog tables and partitions that were added, updated, or deleted.

    + * @public + */ + Summary?: string | undefined; + + /** + *

    If an error occurred, the error message associated with the crawl.

    + * @public + */ + ErrorMessage?: string | undefined; -/** - * @public - */ -export interface PutResourcePolicyRequest { /** - *

    Contains the policy document to set, in JSON format.

    + *

    The log group associated with the crawl.

    * @public */ - PolicyInJson: string | undefined; + LogGroup?: string | undefined; /** - *

    Do not use. For internal use only.

    + *

    The log stream associated with the crawl.

    * @public */ - ResourceArn?: string | undefined; + LogStream?: string | undefined; /** - *

    The hash value returned when the previous policy was set using - * PutResourcePolicy. Its purpose is to prevent concurrent modifications of a - * policy. Do not use this parameter if no previous policy has been set.

    + *

    The prefix for a CloudWatch message about this crawl.

    * @public */ - PolicyHashCondition?: string | undefined; + MessagePrefix?: string | undefined; /** - *

    A value of MUST_EXIST is used to update a policy. A value of - * NOT_EXIST is used to create a new policy. If a value of NONE or a - * null value is used, the call does not depend on the existence of a policy.

    + *

    The number of data processing units (DPU) used in hours for the crawl.

    * @public */ - PolicyExistsCondition?: ExistCondition | undefined; + DPUHour?: number | undefined; +} +/** + * @public + */ +export interface ListCrawlsResponse { /** - *

    If 'TRUE', indicates that you are using both methods to grant cross-account - * access to Data Catalog resources:

    - *
      - *
    • - *

      By directly updating the resource policy with PutResourePolicy - *

      - *
      • - *
    • - *

      By using the Grant permissions command on the Amazon Web Services Management Console.

      - *
      • - *
    - *

    Must be set to 'TRUE' if you have already used the Management Console to - * grant cross-account access, otherwise the call fails. Default is 'FALSE'.

    + *

    A list of CrawlerHistory objects representing the crawl runs that meet your criteria.

    * @public */ - EnableHybrid?: EnableHybridValues | undefined; + Crawls?: CrawlerHistory[] | undefined; + + /** + *

    A continuation token for paginating the returned list of tokens, returned if the current segment of the list is not the last.

    + * @public + */ + NextToken?: string | undefined; } /** * @public */ -export interface PutResourcePolicyResponse { +export interface ListCustomEntityTypesRequest { /** - *

    A hash of the policy that has just been set. This must - * be included in a subsequent call that overwrites or updates - * this policy.

    + *

    A paginated token to offset the results.

    * @public */ - PolicyHash?: string | undefined; + NextToken?: string | undefined; + + /** + *

    The maximum number of results to return.

    + * @public + */ + MaxResults?: number | undefined; + + /** + *

    A list of key-value pair tags.

    + * @public + */ + Tags?: Record | undefined; } /** - *

    A structure containing a key value pair for metadata.

    * @public */ -export interface MetadataKeyValuePair { +export interface ListCustomEntityTypesResponse { /** - *

    A metadata key.

    + *

    A list of CustomEntityType objects representing custom patterns.

    * @public */ - MetadataKey?: string | undefined; + CustomEntityTypes?: CustomEntityType[] | undefined; /** - *

    A metadata key’s corresponding value.

    + *

    A pagination token, if more results are available.

    * @public */ - MetadataValue?: string | undefined; + NextToken?: string | undefined; } /** + *

    Criteria used to return data quality results.

    * @public */ -export interface PutSchemaVersionMetadataInput { +export interface DataQualityResultFilterCriteria { /** - *

    The unique ID for the schema.

    + *

    Filter results by the specified data source. For example, retrieving all results for an Glue table.

    * @public */ - SchemaId?: SchemaId | undefined; + DataSource?: DataSource | undefined; /** - *

    The version number of the schema.

    + *

    Filter results by the specified job name.

    * @public */ - SchemaVersionNumber?: SchemaVersionNumber | undefined; + JobName?: string | undefined; /** - *

    The unique version ID of the schema version.

    + *

    Filter results by the specified job run ID.

    * @public */ - SchemaVersionId?: string | undefined; + JobRunId?: string | undefined; /** - *

    The metadata key's corresponding value.

    + *

    Filter results by runs that started after this time.

    * @public */ - MetadataKeyValue: MetadataKeyValuePair | undefined; + StartedAfter?: Date | undefined; + + /** + *

    Filter results by runs that started before this time.

    + * @public + */ + StartedBefore?: Date | undefined; } /** * @public */ -export interface PutSchemaVersionMetadataResponse { +export interface ListDataQualityResultsRequest { /** - *

    The Amazon Resource Name (ARN) for the schema.

    + *

    The filter criteria.

    * @public */ - SchemaArn?: string | undefined; + Filter?: DataQualityResultFilterCriteria | undefined; /** - *

    The name for the schema.

    + *

    A paginated token to offset the results.

    * @public */ - SchemaName?: string | undefined; + NextToken?: string | undefined; /** - *

    The name for the registry.

    + *

    The maximum number of results to return.

    * @public */ - RegistryName?: string | undefined; + MaxResults?: number | undefined; +} +/** + *

    Describes a data quality result.

    + * @public + */ +export interface DataQualityResultDescription { /** - *

    The latest version of the schema.

    + *

    The unique result ID for this data quality result.

    * @public */ - LatestVersion?: boolean | undefined; + ResultId?: string | undefined; /** - *

    The version number of the schema.

    + *

    The table name associated with the data quality result.

    * @public */ - VersionNumber?: number | undefined; + DataSource?: DataSource | undefined; /** - *

    The unique version ID of the schema version.

    + *

    The job name associated with the data quality result.

    * @public */ - SchemaVersionId?: string | undefined; + JobName?: string | undefined; /** - *

    The metadata key.

    + *

    The job run ID associated with the data quality result.

    * @public */ - MetadataKey?: string | undefined; + JobRunId?: string | undefined; /** - *

    The value of the metadata key.

    + *

    The time that the run started for this data quality result.

    * @public */ - MetadataValue?: string | undefined; + StartedOn?: Date | undefined; } /** * @public */ -export interface PutWorkflowRunPropertiesRequest { +export interface ListDataQualityResultsResponse { /** - *

    Name of the workflow which was run.

    + *

    A list of DataQualityResultDescription objects.

    * @public */ - Name: string | undefined; + Results: DataQualityResultDescription[] | undefined; /** - *

    The ID of the workflow run for which the run properties should be updated.

    + *

    A pagination token, if more results are available.

    * @public */ - RunId: string | undefined; + NextToken?: string | undefined; +} + +/** + *

    A filter for listing data quality recommendation runs.

    + * @public + */ +export interface DataQualityRuleRecommendationRunFilter { + /** + *

    Filter based on a specified data source (Glue table).

    + * @public + */ + DataSource: DataSource | undefined; /** - *

    The properties to put for the specified run.

    + *

    Filter based on time for results started before provided time.

    * @public */ - RunProperties: Record | undefined; + StartedBefore?: Date | undefined; + + /** + *

    Filter based on time for results started after provided time.

    + * @public + */ + StartedAfter?: Date | undefined; } /** * @public */ -export interface PutWorkflowRunPropertiesResponse {} +export interface ListDataQualityRuleRecommendationRunsRequest { + /** + *

    The filter criteria.

    + * @public + */ + Filter?: DataQualityRuleRecommendationRunFilter | undefined; + + /** + *

    A paginated token to offset the results.

    + * @public + */ + NextToken?: string | undefined; + + /** + *

    The maximum number of results to return.

    + * @public + */ + MaxResults?: number | undefined; +} /** + *

    Describes the result of a data quality rule recommendation run.

    * @public */ -export interface QuerySchemaVersionMetadataInput { +export interface DataQualityRuleRecommendationRunDescription { /** - *

    A wrapper structure that may contain the schema name and Amazon Resource Name (ARN).

    + *

    The unique run identifier associated with this run.

    * @public */ - SchemaId?: SchemaId | undefined; + RunId?: string | undefined; /** - *

    The version number of the schema.

    + *

    The status for this run.

    * @public */ - SchemaVersionNumber?: SchemaVersionNumber | undefined; + Status?: TaskStatusType | undefined; /** - *

    The unique version ID of the schema version.

    + *

    The date and time when this run started.

    * @public */ - SchemaVersionId?: string | undefined; + StartedOn?: Date | undefined; /** - *

    Search key-value pairs for metadata, if they are not provided all the metadata information will be fetched.

    + *

    The data source (Glue table) associated with the recommendation run.

    * @public */ - MetadataList?: MetadataKeyValuePair[] | undefined; + DataSource?: DataSource | undefined; +} +/** + * @public + */ +export interface ListDataQualityRuleRecommendationRunsResponse { /** - *

    Maximum number of results required per page. If the value is not supplied, this will be defaulted to 25 per page.

    + *

    A list of DataQualityRuleRecommendationRunDescription objects.

    * @public */ - MaxResults?: number | undefined; + Runs?: DataQualityRuleRecommendationRunDescription[] | undefined; /** - *

    A continuation token, if this is a continuation call.

    + *

    A pagination token, if more results are available.

    * @public */ NextToken?: string | undefined; } /** - *

    A structure containing other metadata for a schema version belonging to the same metadata key.

    + *

    The filter criteria.

    * @public */ -export interface OtherMetadataValueListItem { +export interface DataQualityRulesetEvaluationRunFilter { /** - *

    The metadata key’s corresponding value for the other metadata belonging to the same metadata key.

    + *

    Filter based on a data source (an Glue table) associated with the run.

    * @public */ - MetadataValue?: string | undefined; + DataSource: DataSource | undefined; /** - *

    The time at which the entry was created.

    + *

    Filter results by runs that started before this time.

    * @public */ - CreatedTime?: string | undefined; + StartedBefore?: Date | undefined; + + /** + *

    Filter results by runs that started after this time.

    + * @public + */ + StartedAfter?: Date | undefined; } /** - *

    A structure containing metadata information for a schema version.

    * @public */ -export interface MetadataInfo { +export interface ListDataQualityRulesetEvaluationRunsRequest { /** - *

    The metadata key’s corresponding value.

    + *

    The filter criteria.

    * @public */ - MetadataValue?: string | undefined; + Filter?: DataQualityRulesetEvaluationRunFilter | undefined; /** - *

    The time at which the entry was created.

    + *

    A paginated token to offset the results.

    * @public */ - CreatedTime?: string | undefined; + NextToken?: string | undefined; /** - *

    Other metadata belonging to the same metadata key.

    + *

    The maximum number of results to return.

    * @public */ - OtherMetadataValueList?: OtherMetadataValueListItem[] | undefined; + MaxResults?: number | undefined; } /** + *

    Describes the result of a data quality ruleset evaluation run.

    * @public */ -export interface QuerySchemaVersionMetadataResponse { +export interface DataQualityRulesetEvaluationRunDescription { /** - *

    A map of a metadata key and associated values.

    + *

    The unique run identifier associated with this run.

    * @public */ - MetadataInfoMap?: Record | undefined; + RunId?: string | undefined; /** - *

    The unique version ID of the schema version.

    + *

    The status for this run.

    * @public */ - SchemaVersionId?: string | undefined; + Status?: TaskStatusType | undefined; /** - *

    A continuation token for paginating the returned list of tokens, returned if the current segment of the list is not the last.

    + *

    The date and time when the run started.

    * @public */ - NextToken?: string | undefined; + StartedOn?: Date | undefined; + + /** + *

    The data source (an Glue table) associated with the run.

    + * @public + */ + DataSource?: DataSource | undefined; } /** * @public */ -export interface RegisterSchemaVersionInput { +export interface ListDataQualityRulesetEvaluationRunsResponse { /** - *

    This is a wrapper structure to contain schema identity fields. The structure contains:

    - *
      - *
    • - *

      SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

      - *
      • - *
    • - *

      SchemaId$SchemaName: The name of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

      - *
      • - *
    + *

    A list of DataQualityRulesetEvaluationRunDescription objects representing data quality ruleset runs.

    * @public */ - SchemaId: SchemaId | undefined; + Runs?: DataQualityRulesetEvaluationRunDescription[] | undefined; /** - *

    The schema definition using the DataFormat setting for the SchemaName.

    + *

    A pagination token, if more results are available.

    * @public */ - SchemaDefinition: string | undefined; + NextToken?: string | undefined; } /** + *

    The criteria used to filter data quality rulesets.

    * @public */ -export interface RegisterSchemaVersionResponse { +export interface DataQualityRulesetFilterCriteria { /** - *

    The unique ID that represents the version of this schema.

    + *

    The name of the ruleset filter criteria.

    * @public */ - SchemaVersionId?: string | undefined; + Name?: string | undefined; /** - *

    The version of this schema (for sync flow only, in case this is the first version).

    + *

    The description of the ruleset filter criteria.

    * @public */ - VersionNumber?: number | undefined; + Description?: string | undefined; /** - *

    The status of the schema version.

    + *

    Filter on rulesets created before this date.

    * @public */ - Status?: SchemaVersionStatus | undefined; -} + CreatedBefore?: Date | undefined; -/** - * @public - */ -export interface RemoveSchemaVersionMetadataInput { /** - *

    A wrapper structure that may contain the schema name and Amazon Resource Name (ARN).

    + *

    Filter on rulesets created after this date.

    * @public */ - SchemaId?: SchemaId | undefined; + CreatedAfter?: Date | undefined; /** - *

    The version number of the schema.

    + *

    Filter on rulesets last modified before this date.

    * @public */ - SchemaVersionNumber?: SchemaVersionNumber | undefined; + LastModifiedBefore?: Date | undefined; /** - *

    The unique version ID of the schema version.

    + *

    Filter on rulesets last modified after this date.

    * @public */ - SchemaVersionId?: string | undefined; + LastModifiedAfter?: Date | undefined; /** - *

    The value of the metadata key.

    + *

    The name and database name of the target table.

    * @public */ - MetadataKeyValue: MetadataKeyValuePair | undefined; + TargetTable?: DataQualityTargetTable | undefined; } /** * @public */ -export interface RemoveSchemaVersionMetadataResponse { +export interface ListDataQualityRulesetsRequest { /** - *

    The Amazon Resource Name (ARN) of the schema.

    + *

    A paginated token to offset the results.

    * @public */ - SchemaArn?: string | undefined; + NextToken?: string | undefined; /** - *

    The name of the schema.

    + *

    The maximum number of results to return.

    * @public */ - SchemaName?: string | undefined; + MaxResults?: number | undefined; /** - *

    The name of the registry.

    + *

    The filter criteria.

    * @public */ - RegistryName?: string | undefined; + Filter?: DataQualityRulesetFilterCriteria | undefined; /** - *

    The latest version of the schema.

    + *

    A list of key-value pair tags.

    * @public */ - LatestVersion?: boolean | undefined; + Tags?: Record | undefined; +} +/** + *

    Describes a data quality ruleset returned by GetDataQualityRuleset.

    + * @public + */ +export interface DataQualityRulesetListDetails { /** - *

    The version number of the schema.

    + *

    The name of the data quality ruleset.

    * @public */ - VersionNumber?: number | undefined; + Name?: string | undefined; /** - *

    The version ID for the schema version.

    + *

    A description of the data quality ruleset.

    * @public */ - SchemaVersionId?: string | undefined; + Description?: string | undefined; /** - *

    The metadata key.

    + *

    The date and time the data quality ruleset was created.

    * @public */ - MetadataKey?: string | undefined; + CreatedOn?: Date | undefined; /** - *

    The value of the metadata key.

    + *

    The date and time the data quality ruleset was last modified.

    * @public */ - MetadataValue?: string | undefined; -} + LastModifiedOn?: Date | undefined; -/** - * @public - */ -export interface ResetJobBookmarkRequest { /** - *

    The name of the job in question.

    + *

    An object representing an Glue table.

    * @public */ - JobName: string | undefined; + TargetTable?: DataQualityTargetTable | undefined; /** - *

    The unique run identifier associated with this job run.

    + *

    When a ruleset was created from a recommendation run, this run ID is generated to link the two together.

    * @public */ - RunId?: string | undefined; -} + RecommendationRunId?: string | undefined; -/** - * @public - */ -export interface ResetJobBookmarkResponse { /** - *

    The reset bookmark entry.

    + *

    The number of rules in the ruleset.

    * @public */ - JobBookmarkEntry?: JobBookmarkEntry | undefined; + RuleCount?: number | undefined; } /** - *

    Too many jobs are being run concurrently.

    * @public */ -export class ConcurrentRunsExceededException extends __BaseException { - readonly name: "ConcurrentRunsExceededException" = "ConcurrentRunsExceededException"; - readonly $fault: "client" = "client"; +export interface ListDataQualityRulesetsResponse { /** - *

    A message describing the problem.

    + *

    A paginated list of rulesets for the specified list of Glue tables.

    * @public */ - Message?: string | undefined; - /** - * @internal - */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "ConcurrentRunsExceededException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, ConcurrentRunsExceededException.prototype); - this.Message = opts.Message; - } -} + Rulesets?: DataQualityRulesetListDetails[] | undefined; -/** - *

    The workflow is in an invalid state to perform a requested operation.

    - * @public - */ -export class IllegalWorkflowStateException extends __BaseException { - readonly name: "IllegalWorkflowStateException" = "IllegalWorkflowStateException"; - readonly $fault: "client" = "client"; /** - *

    A message describing the problem.

    + *

    A pagination token, if more results are available.

    * @public */ - Message?: string | undefined; - /** - * @internal - */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "IllegalWorkflowStateException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, IllegalWorkflowStateException.prototype); - this.Message = opts.Message; - } + NextToken?: string | undefined; } /** + *

    A timestamp filter.

    * @public */ -export interface ResumeWorkflowRunRequest { - /** - *

    The name of the workflow to resume.

    - * @public - */ - Name: string | undefined; - +export interface TimestampFilter { /** - *

    The ID of the workflow run to resume.

    + *

    The timestamp before which statistics should be included in the results.

    * @public */ - RunId: string | undefined; + RecordedBefore?: Date | undefined; /** - *

    A list of the node IDs for the nodes you want to restart. The nodes that are to be restarted must have a run attempt in the original run.

    + *

    The timestamp after which statistics should be included in the results.

    * @public */ - NodeIds: string[] | undefined; + RecordedAfter?: Date | undefined; } /** * @public */ -export interface ResumeWorkflowRunResponse { +export interface ListDataQualityStatisticAnnotationsRequest { /** - *

    The new ID assigned to the resumed workflow run. Each resume of a workflow run will have a new run ID.

    + *

    The Statistic ID.

    * @public */ - RunId?: string | undefined; + StatisticId?: string | undefined; /** - *

    A list of the node IDs for the nodes that were actually restarted.

    + *

    The Profile ID.

    * @public */ - NodeIds?: string[] | undefined; -} + ProfileId?: string | undefined; -/** - * @public - */ -export interface RunStatementRequest { /** - *

    The Session Id of the statement to be run.

    + *

    A timestamp filter.

    * @public */ - SessionId: string | undefined; + TimestampFilter?: TimestampFilter | undefined; /** - *

    The statement code to be run.

    + *

    The maximum number of results to return in this request.

    * @public */ - Code: string | undefined; + MaxResults?: number | undefined; /** - *

    The origin of the request.

    + *

    A pagination token to retrieve the next set of results.

    * @public */ - RequestOrigin?: string | undefined; + NextToken?: string | undefined; } /** * @public */ -export interface RunStatementResponse { +export interface ListDataQualityStatisticAnnotationsResponse { /** - *

    Returns the Id of the statement that was run.

    + *

    A list of StatisticAnnotation applied to the Statistic

    * @public */ - Id?: number | undefined; -} + Annotations?: StatisticAnnotation[] | undefined; -/** - * @public - * @enum - */ -export const Comparator = { - EQUALS: "EQUALS", - GREATER_THAN: "GREATER_THAN", - GREATER_THAN_EQUALS: "GREATER_THAN_EQUALS", - LESS_THAN: "LESS_THAN", - LESS_THAN_EQUALS: "LESS_THAN_EQUALS", -} as const; + /** + *

    A pagination token to retrieve the next set of results.

    + * @public + */ + NextToken?: string | undefined; +} /** * @public */ -export type Comparator = (typeof Comparator)[keyof typeof Comparator]; +export interface ListDataQualityStatisticsRequest { + /** + *

    The Statistic ID.

    + * @public + */ + StatisticId?: string | undefined; -/** - *

    Defines a property predicate.

    - * @public - */ -export interface PropertyPredicate { /** - *

    The key of the property.

    + *

    The Profile ID.

    * @public */ - Key?: string | undefined; + ProfileId?: string | undefined; /** - *

    The value of the property.

    + *

    A timestamp filter.

    * @public */ - Value?: string | undefined; + TimestampFilter?: TimestampFilter | undefined; /** - *

    The comparator used to compare this property to others.

    + *

    The maximum number of results to return in this request.

    * @public */ - Comparator?: Comparator | undefined; + MaxResults?: number | undefined; + + /** + *

    A pagination token to request the next page of results.

    + * @public + */ + NextToken?: string | undefined; } /** * @public * @enum */ -export const Sort = { - ASCENDING: "ASC", - DESCENDING: "DESC", +export const StatisticEvaluationLevel = { + COLUMN: "Column", + DATASET: "Dataset", + MULTICOLUMN: "Multicolumn", } as const; /** * @public */ -export type Sort = (typeof Sort)[keyof typeof Sort]; +export type StatisticEvaluationLevel = (typeof StatisticEvaluationLevel)[keyof typeof StatisticEvaluationLevel]; /** - *

    Specifies a field to sort by and a sort order.

    + *

    A run identifier.

    * @public */ -export interface SortCriterion { +export interface RunIdentifier { /** - *

    The name of the field on which to sort.

    + *

    The Run ID.

    * @public */ - FieldName?: string | undefined; + RunId?: string | undefined; /** - *

    An ascending or descending sort.

    + *

    The Job Run ID.

    * @public */ - Sort?: Sort | undefined; + JobRunId?: string | undefined; } /** + *

    Summary information about a statistic.

    * @public */ -export interface SearchTablesRequest { +export interface StatisticSummary { /** - *

    A unique identifier, consisting of - * account_id - * .

    + *

    The Statistic ID.

    * @public */ - CatalogId?: string | undefined; + StatisticId?: string | undefined; /** - *

    A continuation token, included if this is a continuation call.

    + *

    The Profile ID.

    * @public */ - NextToken?: string | undefined; + ProfileId?: string | undefined; + + /** + *

    The Run Identifier

    + * @public + */ + RunIdentifier?: RunIdentifier | undefined; /** - *

    A list of key-value pairs, and a comparator used to filter the search results. Returns all entities matching the predicate.

    - *

    The Comparator member of the PropertyPredicate struct is used only for time fields, and can be omitted for other field types. Also, when comparing string values, such as when Key=Name, a fuzzy match algorithm is used. The Key field (for example, the value of the Name field) is split on certain punctuation characters, for example, -, :, #, etc. into tokens. Then each token is exact-match compared with the Value member of PropertyPredicate. For example, if Key=Name and Value=link, tables named customer-link and xx-link-yy are returned, but xxlinkyy is not returned.

    + *

    The name of the statistic.

    * @public */ - Filters?: PropertyPredicate[] | undefined; + StatisticName?: string | undefined; /** - *

    A string used for a text search.

    - *

    Specifying a value in quotes filters based on an exact match to the value.

    + *

    The value of the statistic.

    * @public */ - SearchText?: string | undefined; + DoubleValue?: number | undefined; /** - *

    A list of criteria for sorting the results by a field name, in an ascending or descending order.

    + *

    The evaluation level of the statistic. Possible values: Dataset, Column, Multicolumn.

    * @public */ - SortCriteria?: SortCriterion[] | undefined; + EvaluationLevel?: StatisticEvaluationLevel | undefined; /** - *

    The maximum number of tables to return in a single response.

    + *

    The list of columns referenced by the statistic.

    * @public */ - MaxResults?: number | undefined; + ColumnsReferenced?: string[] | undefined; /** - *

    Allows you to specify that you want to search the tables shared with your account. The allowable values are FOREIGN or ALL.

    - *
      - *
    • - *

      If set to FOREIGN, will search the tables shared with your account.

      - *
      • - *
    • - *

      If set to ALL, will search the tables shared with your account, as well as the tables in yor local account.

      - *
      • - *
    + *

    The list of datasets referenced by the statistic.

    * @public */ - ResourceShareType?: ResourceShareType | undefined; + ReferencedDatasets?: string[] | undefined; /** - *

    Specifies whether to include status details related to a request to create or update an Glue Data Catalog view.

    + *

    A StatisticPropertiesMap, which contains a NameString and DescriptionString + *

    * @public */ - IncludeStatusDetails?: boolean | undefined; + StatisticProperties?: Record | undefined; + + /** + *

    The timestamp when the statistic was recorded.

    + * @public + */ + RecordedOn?: Date | undefined; + + /** + *

    The inclusion annotation for the statistic.

    + * @public + */ + InclusionAnnotation?: TimestampedInclusionAnnotation | undefined; } /** - *

    The blueprint is in an invalid state to perform a requested operation.

    * @public */ -export class IllegalBlueprintStateException extends __BaseException { - readonly name: "IllegalBlueprintStateException" = "IllegalBlueprintStateException"; - readonly $fault: "client" = "client"; +export interface ListDataQualityStatisticsResponse { /** - *

    A message describing the problem.

    + *

    A StatisticSummaryList.

    * @public */ - Message?: string | undefined; + Statistics?: StatisticSummary[] | undefined; + /** - * @internal + *

    A pagination token to request the next page of results.

    + * @public */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "IllegalBlueprintStateException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, IllegalBlueprintStateException.prototype); - this.Message = opts.Message; - } + NextToken?: string | undefined; } /** * @public */ -export interface StartBlueprintRunRequest { +export interface ListDevEndpointsRequest { /** - *

    The name of the blueprint.

    + *

    A continuation token, if this is a continuation request.

    * @public */ - BlueprintName: string | undefined; + NextToken?: string | undefined; /** - *

    Specifies the parameters as a BlueprintParameters object.

    + *

    The maximum size of a list to return.

    * @public */ - Parameters?: string | undefined; + MaxResults?: number | undefined; /** - *

    Specifies the IAM role used to create the workflow.

    + *

    Specifies to return only these tagged resources.

    * @public */ - RoleArn: string | undefined; + Tags?: Record | undefined; } /** * @public */ -export interface StartBlueprintRunResponse { +export interface ListDevEndpointsResponse { + /** + *

    The names of all the DevEndpoints in the account, or the + * DevEndpoints with the specified tags.

    + * @public + */ + DevEndpointNames?: string[] | undefined; + /** - *

    The run ID for this blueprint run.

    + *

    A continuation token, if the returned list does not contain the + * last metric available.

    * @public */ - RunId?: string | undefined; + NextToken?: string | undefined; } /** * @public */ -export interface StartColumnStatisticsTaskRunRequest { +export interface ListEntitiesRequest { /** - *

    The name of the database where the table resides.

    + *

    A name for the connection that has required credentials to query any connection type.

    * @public */ - DatabaseName: string | undefined; + ConnectionName?: string | undefined; /** - *

    The name of the table to generate statistics.

    + *

    The catalog ID of the catalog that contains the connection. This can be null, By default, the Amazon Web Services Account ID is the catalog ID.

    * @public */ - TableName: string | undefined; + CatalogId?: string | undefined; /** - *

    A list of the column names to generate statistics. If none is supplied, all column names for the table will be used by default.

    + *

    Name of the parent entity for which you want to list the children. This parameter takes a fully-qualified path of the entity in order to list the child entities.

    * @public */ - ColumnNameList?: string[] | undefined; + ParentEntityName?: string | undefined; /** - *

    The IAM role that the service assumes to generate statistics.

    + *

    A continuation token, included if this is a continuation call.

    * @public */ - Role: string | undefined; + NextToken?: string | undefined; /** - *

    The percentage of rows used to generate statistics. If none is supplied, the entire table will be used to generate stats.

    + *

    The API version of the SaaS connector.

    * @public */ - SampleSize?: number | undefined; + DataStoreApiVersion?: string | undefined; +} +/** + *

    An entity supported by a given ConnectionType.

    + * @public + */ +export interface Entity { /** - *

    The ID of the Data Catalog where the table reside. If none is supplied, the Amazon Web Services account ID is used by default.

    + *

    The name of the entity.

    * @public */ - CatalogID?: string | undefined; + EntityName?: string | undefined; /** - *

    Name of the security configuration that is used to encrypt CloudWatch logs for the column stats task run.

    + *

    Label used for the entity.

    * @public */ - SecurityConfiguration?: string | undefined; + Label?: string | undefined; + + /** + *

    A Boolean value which helps to determine whether there are sub objects that can be listed.

    + * @public + */ + IsParentEntity?: boolean | undefined; + + /** + *

    A description of the entity.

    + * @public + */ + Description?: string | undefined; + + /** + *

    The type of entities that are present in the response. This value depends on the source connection. For example this is SObjects for Salesforce and databases or schemas or tables for sources like Amazon Redshift.

    + * @public + */ + Category?: string | undefined; + + /** + *

    An optional map of keys which may be returned for an entity by a connector.

    + * @public + */ + CustomProperties?: Record | undefined; } /** * @public */ -export interface StartColumnStatisticsTaskRunResponse { +export interface ListEntitiesResponse { + /** + *

    A list of Entity objects.

    + * @public + */ + Entities?: Entity[] | undefined; + /** - *

    The identifier for the column statistics task run.

    + *

    A continuation token, present if the current segment is not the last.

    * @public */ - ColumnStatisticsTaskRunId?: string | undefined; + NextToken?: string | undefined; } /** * @public */ -export interface StartColumnStatisticsTaskRunScheduleRequest { +export interface ListJobsRequest { /** - *

    The name of the database where the table resides.

    + *

    A continuation token, if this is a continuation request.

    * @public */ - DatabaseName: string | undefined; + NextToken?: string | undefined; /** - *

    The name of the table for which to start a column statistic task run schedule.

    + *

    The maximum size of a list to return.

    * @public */ - TableName: string | undefined; + MaxResults?: number | undefined; + + /** + *

    Specifies to return only these tagged resources.

    + * @public + */ + Tags?: Record | undefined; } /** * @public */ -export interface StartColumnStatisticsTaskRunScheduleResponse {} +export interface ListJobsResponse { + /** + *

    The names of all jobs in the account, or the jobs with the specified tags.

    + * @public + */ + JobNames?: string[] | undefined; -/** - * @public - */ -export interface StartCrawlerRequest { /** - *

    Name of the crawler to start.

    + *

    A continuation token, if the returned list does not contain the + * last metric available.

    * @public */ - Name: string | undefined; + NextToken?: string | undefined; } /** * @public */ -export interface StartCrawlerResponse {} +export interface ListMLTransformsRequest { + /** + *

    A continuation token, if this is a continuation request.

    + * @public + */ + NextToken?: string | undefined; -/** - *

    There is no applicable schedule.

    - * @public - */ -export class NoScheduleException extends __BaseException { - readonly name: "NoScheduleException" = "NoScheduleException"; - readonly $fault: "client" = "client"; /** - *

    A message describing the problem.

    + *

    The maximum size of a list to return.

    * @public */ - Message?: string | undefined; + MaxResults?: number | undefined; + /** - * @internal + *

    A TransformFilterCriteria used to filter the machine learning transforms.

    + * @public */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "NoScheduleException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, NoScheduleException.prototype); - this.Message = opts.Message; - } + Filter?: TransformFilterCriteria | undefined; + + /** + *

    A TransformSortCriteria used to sort the machine learning transforms.

    + * @public + */ + Sort?: TransformSortCriteria | undefined; + + /** + *

    Specifies to return only these tagged resources.

    + * @public + */ + Tags?: Record | undefined; } /** - *

    The specified scheduler is already running.

    * @public */ -export class SchedulerRunningException extends __BaseException { - readonly name: "SchedulerRunningException" = "SchedulerRunningException"; - readonly $fault: "client" = "client"; +export interface ListMLTransformsResponse { /** - *

    A message describing the problem.

    + *

    The identifiers of all the machine learning transforms in the account, or the + * machine learning transforms with the specified tags.

    * @public */ - Message?: string | undefined; - /** - * @internal - */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "SchedulerRunningException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, SchedulerRunningException.prototype); - this.Message = opts.Message; - } -} + TransformIds: string[] | undefined; -/** - * @public - */ -export interface StartCrawlerScheduleRequest { /** - *

    Name of the crawler to schedule.

    + *

    A continuation token, if the returned list does not contain the + * last metric available.

    * @public */ - CrawlerName: string | undefined; + NextToken?: string | undefined; } /** * @public */ -export interface StartCrawlerScheduleResponse {} +export interface ListRegistriesInput { + /** + *

    Maximum number of results required per page. If the value is not supplied, this will be defaulted to 25 per page.

    + * @public + */ + MaxResults?: number | undefined; -/** - * @public - */ -export interface StartDataQualityRuleRecommendationRunRequest { /** - *

    The data source (Glue table) associated with this run.

    + *

    A continuation token, if this is a continuation call.

    * @public */ - DataSource: DataSource | undefined; + NextToken?: string | undefined; +} +/** + *

    A structure containing the details for a registry.

    + * @public + */ +export interface RegistryListItem { /** - *

    An IAM role supplied to encrypt the results of the run.

    + *

    The name of the registry.

    * @public */ - Role: string | undefined; + RegistryName?: string | undefined; /** - *

    The number of G.1X workers to be used in the run. The default is 5.

    + *

    The Amazon Resource Name (ARN) of the registry.

    * @public */ - NumberOfWorkers?: number | undefined; + RegistryArn?: string | undefined; /** - *

    The timeout for a run in minutes. This is the maximum time that a run can consume resources before it is terminated and enters TIMEOUT status. The default is 2,880 minutes (48 hours).

    + *

    A description of the registry.

    * @public */ - Timeout?: number | undefined; + Description?: string | undefined; /** - *

    A name for the ruleset.

    + *

    The status of the registry.

    * @public */ - CreatedRulesetName?: string | undefined; + Status?: RegistryStatus | undefined; /** - *

    The name of the security configuration created with the data quality encryption option.

    + *

    The data the registry was created.

    * @public */ - DataQualitySecurityConfiguration?: string | undefined; + CreatedTime?: string | undefined; /** - *

    Used for idempotency and is recommended to be set to a random ID (such as a UUID) to avoid creating or starting multiple instances of the same resource.

    + *

    The date the registry was updated.

    * @public */ - ClientToken?: string | undefined; + UpdatedTime?: string | undefined; } /** * @public */ -export interface StartDataQualityRuleRecommendationRunResponse { +export interface ListRegistriesResponse { /** - *

    The unique run identifier associated with this run.

    + *

    An array of RegistryDetailedListItem objects containing minimal details of each registry.

    * @public */ - RunId?: string | undefined; + Registries?: RegistryListItem[] | undefined; + + /** + *

    A continuation token for paginating the returned list of tokens, returned if the current segment of the list is not the last.

    + * @public + */ + NextToken?: string | undefined; } /** * @public */ -export interface StartDataQualityRulesetEvaluationRunRequest { +export interface ListSchemasInput { /** - *

    The data source (Glue table) associated with this run.

    + *

    A wrapper structure that may contain the registry name and Amazon Resource Name (ARN).

    * @public */ - DataSource: DataSource | undefined; + RegistryId?: RegistryId | undefined; /** - *

    An IAM role supplied to encrypt the results of the run.

    + *

    Maximum number of results required per page. If the value is not supplied, this will be defaulted to 25 per page.

    * @public */ - Role: string | undefined; + MaxResults?: number | undefined; /** - *

    The number of G.1X workers to be used in the run. The default is 5.

    + *

    A continuation token, if this is a continuation call.

    * @public */ - NumberOfWorkers?: number | undefined; + NextToken?: string | undefined; +} +/** + *

    An object that contains minimal details for a schema.

    + * @public + */ +export interface SchemaListItem { /** - *

    The timeout for a run in minutes. This is the maximum time that a run can consume resources before it is terminated and enters TIMEOUT status. The default is 2,880 minutes (48 hours).

    + *

    the name of the registry where the schema resides.

    * @public */ - Timeout?: number | undefined; + RegistryName?: string | undefined; /** - *

    Used for idempotency and is recommended to be set to a random ID (such as a UUID) to avoid creating or starting multiple instances of the same resource.

    + *

    The name of the schema.

    * @public */ - ClientToken?: string | undefined; + SchemaName?: string | undefined; /** - *

    Additional run options you can specify for an evaluation run.

    + *

    The Amazon Resource Name (ARN) for the schema.

    * @public */ - AdditionalRunOptions?: DataQualityEvaluationRunAdditionalRunOptions | undefined; + SchemaArn?: string | undefined; /** - *

    A list of ruleset names.

    + *

    A description for the schema.

    * @public */ - RulesetNames: string[] | undefined; + Description?: string | undefined; /** - *

    A map of reference strings to additional data sources you can specify for an evaluation run.

    + *

    The status of the schema.

    * @public */ - AdditionalDataSources?: Record | undefined; -} + SchemaStatus?: SchemaStatus | undefined; -/** - * @public - */ -export interface StartDataQualityRulesetEvaluationRunResponse { /** - *

    The unique run identifier associated with this run.

    + *

    The date and time that a schema was created.

    * @public */ - RunId?: string | undefined; + CreatedTime?: string | undefined; + + /** + *

    The date and time that a schema was updated.

    + * @public + */ + UpdatedTime?: string | undefined; } /** * @public */ -export interface StartExportLabelsTaskRunRequest { +export interface ListSchemasResponse { /** - *

    The unique identifier of the machine learning transform.

    + *

    An array of SchemaListItem objects containing details of each schema.

    * @public */ - TransformId: string | undefined; + Schemas?: SchemaListItem[] | undefined; /** - *

    The Amazon S3 path where you export the labels.

    + *

    A continuation token for paginating the returned list of tokens, returned if the current segment of the list is not the last.

    * @public */ - OutputS3Path: string | undefined; + NextToken?: string | undefined; } /** * @public */ -export interface StartExportLabelsTaskRunResponse { +export interface ListSchemaVersionsInput { + /** + *

    This is a wrapper structure to contain schema identity fields. The structure contains:

    + *
      + *
    • + *

      SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

      + *
      • + *
    • + *

      SchemaId$SchemaName: The name of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

      + *
      • + *
    + * @public + */ + SchemaId: SchemaId | undefined; + /** - *

    The unique identifier for the task run.

    + *

    Maximum number of results required per page. If the value is not supplied, this will be defaulted to 25 per page.

    * @public */ - TaskRunId?: string | undefined; + MaxResults?: number | undefined; + + /** + *

    A continuation token, if this is a continuation call.

    + * @public + */ + NextToken?: string | undefined; } /** + *

    An object containing the details about a schema version.

    * @public */ -export interface StartImportLabelsTaskRunRequest { +export interface SchemaVersionListItem { /** - *

    The unique identifier of the machine learning transform.

    + *

    The Amazon Resource Name (ARN) of the schema.

    * @public */ - TransformId: string | undefined; + SchemaArn?: string | undefined; /** - *

    The Amazon Simple Storage Service (Amazon S3) path from where you import the - * labels.

    + *

    The unique identifier of the schema version.

    * @public */ - InputS3Path: string | undefined; + SchemaVersionId?: string | undefined; /** - *

    Indicates whether to overwrite your existing labels.

    + *

    The version number of the schema.

    * @public */ - ReplaceAllLabels?: boolean | undefined; -} + VersionNumber?: number | undefined; -/** - * @public - */ -export interface StartImportLabelsTaskRunResponse { /** - *

    The unique identifier for the task run.

    + *

    The status of the schema version.

    * @public */ - TaskRunId?: string | undefined; + Status?: SchemaVersionStatus | undefined; + + /** + *

    The date and time the schema version was created.

    + * @public + */ + CreatedTime?: string | undefined; } /** * @public */ -export interface StartJobRunRequest { +export interface ListSchemaVersionsResponse { /** - *

    The name of the job definition to use.

    + *

    An array of SchemaVersionList objects containing details of each schema version.

    * @public */ - JobName: string | undefined; + Schemas?: SchemaVersionListItem[] | undefined; /** - *

    Specifies whether job run queuing is enabled for the job run.

    - *

    A value of true means job run queuing is enabled for the job run. If false or not populated, the job run will not be considered for queueing.

    + *

    A continuation token for paginating the returned list of tokens, returned if the current segment of the list is not the last.

    * @public */ - JobRunQueuingEnabled?: boolean | undefined; + NextToken?: string | undefined; +} +/** + * @public + */ +export interface ListSessionsRequest { /** - *

    The ID of a previous JobRun to retry.

    + *

    The token for the next set of results, or null if there are no more result.

    * @public */ - JobRunId?: string | undefined; + NextToken?: string | undefined; /** - *

    The job arguments associated with this run. For this job run, they replace the default - * arguments set in the job definition itself.

    - *

    You can specify arguments here that your own job-execution script - * consumes, as well as arguments that Glue itself consumes.

    - *

    Job arguments may be logged. Do not pass plaintext secrets as arguments. Retrieve secrets - * from a Glue Connection, Secrets Manager or other secret management - * mechanism if you intend to keep them within the Job.

    - *

    For information about how to specify and consume your own Job arguments, see the Calling Glue APIs in Python topic in the developer guide.

    - *

    For information about the arguments you can provide to this field when configuring Spark jobs, - * see the Special Parameters Used by Glue topic in the developer guide.

    - *

    For information about the arguments you can provide to this field when configuring Ray - * jobs, see Using - * job parameters in Ray jobs in the developer guide.

    + *

    The maximum number of results.

    * @public */ - Arguments?: Record | undefined; + MaxResults?: number | undefined; /** - * @deprecated - * - *

    This field is deprecated. Use MaxCapacity instead.

    - *

    The number of Glue data processing units (DPUs) to allocate to this JobRun. - * You can allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure - * of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. - * For more information, see the Glue - * pricing page.

    + *

    Tags belonging to the session.

    * @public */ - AllocatedCapacity?: number | undefined; + Tags?: Record | undefined; /** - *

    The JobRun timeout in minutes. This is the maximum time that a job run can - * consume resources before it is terminated and enters TIMEOUT status. This value overrides the timeout value set in the parent job.

    - *

    Streaming jobs must have timeout values less than 7 days or 10080 minutes. When the value is left blank, the job will be restarted after 7 days based if you have not setup a maintenance window. If you have setup maintenance window, it will be restarted during the maintenance window after 7 days.

    + *

    The origin of the request.

    * @public */ - Timeout?: number | undefined; + RequestOrigin?: string | undefined; +} +/** + * @public + */ +export interface ListSessionsResponse { /** - *

    For Glue version 1.0 or earlier jobs, using the standard worker type, the number of - * Glue data processing units (DPUs) that can be allocated when this job runs. A DPU is - * a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB - * of memory. For more information, see the - * Glue pricing page.

    - *

    For Glue version 2.0+ jobs, you cannot specify a Maximum capacity. - * Instead, you should specify a Worker type and the Number of workers.

    - *

    Do not set MaxCapacity if using WorkerType and NumberOfWorkers.

    - *

    The value that can be allocated for MaxCapacity depends on whether you are - * running a Python shell job, an Apache Spark ETL job, or an Apache Spark streaming ETL - * job:

    - *
      - *
    • - *

      When you specify a Python shell job (JobCommand.Name="pythonshell"), you can - * allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.

      - *
      • - *
    • - *

      When you specify an Apache Spark ETL job (JobCommand.Name="glueetl") or Apache - * Spark streaming ETL job (JobCommand.Name="gluestreaming"), you can allocate from 2 to 100 DPUs. - * The default is 10 DPUs. This job type cannot have a fractional DPU allocation.

      - *
      • - *
    + *

    Returns the ID of the session.

    * @public */ - MaxCapacity?: number | undefined; + Ids?: string[] | undefined; /** - *

    The name of the SecurityConfiguration structure to be used with this job - * run.

    + *

    Returns the session object.

    * @public */ - SecurityConfiguration?: string | undefined; + Sessions?: Session[] | undefined; /** - *

    Specifies configuration properties of a job run notification.

    + *

    The token for the next set of results, or null if there are no more result.

    * @public */ - NotificationProperty?: NotificationProperty | undefined; + NextToken?: string | undefined; +} +/** + * @public + */ +export interface ListStatementsRequest { /** - *

    The type of predefined worker that is allocated when a job runs. Accepts a value of - * G.1X, G.2X, G.4X, G.8X or G.025X for Spark jobs. Accepts the value Z.2X for Ray jobs.

    - *
      - *
    • - *

      For the G.1X worker type, each worker maps to 1 DPU (4 vCPUs, 16 GB of memory) with 84GB disk (approximately 34GB free), and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.

      - *
      • - *
    • - *

      For the G.2X worker type, each worker maps to 2 DPU (8 vCPUs, 32 GB of memory) with 128GB disk (approximately 77GB free), and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.

      - *
      • - *
    • - *

      For the G.4X worker type, each worker maps to 4 DPU (16 vCPUs, 64 GB of memory) with 256GB disk (approximately 235GB free), and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs in the following Amazon Web Services Regions: US East (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland), and Europe (Stockholm).

      - *
      • - *
    • - *

      For the G.8X worker type, each worker maps to 8 DPU (32 vCPUs, 128 GB of memory) with 512GB disk (approximately 487GB free), and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs, in the same Amazon Web Services Regions as supported for the G.4X worker type.

      - *
      • - *
    • - *

      For the G.025X worker type, each worker maps to 0.25 DPU (2 vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.

      - *
      • - *
    • - *

      For the Z.2X worker type, each worker maps to 2 M-DPU (8vCPUs, 64 GB of memory) with 128 GB disk (approximately 120GB free), and provides up to 8 Ray workers based on the autoscaler.

      - *
      • - *
    + *

    The Session ID of the statements.

    * @public */ - WorkerType?: WorkerType | undefined; + SessionId: string | undefined; /** - *

    The number of workers of a defined workerType that are allocated when a job runs.

    + *

    The origin of the request to list statements.

    * @public */ - NumberOfWorkers?: number | undefined; + RequestOrigin?: string | undefined; /** - *

    Indicates whether the job is run with a standard or flexible execution class. The standard execution-class is ideal for time-sensitive workloads that require fast job startup and dedicated resources.

    - *

    The flexible execution class is appropriate for time-insensitive jobs whose start and completion times may vary.

    - *

    Only jobs with Glue version 3.0 and above and command type glueetl will be allowed to set ExecutionClass to FLEX. The flexible execution class is available for Spark jobs.

    + *

    A continuation token, if this is a continuation call.

    * @public */ - ExecutionClass?: ExecutionClass | undefined; + NextToken?: string | undefined; } /** * @public */ -export interface StartJobRunResponse { +export interface ListStatementsResponse { /** - *

    The ID assigned to this job run.

    + *

    Returns the list of statements.

    * @public */ - JobRunId?: string | undefined; + Statements?: Statement[] | undefined; + + /** + *

    A continuation token, if not all statements have yet been returned.

    + * @public + */ + NextToken?: string | undefined; } /** - *

    The machine learning transform is not ready to run.

    * @public */ -export class MLTransformNotReadyException extends __BaseException { - readonly name: "MLTransformNotReadyException" = "MLTransformNotReadyException"; - readonly $fault: "client" = "client"; +export interface ListTableOptimizerRunsRequest { + /** + *

    The Catalog ID of the table.

    + * @public + */ + CatalogId: string | undefined; + + /** + *

    The name of the database in the catalog in which the table resides.

    + * @public + */ + DatabaseName: string | undefined; + + /** + *

    The name of the table.

    + * @public + */ + TableName: string | undefined; + /** - *

    A message describing the problem.

    + *

    The type of table optimizer.

    * @public */ - Message?: string | undefined; + Type: TableOptimizerType | undefined; + /** - * @internal + *

    The maximum number of optimizer runs to return on each call.

    + * @public */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "MLTransformNotReadyException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, MLTransformNotReadyException.prototype); - this.Message = opts.Message; - } -} + MaxResults?: number | undefined; -/** - * @public - */ -export interface StartMLEvaluationTaskRunRequest { /** - *

    The unique identifier of the machine learning transform.

    + *

    A continuation token, if this is a continuation call.

    * @public */ - TransformId: string | undefined; + NextToken?: string | undefined; } /** * @public */ -export interface StartMLEvaluationTaskRunResponse { +export interface ListTableOptimizerRunsResponse { /** - *

    The unique identifier associated with this run.

    + *

    The Catalog ID of the table.

    * @public */ - TaskRunId?: string | undefined; -} + CatalogId?: string | undefined; -/** - * @public - */ -export interface StartMLLabelingSetGenerationTaskRunRequest { /** - *

    The unique identifier of the machine learning transform.

    + *

    The name of the database in the catalog in which the table resides.

    * @public */ - TransformId: string | undefined; + DatabaseName?: string | undefined; /** - *

    The Amazon Simple Storage Service (Amazon S3) path where you generate the labeling - * set.

    + *

    The name of the table.

    * @public */ - OutputS3Path: string | undefined; -} + TableName?: string | undefined; -/** - * @public - */ -export interface StartMLLabelingSetGenerationTaskRunResponse { /** - *

    The unique run identifier that is associated with this task run.

    + *

    A continuation token for paginating the returned list of optimizer runs, returned if the current segment of the list is not the last.

    * @public */ - TaskRunId?: string | undefined; -} + NextToken?: string | undefined; -/** - * @public - */ -export interface StartTriggerRequest { /** - *

    The name of the trigger to start.

    + *

    A list of the optimizer runs associated with a table.

    * @public */ - Name: string | undefined; + TableOptimizerRuns?: TableOptimizerRun[] | undefined; } /** * @public */ -export interface StartTriggerResponse { +export interface ListTriggersRequest { /** - *

    The name of the trigger that was started.

    + *

    A continuation token, if this is a continuation request.

    * @public */ - Name?: string | undefined; -} + NextToken?: string | undefined; -/** - * @public - */ -export interface StartWorkflowRunRequest { /** - *

    The name of the workflow to start.

    + *

    The name of the job for which to retrieve triggers. The trigger that can start this job + * is returned. If there is no such trigger, all triggers are returned.

    * @public */ - Name: string | undefined; + DependentJobName?: string | undefined; /** - *

    The workflow run properties for the new workflow run.

    + *

    The maximum size of a list to return.

    * @public */ - RunProperties?: Record | undefined; -} + MaxResults?: number | undefined; -/** - * @public - */ -export interface StartWorkflowRunResponse { /** - *

    An Id for the new run.

    + *

    Specifies to return only these tagged resources.

    * @public */ - RunId?: string | undefined; + Tags?: Record | undefined; } /** - *

    An exception thrown when you try to stop a task run when there is no task running.

    * @public */ -export class ColumnStatisticsTaskNotRunningException extends __BaseException { - readonly name: "ColumnStatisticsTaskNotRunningException" = "ColumnStatisticsTaskNotRunningException"; - readonly $fault: "client" = "client"; +export interface ListTriggersResponse { /** - *

    A message describing the problem.

    + *

    The names of all triggers in the account, or the triggers with the specified tags.

    * @public */ - Message?: string | undefined; + TriggerNames?: string[] | undefined; + /** - * @internal + *

    A continuation token, if the returned list does not contain the + * last metric available.

    + * @public */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "ColumnStatisticsTaskNotRunningException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, ColumnStatisticsTaskNotRunningException.prototype); - this.Message = opts.Message; - } + NextToken?: string | undefined; } /** - *

    An exception thrown when you try to stop a task run.

    * @public */ -export class ColumnStatisticsTaskStoppingException extends __BaseException { - readonly name: "ColumnStatisticsTaskStoppingException" = "ColumnStatisticsTaskStoppingException"; - readonly $fault: "client" = "client"; +export interface ListUsageProfilesRequest { /** - *

    A message describing the problem.

    + *

    A continuation token, included if this is a continuation call.

    * @public */ - Message?: string | undefined; + NextToken?: string | undefined; + /** - * @internal + *

    The maximum number of usage profiles to return in a single response.

    + * @public */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "ColumnStatisticsTaskStoppingException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, ColumnStatisticsTaskStoppingException.prototype); - this.Message = opts.Message; - } + MaxResults?: number | undefined; } /** + *

    Describes an Glue usage profile.

    * @public */ -export interface StopColumnStatisticsTaskRunRequest { +export interface UsageProfileDefinition { /** - *

    The name of the database where the table resides.

    + *

    The name of the usage profile.

    * @public */ - DatabaseName: string | undefined; + Name?: string | undefined; /** - *

    The name of the table.

    + *

    A description of the usage profile.

    * @public */ - TableName: string | undefined; -} - -/** - * @public - */ -export interface StopColumnStatisticsTaskRunResponse {} + Description?: string | undefined; -/** - * @public - */ -export interface StopColumnStatisticsTaskRunScheduleRequest { /** - *

    The name of the database where the table resides.

    + *

    The date and time when the usage profile was created.

    * @public */ - DatabaseName: string | undefined; + CreatedOn?: Date | undefined; /** - *

    The name of the table for which to stop a column statistic task run schedule.

    + *

    The date and time when the usage profile was last modified.

    * @public */ - TableName: string | undefined; + LastModifiedOn?: Date | undefined; } /** * @public */ -export interface StopColumnStatisticsTaskRunScheduleResponse {} - -/** - *

    The specified crawler is not running.

    - * @public - */ -export class CrawlerNotRunningException extends __BaseException { - readonly name: "CrawlerNotRunningException" = "CrawlerNotRunningException"; - readonly $fault: "client" = "client"; +export interface ListUsageProfilesResponse { /** - *

    A message describing the problem.

    + *

    A list of usage profile (UsageProfileDefinition) objects.

    * @public */ - Message?: string | undefined; + Profiles?: UsageProfileDefinition[] | undefined; + /** - * @internal + *

    A continuation token, present if the current list segment is not the last.

    + * @public */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "CrawlerNotRunningException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, CrawlerNotRunningException.prototype); - this.Message = opts.Message; - } + NextToken?: string | undefined; } /** - *

    The specified crawler is stopping.

    * @public */ -export class CrawlerStoppingException extends __BaseException { - readonly name: "CrawlerStoppingException" = "CrawlerStoppingException"; - readonly $fault: "client" = "client"; +export interface ListWorkflowsRequest { /** - *

    A message describing the problem.

    + *

    A continuation token, if this is a continuation request.

    * @public */ - Message?: string | undefined; - /** - * @internal - */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "CrawlerStoppingException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, CrawlerStoppingException.prototype); - this.Message = opts.Message; - } -} + NextToken?: string | undefined; -/** - * @public - */ -export interface StopCrawlerRequest { /** - *

    Name of the crawler to stop.

    + *

    The maximum size of a list to return.

    * @public */ - Name: string | undefined; + MaxResults?: number | undefined; } /** * @public */ -export interface StopCrawlerResponse {} - -/** - *

    The specified scheduler is not running.

    - * @public - */ -export class SchedulerNotRunningException extends __BaseException { - readonly name: "SchedulerNotRunningException" = "SchedulerNotRunningException"; - readonly $fault: "client" = "client"; +export interface ListWorkflowsResponse { /** - *

    A message describing the problem.

    + *

    List of names of workflows in the account.

    * @public */ - Message?: string | undefined; + Workflows?: string[] | undefined; + /** - * @internal + *

    A continuation token, if not all workflow names have been returned.

    + * @public */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "SchedulerNotRunningException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, SchedulerNotRunningException.prototype); - this.Message = opts.Message; - } + NextToken?: string | undefined; } /** * @public */ -export interface StopCrawlerScheduleRequest { +export interface ModifyIntegrationRequest { /** - *

    Name of the crawler whose schedule state to set.

    + *

    The Amazon Resource Name (ARN) for the integration.

    * @public */ - CrawlerName: string | undefined; -} + IntegrationIdentifier: string | undefined; -/** - * @public - */ -export interface StopCrawlerScheduleResponse {} - -/** - * @public - */ -export interface StopSessionRequest { /** - *

    The ID of the session to be stopped.

    + *

    A description of the integration.

    * @public */ - Id: string | undefined; + Description?: string | undefined; /** - *

    The origin of the request.

    + *

    Selects source tables for the integration using Maxwell filter syntax.

    * @public */ - RequestOrigin?: string | undefined; -} + DataFilter?: string | undefined; -/** - * @public - */ -export interface StopSessionResponse { /** - *

    Returns the Id of the stopped session.

    + *

    A unique name for an integration in Glue.

    * @public */ - Id?: string | undefined; + IntegrationName?: string | undefined; } /** * @public */ -export interface StopTriggerRequest { +export interface ModifyIntegrationResponse { /** - *

    The name of the trigger to stop.

    + *

    The ARN of the source for the integration.

    * @public */ - Name: string | undefined; -} + SourceArn: string | undefined; -/** - * @public - */ -export interface StopTriggerResponse { /** - *

    The name of the trigger that was stopped.

    + *

    The ARN of the target for the integration.

    * @public */ - Name?: string | undefined; -} + TargetArn: string | undefined; -/** - * @public - */ -export interface StopWorkflowRunRequest { /** - *

    The name of the workflow to stop.

    + *

    A unique name for an integration in Glue.

    * @public */ - Name: string | undefined; + IntegrationName: string | undefined; /** - *

    The ID of the workflow run to stop.

    + *

    A description of the integration.

    * @public */ - RunId: string | undefined; -} - -/** - * @public - */ -export interface StopWorkflowRunResponse {} + Description?: string | undefined; -/** - * @public - */ -export interface TagResourceRequest { /** - *

    The ARN of the Glue resource to which to add the tags. For more - * information about Glue resource ARNs, see the Glue ARN string pattern.

    + *

    The Amazon Resource Name (ARN) for the integration.

    * @public */ - ResourceArn: string | undefined; + IntegrationArn: string | undefined; /** - *

    Tags to add to this resource.

    + *

    The ARN of a KMS key used for encrypting the channel.

    * @public */ - TagsToAdd: Record | undefined; -} + KmsKeyId?: string | undefined; -/** - * @public - */ -export interface TagResourceResponse {} + /** + *

    An optional set of non-secret key–value pairs that contains additional contextual information for encryption.

    + * @public + */ + AdditionalEncryptionContext?: Record | undefined; -/** - *

    A structure that is used to specify testing a connection to a service.

    - * @public - */ -export interface TestConnectionInput { /** - *

    The type of connection to test. This operation is only available for the JDBC or SALESFORCE connection types.

    + *

    Metadata assigned to the resource consisting of a list of key-value pairs.

    * @public */ - ConnectionType: ConnectionType | undefined; + Tags?: Tag[] | undefined; /** - *

    The key-value pairs that define parameters for the connection.

    - *

    JDBC connections use the following connection properties:

    + *

    The status of the integration being modified.

    + *

    The possible statuses are:

    *
      *
    • - *

      Required: All of (HOST, PORT, JDBC_ENGINE) or JDBC_CONNECTION_URL.

      + *

      CREATING: The integration is being created.

      + *
      • + *
    • + *

      ACTIVE: The integration creation succeeds.

      + *
      • + *
    • + *

      MODIFYING: The integration is being modified.

      + *
      • + *
    • + *

      FAILED: The integration creation fails.

      + *
      • + *
    • + *

      DELETING: The integration is deleted.

      *
      • *
    • - *

      Required: All of (USERNAME, PASSWORD) or SECRET_ID.

      + *

      SYNCING: The integration is synchronizing.

      *
      • *
    • - *

      Optional: JDBC_ENFORCE_SSL, CUSTOM_JDBC_CERT, CUSTOM_JDBC_CERT_STRING, SKIP_CUSTOM_JDBC_CERT_VALIDATION. These parameters are used to configure SSL with JDBC.

      + *

      NEEDS_ATTENTION: The integration needs attention, such as synchronization.

      *
      • *
    - *

    SALESFORCE connections require the AuthenticationConfiguration member to be configured.

    * @public */ - ConnectionProperties: Partial> | undefined; + Status: IntegrationStatus | undefined; /** - *

    A structure containing the authentication configuration in the TestConnection request. Required for a connection to Salesforce using OAuth authentication.

    + *

    The time when the integration was created, in UTC.

    * @public */ - AuthenticationConfiguration?: AuthenticationConfigurationInput | undefined; + CreateTime: Date | undefined; + + /** + *

    A list of errors associated with the integration modification.

    + * @public + */ + Errors?: IntegrationError[] | undefined; + + /** + *

    Selects source tables for the integration using Maxwell filter syntax.

    + * @public + */ + DataFilter?: string | undefined; } /** * @public */ -export interface TestConnectionRequest { +export interface PutDataCatalogEncryptionSettingsRequest { /** - *

    Optional. The name of the connection to test. If only name is provided, the operation will get the connection and use that for testing.

    + *

    The ID of the Data Catalog to set the security configuration for. If none is provided, the + * Amazon Web Services account ID is used by default.

    * @public */ - ConnectionName?: string | undefined; + CatalogId?: string | undefined; /** - *

    A structure that is used to specify testing a connection to a service.

    + *

    The security configuration to set.

    * @public */ - TestConnectionInput?: TestConnectionInput | undefined; + DataCatalogEncryptionSettings: DataCatalogEncryptionSettings | undefined; } /** * @public */ -export interface TestConnectionResponse {} +export interface PutDataCatalogEncryptionSettingsResponse {} /** * @public */ -export interface UntagResourceRequest { +export interface PutDataQualityProfileAnnotationRequest { /** - *

    The Amazon Resource Name (ARN) of the resource from which to remove the tags.

    + *

    The ID of the data quality monitoring profile to annotate.

    * @public */ - ResourceArn: string | undefined; + ProfileId: string | undefined; /** - *

    Tags to remove from this resource.

    + *

    The inclusion annotation value to apply to the profile.

    * @public */ - TagsToRemove: string[] | undefined; + InclusionAnnotation: InclusionAnnotationValue | undefined; } +/** + *

    Left blank.

    + * @public + */ +export interface PutDataQualityProfileAnnotationResponse {} + +/** + * @public + * @enum + */ +export const EnableHybridValues = { + FALSE: "FALSE", + TRUE: "TRUE", +} as const; + +/** + * @public + */ +export type EnableHybridValues = (typeof EnableHybridValues)[keyof typeof EnableHybridValues]; + +/** + * @public + * @enum + */ +export const ExistCondition = { + MUST_EXIST: "MUST_EXIST", + NONE: "NONE", + NOT_EXIST: "NOT_EXIST", +} as const; + /** * @public */ -export interface UntagResourceResponse {} +export type ExistCondition = (typeof ExistCondition)[keyof typeof ExistCondition]; /** * @public */ -export interface UpdateBlueprintRequest { +export interface PutResourcePolicyRequest { /** - *

    The name of the blueprint.

    + *

    Contains the policy document to set, in JSON format.

    * @public */ - Name: string | undefined; + PolicyInJson: string | undefined; /** - *

    A description of the blueprint.

    + *

    Do not use. For internal use only.

    * @public */ - Description?: string | undefined; + ResourceArn?: string | undefined; + + /** + *

    The hash value returned when the previous policy was set using + * PutResourcePolicy. Its purpose is to prevent concurrent modifications of a + * policy. Do not use this parameter if no previous policy has been set.

    + * @public + */ + PolicyHashCondition?: string | undefined; + + /** + *

    A value of MUST_EXIST is used to update a policy. A value of + * NOT_EXIST is used to create a new policy. If a value of NONE or a + * null value is used, the call does not depend on the existence of a policy.

    + * @public + */ + PolicyExistsCondition?: ExistCondition | undefined; /** - *

    Specifies a path in Amazon S3 where the blueprint is published.

    + *

    If 'TRUE', indicates that you are using both methods to grant cross-account + * access to Data Catalog resources:

    + *
      + *
    • + *

      By directly updating the resource policy with PutResourePolicy + *

      + *
      • + *
    • + *

      By using the Grant permissions command on the Amazon Web Services Management Console.

      + *
      • + *
    + *

    Must be set to 'TRUE' if you have already used the Management Console to + * grant cross-account access, otherwise the call fails. Default is 'FALSE'.

    * @public */ - BlueprintLocation: string | undefined; + EnableHybrid?: EnableHybridValues | undefined; } /** * @public */ -export interface UpdateBlueprintResponse { +export interface PutResourcePolicyResponse { /** - *

    Returns the name of the blueprint that was updated.

    + *

    A hash of the policy that has just been set. This must + * be included in a subsequent call that overwrites or updates + * this policy.

    * @public */ - Name?: string | undefined; + PolicyHash?: string | undefined; } /** - *

    Specifies a custom CSV classifier to be updated.

    + *

    A structure containing a key value pair for metadata.

    * @public */ -export interface UpdateCsvClassifierRequest { +export interface MetadataKeyValuePair { /** - *

    The name of the classifier.

    + *

    A metadata key.

    * @public */ - Name: string | undefined; + MetadataKey?: string | undefined; /** - *

    A custom symbol to denote what separates each column entry in the row.

    + *

    A metadata key’s corresponding value.

    * @public */ - Delimiter?: string | undefined; + MetadataValue?: string | undefined; +} +/** + * @public + */ +export interface PutSchemaVersionMetadataInput { /** - *

    A custom symbol to denote what combines content into a single column value. It must be - * different from the column delimiter.

    + *

    The unique ID for the schema.

    * @public */ - QuoteSymbol?: string | undefined; + SchemaId?: SchemaId | undefined; /** - *

    Indicates whether the CSV file contains a header.

    + *

    The version number of the schema.

    * @public */ - ContainsHeader?: CsvHeaderOption | undefined; + SchemaVersionNumber?: SchemaVersionNumber | undefined; /** - *

    A list of strings representing column names.

    + *

    The unique version ID of the schema version.

    * @public */ - Header?: string[] | undefined; + SchemaVersionId?: string | undefined; /** - *

    Specifies not to trim values before identifying the type of column values. The default value is true.

    + *

    The metadata key's corresponding value.

    * @public */ - DisableValueTrimming?: boolean | undefined; + MetadataKeyValue: MetadataKeyValuePair | undefined; +} +/** + * @public + */ +export interface PutSchemaVersionMetadataResponse { /** - *

    Enables the processing of files that contain only one column.

    + *

    The Amazon Resource Name (ARN) for the schema.

    * @public */ - AllowSingleColumn?: boolean | undefined; + SchemaArn?: string | undefined; /** - *

    Specifies the configuration of custom datatypes.

    + *

    The name for the schema.

    * @public */ - CustomDatatypeConfigured?: boolean | undefined; + SchemaName?: string | undefined; /** - *

    Specifies a list of supported custom datatypes.

    + *

    The name for the registry.

    * @public */ - CustomDatatypes?: string[] | undefined; + RegistryName?: string | undefined; /** - *

    Sets the SerDe for processing CSV in the classifier, which will be applied in the Data Catalog. Valid values are OpenCSVSerDe, LazySimpleSerDe, and None. You can specify the None value when you want the crawler to do the detection.

    + *

    The latest version of the schema.

    * @public */ - Serde?: CsvSerdeOption | undefined; -} + LatestVersion?: boolean | undefined; -/** - *

    Specifies a grok classifier to update when passed to - * UpdateClassifier.

    - * @public - */ -export interface UpdateGrokClassifierRequest { /** - *

    The name of the GrokClassifier.

    + *

    The version number of the schema.

    * @public */ - Name: string | undefined; + VersionNumber?: number | undefined; /** - *

    An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, - * Amazon CloudWatch Logs, and so on.

    + *

    The unique version ID of the schema version.

    * @public */ - Classification?: string | undefined; + SchemaVersionId?: string | undefined; /** - *

    The grok pattern used by this classifier.

    + *

    The metadata key.

    * @public */ - GrokPattern?: string | undefined; + MetadataKey?: string | undefined; /** - *

    Optional custom grok patterns used by this classifier.

    + *

    The value of the metadata key.

    * @public */ - CustomPatterns?: string | undefined; + MetadataValue?: string | undefined; } /** - *

    Specifies a JSON classifier to be updated.

    * @public */ -export interface UpdateJsonClassifierRequest { +export interface PutWorkflowRunPropertiesRequest { /** - *

    The name of the classifier.

    + *

    Name of the workflow which was run.

    * @public */ Name: string | undefined; /** - *

    A JsonPath string defining the JSON data for the classifier to classify. - * Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers.

    + *

    The ID of the workflow run for which the run properties should be updated.

    + * @public + */ + RunId: string | undefined; + + /** + *

    The properties to put for the specified run.

    * @public */ - JsonPath?: string | undefined; + RunProperties: Record | undefined; } /** - *

    Specifies an XML classifier to be updated.

    * @public */ -export interface UpdateXMLClassifierRequest { - /** - *

    The name of the classifier.

    - * @public - */ - Name: string | undefined; +export interface PutWorkflowRunPropertiesResponse {} +/** + * @public + */ +export interface QuerySchemaVersionMetadataInput { /** - *

    An identifier of the data format that the classifier matches.

    + *

    A wrapper structure that may contain the schema name and Amazon Resource Name (ARN).

    * @public */ - Classification?: string | undefined; + SchemaId?: SchemaId | undefined; /** - *

    The XML tag designating the element that contains each record in an XML document being - * parsed. This cannot identify a self-closing element (closed by />). An empty - * row element that contains only attributes can be parsed as long as it ends with a closing tag - * (for example, is okay, but - * is not).

    + *

    The version number of the schema.

    * @public */ - RowTag?: string | undefined; -} + SchemaVersionNumber?: SchemaVersionNumber | undefined; -/** - * @public - */ -export interface UpdateClassifierRequest { /** - *

    A GrokClassifier object with updated fields.

    + *

    The unique version ID of the schema version.

    * @public */ - GrokClassifier?: UpdateGrokClassifierRequest | undefined; + SchemaVersionId?: string | undefined; /** - *

    An XMLClassifier object with updated fields.

    + *

    Search key-value pairs for metadata, if they are not provided all the metadata information will be fetched.

    * @public */ - XMLClassifier?: UpdateXMLClassifierRequest | undefined; + MetadataList?: MetadataKeyValuePair[] | undefined; /** - *

    A JsonClassifier object with updated fields.

    + *

    Maximum number of results required per page. If the value is not supplied, this will be defaulted to 25 per page.

    * @public */ - JsonClassifier?: UpdateJsonClassifierRequest | undefined; + MaxResults?: number | undefined; /** - *

    A CsvClassifier object with updated fields.

    + *

    A continuation token, if this is a continuation call.

    * @public */ - CsvClassifier?: UpdateCsvClassifierRequest | undefined; + NextToken?: string | undefined; } /** + *

    A structure containing other metadata for a schema version belonging to the same metadata key.

    * @public */ -export interface UpdateClassifierResponse {} - -/** - *

    There was a version conflict.

    - * @public - */ -export class VersionMismatchException extends __BaseException { - readonly name: "VersionMismatchException" = "VersionMismatchException"; - readonly $fault: "client" = "client"; +export interface OtherMetadataValueListItem { /** - *

    A message describing the problem.

    + *

    The metadata key’s corresponding value for the other metadata belonging to the same metadata key.

    * @public */ - Message?: string | undefined; + MetadataValue?: string | undefined; + /** - * @internal + *

    The time at which the entry was created.

    + * @public */ - constructor(opts: __ExceptionOptionType) { - super({ - name: "VersionMismatchException", - $fault: "client", - ...opts, - }); - Object.setPrototypeOf(this, VersionMismatchException.prototype); - this.Message = opts.Message; - } + CreatedTime?: string | undefined; } /** + *

    A structure containing metadata information for a schema version.

    * @public */ -export interface UpdateColumnStatisticsForPartitionRequest { +export interface MetadataInfo { /** - *

    The ID of the Data Catalog where the partitions in question reside. - * If none is supplied, the Amazon Web Services account ID is used by default.

    + *

    The metadata key’s corresponding value.

    * @public */ - CatalogId?: string | undefined; + MetadataValue?: string | undefined; /** - *

    The name of the catalog database where the partitions reside.

    + *

    The time at which the entry was created.

    * @public */ - DatabaseName: string | undefined; + CreatedTime?: string | undefined; /** - *

    The name of the partitions' table.

    + *

    Other metadata belonging to the same metadata key.

    * @public */ - TableName: string | undefined; + OtherMetadataValueList?: OtherMetadataValueListItem[] | undefined; +} +/** + * @public + */ +export interface QuerySchemaVersionMetadataResponse { /** - *

    A list of partition values identifying the partition.

    + *

    A map of a metadata key and associated values.

    * @public */ - PartitionValues: string[] | undefined; + MetadataInfoMap?: Record | undefined; + + /** + *

    The unique version ID of the schema version.

    + * @public + */ + SchemaVersionId?: string | undefined; /** - *

    A list of the column statistics.

    + *

    A continuation token for paginating the returned list of tokens, returned if the current segment of the list is not the last.

    * @public */ - ColumnStatisticsList: ColumnStatistics[] | undefined; + NextToken?: string | undefined; } /** - *

    Encapsulates a ColumnStatistics object that failed and the reason for failure.

    * @public */ -export interface ColumnStatisticsError { +export interface RegisterSchemaVersionInput { /** - *

    The ColumnStatistics of the column.

    + *

    This is a wrapper structure to contain schema identity fields. The structure contains:

    + *
      + *
    • + *

      SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

      + *
      • + *
    • + *

      SchemaId$SchemaName: The name of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

      + *
      • + *
    * @public */ - ColumnStatistics?: ColumnStatistics | undefined; + SchemaId: SchemaId | undefined; /** - *

    An error message with the reason for the failure of an operation.

    + *

    The schema definition using the DataFormat setting for the SchemaName.

    * @public */ - Error?: ErrorDetail | undefined; + SchemaDefinition: string | undefined; } /** * @public */ -export interface UpdateColumnStatisticsForPartitionResponse { +export interface RegisterSchemaVersionResponse { + /** + *

    The unique ID that represents the version of this schema.

    + * @public + */ + SchemaVersionId?: string | undefined; + + /** + *

    The version of this schema (for sync flow only, in case this is the first version).

    + * @public + */ + VersionNumber?: number | undefined; + /** - *

    Error occurred during updating column statistics data.

    + *

    The status of the schema version.

    * @public */ - Errors?: ColumnStatisticsError[] | undefined; + Status?: SchemaVersionStatus | undefined; } /** * @public */ -export interface UpdateColumnStatisticsForTableRequest { - /** - *

    The ID of the Data Catalog where the partitions in question reside. - * If none is supplied, the Amazon Web Services account ID is used by default.

    - * @public - */ - CatalogId?: string | undefined; - +export interface RemoveSchemaVersionMetadataInput { /** - *

    The name of the catalog database where the partitions reside.

    + *

    A wrapper structure that may contain the schema name and Amazon Resource Name (ARN).

    * @public */ - DatabaseName: string | undefined; + SchemaId?: SchemaId | undefined; /** - *

    The name of the partitions' table.

    + *

    The version number of the schema.

    * @public */ - TableName: string | undefined; + SchemaVersionNumber?: SchemaVersionNumber | undefined; /** - *

    A list of the column statistics.

    + *

    The unique version ID of the schema version.

    * @public */ - ColumnStatisticsList: ColumnStatistics[] | undefined; -} + SchemaVersionId?: string | undefined; -/** - * @public - */ -export interface UpdateColumnStatisticsForTableResponse { /** - *

    List of ColumnStatisticsErrors.

    + *

    The value of the metadata key.

    * @public */ - Errors?: ColumnStatisticsError[] | undefined; + MetadataKeyValue: MetadataKeyValuePair | undefined; } /** * @public */ -export interface UpdateColumnStatisticsTaskSettingsRequest { +export interface RemoveSchemaVersionMetadataResponse { /** - *

    The name of the database where the table resides.

    + *

    The Amazon Resource Name (ARN) of the schema.

    * @public */ - DatabaseName: string | undefined; + SchemaArn?: string | undefined; /** - *

    The name of the table for which to generate column statistics.

    + *

    The name of the schema.

    * @public */ - TableName: string | undefined; + SchemaName?: string | undefined; /** - *

    The role used for running the column statistics.

    + *

    The name of the registry.

    * @public */ - Role?: string | undefined; + RegistryName?: string | undefined; /** - *

    A schedule for running the column statistics, specified in CRON syntax.

    + *

    The latest version of the schema.

    * @public */ - Schedule?: string | undefined; + LatestVersion?: boolean | undefined; /** - *

    A list of column names for which to run statistics.

    + *

    The version number of the schema.

    * @public */ - ColumnNameList?: string[] | undefined; + VersionNumber?: number | undefined; /** - *

    The percentage of data to sample.

    + *

    The version ID for the schema version.

    * @public */ - SampleSize?: number | undefined; + SchemaVersionId?: string | undefined; /** - *

    The ID of the Data Catalog in which the database resides.

    + *

    The metadata key.

    * @public */ - CatalogID?: string | undefined; + MetadataKey?: string | undefined; /** - *

    Name of the security configuration that is used to encrypt CloudWatch logs.

    + *

    The value of the metadata key.

    * @public */ - SecurityConfiguration?: string | undefined; + MetadataValue?: string | undefined; } /** * @public */ -export interface UpdateColumnStatisticsTaskSettingsResponse {} - -/** - * @public - */ -export interface UpdateConnectionRequest { - /** - *

    The ID of the Data Catalog in which the connection resides. If none is provided, the Amazon Web Services - * account ID is used by default.

    - * @public - */ - CatalogId?: string | undefined; - +export interface ResetJobBookmarkRequest { /** - *

    The name of the connection definition to update.

    + *

    The name of the job in question.

    * @public */ - Name: string | undefined; + JobName: string | undefined; /** - *

    A ConnectionInput object that redefines the connection - * in question.

    + *

    The unique run identifier associated with this job run.

    * @public */ - ConnectionInput: ConnectionInput | undefined; + RunId?: string | undefined; } /** * @public */ -export interface UpdateConnectionResponse {} - -/** - * @public - */ -export interface UpdateCrawlerRequest { - /** - *

    Name of the new crawler.

    - * @public - */ - Name: string | undefined; - +export interface ResetJobBookmarkResponse { /** - *

    The IAM role or Amazon Resource Name (ARN) of an IAM role that is used by the new crawler - * to access customer resources.

    + *

    The reset bookmark entry.

    * @public */ - Role?: string | undefined; + JobBookmarkEntry?: JobBookmarkEntry | undefined; +} +/** + *

    Too many jobs are being run concurrently.

    + * @public + */ +export class ConcurrentRunsExceededException extends __BaseException { + readonly name: "ConcurrentRunsExceededException" = "ConcurrentRunsExceededException"; + readonly $fault: "client" = "client"; /** - *

    The Glue database where results are stored, such as: - * arn:aws:daylight:us-east-1::database/sometable/*.

    + *

    A message describing the problem.

    * @public */ - DatabaseName?: string | undefined; - + Message?: string | undefined; /** - *

    A description of the new crawler.

    - * @public + * @internal */ - Description?: string | undefined; + constructor(opts: __ExceptionOptionType) { + super({ + name: "ConcurrentRunsExceededException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, ConcurrentRunsExceededException.prototype); + this.Message = opts.Message; + } +} +/** + *

    The workflow is in an invalid state to perform a requested operation.

    + * @public + */ +export class IllegalWorkflowStateException extends __BaseException { + readonly name: "IllegalWorkflowStateException" = "IllegalWorkflowStateException"; + readonly $fault: "client" = "client"; /** - *

    A list of targets to crawl.

    + *

    A message describing the problem.

    * @public */ - Targets?: CrawlerTargets | undefined; - + Message?: string | undefined; /** - *

    A cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers. For example, to run - * something every day at 12:15 UTC, you would specify: - * cron(15 12 * * ? *).

    - * @public + * @internal */ - Schedule?: string | undefined; + constructor(opts: __ExceptionOptionType) { + super({ + name: "IllegalWorkflowStateException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, IllegalWorkflowStateException.prototype); + this.Message = opts.Message; + } +} +/** + * @public + */ +export interface ResumeWorkflowRunRequest { /** - *

    A list of custom classifiers that the user - * has registered. By default, all built-in classifiers are included in a crawl, - * but these custom classifiers always override the default classifiers - * for a given classification.

    + *

    The name of the workflow to resume.

    * @public */ - Classifiers?: string[] | undefined; + Name: string | undefined; /** - *

    The table prefix used for catalog tables that are created.

    + *

    The ID of the workflow run to resume.

    * @public */ - TablePrefix?: string | undefined; + RunId: string | undefined; /** - *

    The policy for the crawler's update and deletion behavior.

    + *

    A list of the node IDs for the nodes you want to restart. The nodes that are to be restarted must have a run attempt in the original run.

    * @public */ - SchemaChangePolicy?: SchemaChangePolicy | undefined; + NodeIds: string[] | undefined; +} +/** + * @public + */ +export interface ResumeWorkflowRunResponse { /** - *

    A policy that specifies whether to crawl the entire dataset again, or to crawl only folders that were added since the last crawler run.

    + *

    The new ID assigned to the resumed workflow run. Each resume of a workflow run will have a new run ID.

    * @public */ - RecrawlPolicy?: RecrawlPolicy | undefined; + RunId?: string | undefined; /** - *

    Specifies data lineage configuration settings for the crawler.

    + *

    A list of the node IDs for the nodes that were actually restarted.

    * @public */ - LineageConfiguration?: LineageConfiguration | undefined; + NodeIds?: string[] | undefined; +} +/** + * @public + */ +export interface RunStatementRequest { /** - *

    Specifies Lake Formation configuration settings for the crawler.

    + *

    The Session Id of the statement to be run.

    * @public */ - LakeFormationConfiguration?: LakeFormationConfiguration | undefined; + SessionId: string | undefined; /** - *

    Crawler configuration information. This versioned JSON string allows users - * to specify aspects of a crawler's behavior. - * For more information, see Setting crawler configuration options.

    + *

    The statement code to be run.

    * @public */ - Configuration?: string | undefined; + Code: string | undefined; /** - *

    The name of the SecurityConfiguration structure to be used by this - * crawler.

    + *

    The origin of the request.

    * @public */ - CrawlerSecurityConfiguration?: string | undefined; + RequestOrigin?: string | undefined; } /** * @public */ -export interface UpdateCrawlerResponse {} - -/** - * @public - */ -export interface UpdateCrawlerScheduleRequest { - /** - *

    The name of the crawler whose schedule to update.

    - * @public - */ - CrawlerName: string | undefined; - +export interface RunStatementResponse { /** - *

    The updated cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers. For example, to run - * something every day at 12:15 UTC, you would specify: - * cron(15 12 * * ? *).

    + *

    Returns the Id of the statement that was run.

    * @public */ - Schedule?: string | undefined; + Id?: number | undefined; } +/** + * @public + * @enum + */ +export const Comparator = { + EQUALS: "EQUALS", + GREATER_THAN: "GREATER_THAN", + GREATER_THAN_EQUALS: "GREATER_THAN_EQUALS", + LESS_THAN: "LESS_THAN", + LESS_THAN_EQUALS: "LESS_THAN_EQUALS", +} as const; + /** * @public */ -export interface UpdateCrawlerScheduleResponse {} +export type Comparator = (typeof Comparator)[keyof typeof Comparator]; /** + *

    Defines a property predicate.

    * @public */ -export interface UpdateDatabaseRequest { +export interface PropertyPredicate { /** - *

    The ID of the Data Catalog in which the metadata database resides. If none is provided, - * the Amazon Web Services account ID is used by default.

    + *

    The key of the property.

    * @public */ - CatalogId?: string | undefined; + Key?: string | undefined; /** - *

    The name of the database to update in the catalog. For Hive - * compatibility, this is folded to lowercase.

    + *

    The value of the property.

    * @public */ - Name: string | undefined; + Value?: string | undefined; /** - *

    A DatabaseInput object specifying the new definition - * of the metadata database in the catalog.

    + *

    The comparator used to compare this property to others.

    * @public */ - DatabaseInput: DatabaseInput | undefined; + Comparator?: Comparator | undefined; } /** * @public + * @enum */ -export interface UpdateDatabaseResponse {} +export const Sort = { + ASCENDING: "ASC", + DESCENDING: "DESC", +} as const; /** * @public */ -export interface UpdateDataQualityRulesetRequest { - /** - *

    The name of the data quality ruleset.

    - * @public - */ - Name: string | undefined; - - /** - *

    A description of the ruleset.

    - * @public - */ - Description?: string | undefined; - - /** - *

    A Data Quality Definition Language (DQDL) ruleset. For more information, see the Glue developer guide.

    - * @public - */ - Ruleset?: string | undefined; -} +export type Sort = (typeof Sort)[keyof typeof Sort]; /** + *

    Specifies a field to sort by and a sort order.

    * @public */ -export interface UpdateDataQualityRulesetResponse { - /** - *

    The name of the data quality ruleset.

    - * @public - */ - Name?: string | undefined; - +export interface SortCriterion { /** - *

    A description of the ruleset.

    + *

    The name of the field on which to sort.

    * @public */ - Description?: string | undefined; + FieldName?: string | undefined; /** - *

    A Data Quality Definition Language (DQDL) ruleset. For more information, see the Glue developer guide.

    + *

    An ascending or descending sort.

    * @public */ - Ruleset?: string | undefined; + Sort?: Sort | undefined; } /** * @internal */ -export const StatisticSummaryFilterSensitiveLog = (obj: StatisticSummary): any => ({ - ...obj, - ...(obj.StatisticProperties && { StatisticProperties: SENSITIVE_STRING }), -}); - -/** - * @internal - */ -export const ListDataQualityStatisticsResponseFilterSensitiveLog = (obj: ListDataQualityStatisticsResponse): any => ({ +export const GetDataQualityResultResponseFilterSensitiveLog = (obj: GetDataQualityResultResponse): any => ({ ...obj, - ...(obj.Statistics && { Statistics: obj.Statistics.map((item) => StatisticSummaryFilterSensitiveLog(item)) }), + ...(obj.RuleResults && { RuleResults: obj.RuleResults.map((item) => DataQualityRuleResultFilterSensitiveLog(item)) }), + ...(obj.AnalyzerResults && { + AnalyzerResults: obj.AnalyzerResults.map((item) => DataQualityAnalyzerResultFilterSensitiveLog(item)), + }), + ...(obj.Observations && { + Observations: obj.Observations.map((item) => DataQualityObservationFilterSensitiveLog(item)), + }), }); /** * @internal */ -export const TestConnectionInputFilterSensitiveLog = (obj: TestConnectionInput): any => ({ +export const GetEntityRecordsResponseFilterSensitiveLog = (obj: GetEntityRecordsResponse): any => ({ ...obj, - ...(obj.AuthenticationConfiguration && { - AuthenticationConfiguration: AuthenticationConfigurationInputFilterSensitiveLog(obj.AuthenticationConfiguration), - }), + ...(obj.Records && { Records: SENSITIVE_STRING }), }); /** * @internal */ -export const TestConnectionRequestFilterSensitiveLog = (obj: TestConnectionRequest): any => ({ +export const StatisticSummaryFilterSensitiveLog = (obj: StatisticSummary): any => ({ ...obj, - ...(obj.TestConnectionInput && { - TestConnectionInput: TestConnectionInputFilterSensitiveLog(obj.TestConnectionInput), - }), + ...(obj.StatisticProperties && { StatisticProperties: SENSITIVE_STRING }), }); /** * @internal */ -export const UpdateConnectionRequestFilterSensitiveLog = (obj: UpdateConnectionRequest): any => ({ +export const ListDataQualityStatisticsResponseFilterSensitiveLog = (obj: ListDataQualityStatisticsResponse): any => ({ ...obj, - ...(obj.ConnectionInput && { ConnectionInput: ConnectionInputFilterSensitiveLog(obj.ConnectionInput) }), + ...(obj.Statistics && { Statistics: obj.Statistics.map((item) => StatisticSummaryFilterSensitiveLog(item)) }), }); diff --git a/clients/client-glue/src/models/models_3.ts b/clients/client-glue/src/models/models_3.ts index 5b2e6e85eb5e..6242bd1ffcbe 100644 --- a/clients/client-glue/src/models/models_3.ts +++ b/clients/client-glue/src/models/models_3.ts @@ -1,5 +1,7 @@ // smithy-typescript generated code -import { SENSITIVE_STRING } from "@smithy/smithy-client"; +import { ExceptionOptionType as __ExceptionOptionType, SENSITIVE_STRING } from "@smithy/smithy-client"; + +import { GlueServiceException as __BaseException } from "./GlueServiceException"; import { Action, @@ -7,6 +9,8 @@ import { AmazonRedshiftSource, AmazonRedshiftTarget, AthenaConnectorSource, + AuthenticationConfigurationInput, + AuthenticationConfigurationInputFilterSensitiveLog, BasicCatalogTarget, CatalogDeltaSource, CatalogHudiSource, @@ -17,7 +21,9 @@ import { ConnectionsList, ConnectorDataSource, ConnectorDataTarget, + CrawlerTargets, CustomCode, + DataSource, DirectJDBCSource, DirectKafkaSource, DirectKinesisSource, @@ -41,6 +47,8 @@ import { JobCommand, JobMode, Join, + LakeFormationConfiguration, + LineageConfiguration, Merge, MicrosoftSQLServerCatalogSource, MicrosoftSQLServerCatalogTarget, @@ -55,6 +63,7 @@ import { PostgreSQLCatalogTarget, Predicate, Recipe, + RecrawlPolicy, RedshiftSource, RedshiftTarget, RelationalCatalogSource, @@ -74,6 +83,7 @@ import { S3HudiSource, S3JsonSource, S3ParquetSource, + SchemaChangePolicy, SchemaId, SelectFields, SelectFromCollection, @@ -95,26 +105,1848 @@ import { WorkerType, } from "./models_0"; -import { - Compatibility, - Permission, - ProfileConfiguration, - RegistryId, - TableIdentifier, - TableInput, - TransformParameters, - UserDefinedFunctionInput, -} from "./models_1"; +import { + CatalogInput, + ColumnStatistics, + Compatibility, + ConnectionInput, + ConnectionInputFilterSensitiveLog, + ConnectionPropertyKey, + ConnectionType, + CsvHeaderOption, + CsvSerdeOption, + DatabaseInput, + Permission, + ProfileConfiguration, + RegistryId, + SourceProcessingProperties, + SourceTableConfig, + TableIdentifier, + TableInput, + TargetProcessingProperties, + TargetTableConfig, + TransformParameters, + UserDefinedFunctionInput, +} from "./models_1"; + +import { + ColumnRowFilter, + DataQualityEvaluationRunAdditionalRunOptions, + FederatedTable, + PropertyPredicate, + ResourceAction, + ResourceShareType, + ResourceState, + SchemaVersionNumber, + SortCriterion, + ViewDefinition, + ViewValidation, +} from "./models_2"; + +/** + * @public + */ +export interface SearchTablesRequest { + /** + *

    A unique identifier, consisting of + * account_id + * .

    + * @public + */ + CatalogId?: string | undefined; + + /** + *

    A continuation token, included if this is a continuation call.

    + * @public + */ + NextToken?: string | undefined; + + /** + *

    A list of key-value pairs, and a comparator used to filter the search results. Returns all entities matching the predicate.

    + *

    The Comparator member of the PropertyPredicate struct is used only for time fields, and can be omitted for other field types. Also, when comparing string values, such as when Key=Name, a fuzzy match algorithm is used. The Key field (for example, the value of the Name field) is split on certain punctuation characters, for example, -, :, #, etc. into tokens. Then each token is exact-match compared with the Value member of PropertyPredicate. For example, if Key=Name and Value=link, tables named customer-link and xx-link-yy are returned, but xxlinkyy is not returned.

    + * @public + */ + Filters?: PropertyPredicate[] | undefined; + + /** + *

    A string used for a text search.

    + *

    Specifying a value in quotes filters based on an exact match to the value.

    + * @public + */ + SearchText?: string | undefined; + + /** + *

    A list of criteria for sorting the results by a field name, in an ascending or descending order.

    + * @public + */ + SortCriteria?: SortCriterion[] | undefined; + + /** + *

    The maximum number of tables to return in a single response.

    + * @public + */ + MaxResults?: number | undefined; + + /** + *

    Allows you to specify that you want to search the tables shared with your account. The allowable values are FOREIGN or ALL.

    + *
      + *
    • + *

      If set to FOREIGN, will search the tables shared with your account.

      + *
      • + *
    • + *

      If set to ALL, will search the tables shared with your account, as well as the tables in yor local account.

      + *
      • + *
    + * @public + */ + ResourceShareType?: ResourceShareType | undefined; + + /** + *

    Specifies whether to include status details related to a request to create or update an Glue Data Catalog view.

    + * @public + */ + IncludeStatusDetails?: boolean | undefined; +} + +/** + *

    The blueprint is in an invalid state to perform a requested operation.

    + * @public + */ +export class IllegalBlueprintStateException extends __BaseException { + readonly name: "IllegalBlueprintStateException" = "IllegalBlueprintStateException"; + readonly $fault: "client" = "client"; + /** + *

    A message describing the problem.

    + * @public + */ + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "IllegalBlueprintStateException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, IllegalBlueprintStateException.prototype); + this.Message = opts.Message; + } +} + +/** + * @public + */ +export interface StartBlueprintRunRequest { + /** + *

    The name of the blueprint.

    + * @public + */ + BlueprintName: string | undefined; + + /** + *

    Specifies the parameters as a BlueprintParameters object.

    + * @public + */ + Parameters?: string | undefined; + + /** + *

    Specifies the IAM role used to create the workflow.

    + * @public + */ + RoleArn: string | undefined; +} + +/** + * @public + */ +export interface StartBlueprintRunResponse { + /** + *

    The run ID for this blueprint run.

    + * @public + */ + RunId?: string | undefined; +} + +/** + * @public + */ +export interface StartColumnStatisticsTaskRunRequest { + /** + *

    The name of the database where the table resides.

    + * @public + */ + DatabaseName: string | undefined; + + /** + *

    The name of the table to generate statistics.

    + * @public + */ + TableName: string | undefined; + + /** + *

    A list of the column names to generate statistics. If none is supplied, all column names for the table will be used by default.

    + * @public + */ + ColumnNameList?: string[] | undefined; + + /** + *

    The IAM role that the service assumes to generate statistics.

    + * @public + */ + Role: string | undefined; + + /** + *

    The percentage of rows used to generate statistics. If none is supplied, the entire table will be used to generate stats.

    + * @public + */ + SampleSize?: number | undefined; + + /** + *

    The ID of the Data Catalog where the table reside. If none is supplied, the Amazon Web Services account ID is used by default.

    + * @public + */ + CatalogID?: string | undefined; + + /** + *

    Name of the security configuration that is used to encrypt CloudWatch logs for the column stats task run.

    + * @public + */ + SecurityConfiguration?: string | undefined; +} + +/** + * @public + */ +export interface StartColumnStatisticsTaskRunResponse { + /** + *

    The identifier for the column statistics task run.

    + * @public + */ + ColumnStatisticsTaskRunId?: string | undefined; +} + +/** + * @public + */ +export interface StartColumnStatisticsTaskRunScheduleRequest { + /** + *

    The name of the database where the table resides.

    + * @public + */ + DatabaseName: string | undefined; + + /** + *

    The name of the table for which to start a column statistic task run schedule.

    + * @public + */ + TableName: string | undefined; +} + +/** + * @public + */ +export interface StartColumnStatisticsTaskRunScheduleResponse {} + +/** + * @public + */ +export interface StartCrawlerRequest { + /** + *

    Name of the crawler to start.

    + * @public + */ + Name: string | undefined; +} + +/** + * @public + */ +export interface StartCrawlerResponse {} + +/** + *

    There is no applicable schedule.

    + * @public + */ +export class NoScheduleException extends __BaseException { + readonly name: "NoScheduleException" = "NoScheduleException"; + readonly $fault: "client" = "client"; + /** + *

    A message describing the problem.

    + * @public + */ + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "NoScheduleException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, NoScheduleException.prototype); + this.Message = opts.Message; + } +} + +/** + *

    The specified scheduler is already running.

    + * @public + */ +export class SchedulerRunningException extends __BaseException { + readonly name: "SchedulerRunningException" = "SchedulerRunningException"; + readonly $fault: "client" = "client"; + /** + *

    A message describing the problem.

    + * @public + */ + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "SchedulerRunningException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, SchedulerRunningException.prototype); + this.Message = opts.Message; + } +} + +/** + * @public + */ +export interface StartCrawlerScheduleRequest { + /** + *

    Name of the crawler to schedule.

    + * @public + */ + CrawlerName: string | undefined; +} + +/** + * @public + */ +export interface StartCrawlerScheduleResponse {} + +/** + * @public + */ +export interface StartDataQualityRuleRecommendationRunRequest { + /** + *

    The data source (Glue table) associated with this run.

    + * @public + */ + DataSource: DataSource | undefined; + + /** + *

    An IAM role supplied to encrypt the results of the run.

    + * @public + */ + Role: string | undefined; + + /** + *

    The number of G.1X workers to be used in the run. The default is 5.

    + * @public + */ + NumberOfWorkers?: number | undefined; + + /** + *

    The timeout for a run in minutes. This is the maximum time that a run can consume resources before it is terminated and enters TIMEOUT status. The default is 2,880 minutes (48 hours).

    + * @public + */ + Timeout?: number | undefined; + + /** + *

    A name for the ruleset.

    + * @public + */ + CreatedRulesetName?: string | undefined; + + /** + *

    The name of the security configuration created with the data quality encryption option.

    + * @public + */ + DataQualitySecurityConfiguration?: string | undefined; + + /** + *

    Used for idempotency and is recommended to be set to a random ID (such as a UUID) to avoid creating or starting multiple instances of the same resource.

    + * @public + */ + ClientToken?: string | undefined; +} + +/** + * @public + */ +export interface StartDataQualityRuleRecommendationRunResponse { + /** + *

    The unique run identifier associated with this run.

    + * @public + */ + RunId?: string | undefined; +} + +/** + * @public + */ +export interface StartDataQualityRulesetEvaluationRunRequest { + /** + *

    The data source (Glue table) associated with this run.

    + * @public + */ + DataSource: DataSource | undefined; + + /** + *

    An IAM role supplied to encrypt the results of the run.

    + * @public + */ + Role: string | undefined; + + /** + *

    The number of G.1X workers to be used in the run. The default is 5.

    + * @public + */ + NumberOfWorkers?: number | undefined; + + /** + *

    The timeout for a run in minutes. This is the maximum time that a run can consume resources before it is terminated and enters TIMEOUT status. The default is 2,880 minutes (48 hours).

    + * @public + */ + Timeout?: number | undefined; + + /** + *

    Used for idempotency and is recommended to be set to a random ID (such as a UUID) to avoid creating or starting multiple instances of the same resource.

    + * @public + */ + ClientToken?: string | undefined; + + /** + *

    Additional run options you can specify for an evaluation run.

    + * @public + */ + AdditionalRunOptions?: DataQualityEvaluationRunAdditionalRunOptions | undefined; + + /** + *

    A list of ruleset names.

    + * @public + */ + RulesetNames: string[] | undefined; + + /** + *

    A map of reference strings to additional data sources you can specify for an evaluation run.

    + * @public + */ + AdditionalDataSources?: Record | undefined; +} + +/** + * @public + */ +export interface StartDataQualityRulesetEvaluationRunResponse { + /** + *

    The unique run identifier associated with this run.

    + * @public + */ + RunId?: string | undefined; +} + +/** + * @public + */ +export interface StartExportLabelsTaskRunRequest { + /** + *

    The unique identifier of the machine learning transform.

    + * @public + */ + TransformId: string | undefined; + + /** + *

    The Amazon S3 path where you export the labels.

    + * @public + */ + OutputS3Path: string | undefined; +} + +/** + * @public + */ +export interface StartExportLabelsTaskRunResponse { + /** + *

    The unique identifier for the task run.

    + * @public + */ + TaskRunId?: string | undefined; +} + +/** + * @public + */ +export interface StartImportLabelsTaskRunRequest { + /** + *

    The unique identifier of the machine learning transform.

    + * @public + */ + TransformId: string | undefined; + + /** + *

    The Amazon Simple Storage Service (Amazon S3) path from where you import the + * labels.

    + * @public + */ + InputS3Path: string | undefined; + + /** + *

    Indicates whether to overwrite your existing labels.

    + * @public + */ + ReplaceAllLabels?: boolean | undefined; +} + +/** + * @public + */ +export interface StartImportLabelsTaskRunResponse { + /** + *

    The unique identifier for the task run.

    + * @public + */ + TaskRunId?: string | undefined; +} + +/** + * @public + */ +export interface StartJobRunRequest { + /** + *

    The name of the job definition to use.

    + * @public + */ + JobName: string | undefined; + + /** + *

    Specifies whether job run queuing is enabled for the job run.

    + *

    A value of true means job run queuing is enabled for the job run. If false or not populated, the job run will not be considered for queueing.

    + * @public + */ + JobRunQueuingEnabled?: boolean | undefined; + + /** + *

    The ID of a previous JobRun to retry.

    + * @public + */ + JobRunId?: string | undefined; + + /** + *

    The job arguments associated with this run. For this job run, they replace the default + * arguments set in the job definition itself.

    + *

    You can specify arguments here that your own job-execution script + * consumes, as well as arguments that Glue itself consumes.

    + *

    Job arguments may be logged. Do not pass plaintext secrets as arguments. Retrieve secrets + * from a Glue Connection, Secrets Manager or other secret management + * mechanism if you intend to keep them within the Job.

    + *

    For information about how to specify and consume your own Job arguments, see the Calling Glue APIs in Python topic in the developer guide.

    + *

    For information about the arguments you can provide to this field when configuring Spark jobs, + * see the Special Parameters Used by Glue topic in the developer guide.

    + *

    For information about the arguments you can provide to this field when configuring Ray + * jobs, see Using + * job parameters in Ray jobs in the developer guide.

    + * @public + */ + Arguments?: Record | undefined; + + /** + * @deprecated + * + *

    This field is deprecated. Use MaxCapacity instead.

    + *

    The number of Glue data processing units (DPUs) to allocate to this JobRun. + * You can allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure + * of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. + * For more information, see the Glue + * pricing page.

    + * @public + */ + AllocatedCapacity?: number | undefined; + + /** + *

    The JobRun timeout in minutes. This is the maximum time that a job run can + * consume resources before it is terminated and enters TIMEOUT status. This value overrides the timeout value set in the parent job.

    + *

    Streaming jobs must have timeout values less than 7 days or 10080 minutes. When the value is left blank, the job will be restarted after 7 days based if you have not setup a maintenance window. If you have setup maintenance window, it will be restarted during the maintenance window after 7 days.

    + * @public + */ + Timeout?: number | undefined; + + /** + *

    For Glue version 1.0 or earlier jobs, using the standard worker type, the number of + * Glue data processing units (DPUs) that can be allocated when this job runs. A DPU is + * a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB + * of memory. For more information, see the + * Glue pricing page.

    + *

    For Glue version 2.0+ jobs, you cannot specify a Maximum capacity. + * Instead, you should specify a Worker type and the Number of workers.

    + *

    Do not set MaxCapacity if using WorkerType and NumberOfWorkers.

    + *

    The value that can be allocated for MaxCapacity depends on whether you are + * running a Python shell job, an Apache Spark ETL job, or an Apache Spark streaming ETL + * job:

    + *
      + *
    • + *

      When you specify a Python shell job (JobCommand.Name="pythonshell"), you can + * allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.

      + *
      • + *
    • + *

      When you specify an Apache Spark ETL job (JobCommand.Name="glueetl") or Apache + * Spark streaming ETL job (JobCommand.Name="gluestreaming"), you can allocate from 2 to 100 DPUs. + * The default is 10 DPUs. This job type cannot have a fractional DPU allocation.

      + *
      • + *
    + * @public + */ + MaxCapacity?: number | undefined; + + /** + *

    The name of the SecurityConfiguration structure to be used with this job + * run.

    + * @public + */ + SecurityConfiguration?: string | undefined; + + /** + *

    Specifies configuration properties of a job run notification.

    + * @public + */ + NotificationProperty?: NotificationProperty | undefined; + + /** + *

    The type of predefined worker that is allocated when a job runs. Accepts a value of + * G.1X, G.2X, G.4X, G.8X or G.025X for Spark jobs. Accepts the value Z.2X for Ray jobs.

    + *
      + *
    • + *

      For the G.1X worker type, each worker maps to 1 DPU (4 vCPUs, 16 GB of memory) with 84GB disk (approximately 34GB free), and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.

      + *
      • + *
    • + *

      For the G.2X worker type, each worker maps to 2 DPU (8 vCPUs, 32 GB of memory) with 128GB disk (approximately 77GB free), and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.

      + *
      • + *
    • + *

      For the G.4X worker type, each worker maps to 4 DPU (16 vCPUs, 64 GB of memory) with 256GB disk (approximately 235GB free), and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs in the following Amazon Web Services Regions: US East (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland), and Europe (Stockholm).

      + *
      • + *
    • + *

      For the G.8X worker type, each worker maps to 8 DPU (32 vCPUs, 128 GB of memory) with 512GB disk (approximately 487GB free), and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs, in the same Amazon Web Services Regions as supported for the G.4X worker type.

      + *
      • + *
    • + *

      For the G.025X worker type, each worker maps to 0.25 DPU (2 vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.

      + *
      • + *
    • + *

      For the Z.2X worker type, each worker maps to 2 M-DPU (8vCPUs, 64 GB of memory) with 128 GB disk (approximately 120GB free), and provides up to 8 Ray workers based on the autoscaler.

      + *
      • + *
    + * @public + */ + WorkerType?: WorkerType | undefined; + + /** + *

    The number of workers of a defined workerType that are allocated when a job runs.

    + * @public + */ + NumberOfWorkers?: number | undefined; + + /** + *

    Indicates whether the job is run with a standard or flexible execution class. The standard execution-class is ideal for time-sensitive workloads that require fast job startup and dedicated resources.

    + *

    The flexible execution class is appropriate for time-insensitive jobs whose start and completion times may vary.

    + *

    Only jobs with Glue version 3.0 and above and command type glueetl will be allowed to set ExecutionClass to FLEX. The flexible execution class is available for Spark jobs.

    + * @public + */ + ExecutionClass?: ExecutionClass | undefined; +} + +/** + * @public + */ +export interface StartJobRunResponse { + /** + *

    The ID assigned to this job run.

    + * @public + */ + JobRunId?: string | undefined; +} + +/** + *

    The machine learning transform is not ready to run.

    + * @public + */ +export class MLTransformNotReadyException extends __BaseException { + readonly name: "MLTransformNotReadyException" = "MLTransformNotReadyException"; + readonly $fault: "client" = "client"; + /** + *

    A message describing the problem.

    + * @public + */ + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "MLTransformNotReadyException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, MLTransformNotReadyException.prototype); + this.Message = opts.Message; + } +} + +/** + * @public + */ +export interface StartMLEvaluationTaskRunRequest { + /** + *

    The unique identifier of the machine learning transform.

    + * @public + */ + TransformId: string | undefined; +} + +/** + * @public + */ +export interface StartMLEvaluationTaskRunResponse { + /** + *

    The unique identifier associated with this run.

    + * @public + */ + TaskRunId?: string | undefined; +} + +/** + * @public + */ +export interface StartMLLabelingSetGenerationTaskRunRequest { + /** + *

    The unique identifier of the machine learning transform.

    + * @public + */ + TransformId: string | undefined; + + /** + *

    The Amazon Simple Storage Service (Amazon S3) path where you generate the labeling + * set.

    + * @public + */ + OutputS3Path: string | undefined; +} + +/** + * @public + */ +export interface StartMLLabelingSetGenerationTaskRunResponse { + /** + *

    The unique run identifier that is associated with this task run.

    + * @public + */ + TaskRunId?: string | undefined; +} + +/** + * @public + */ +export interface StartTriggerRequest { + /** + *

    The name of the trigger to start.

    + * @public + */ + Name: string | undefined; +} + +/** + * @public + */ +export interface StartTriggerResponse { + /** + *

    The name of the trigger that was started.

    + * @public + */ + Name?: string | undefined; +} + +/** + * @public + */ +export interface StartWorkflowRunRequest { + /** + *

    The name of the workflow to start.

    + * @public + */ + Name: string | undefined; + + /** + *

    The workflow run properties for the new workflow run.

    + * @public + */ + RunProperties?: Record | undefined; +} + +/** + * @public + */ +export interface StartWorkflowRunResponse { + /** + *

    An Id for the new run.

    + * @public + */ + RunId?: string | undefined; +} + +/** + *

    An exception thrown when you try to stop a task run when there is no task running.

    + * @public + */ +export class ColumnStatisticsTaskNotRunningException extends __BaseException { + readonly name: "ColumnStatisticsTaskNotRunningException" = "ColumnStatisticsTaskNotRunningException"; + readonly $fault: "client" = "client"; + /** + *

    A message describing the problem.

    + * @public + */ + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "ColumnStatisticsTaskNotRunningException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, ColumnStatisticsTaskNotRunningException.prototype); + this.Message = opts.Message; + } +} + +/** + *

    An exception thrown when you try to stop a task run.

    + * @public + */ +export class ColumnStatisticsTaskStoppingException extends __BaseException { + readonly name: "ColumnStatisticsTaskStoppingException" = "ColumnStatisticsTaskStoppingException"; + readonly $fault: "client" = "client"; + /** + *

    A message describing the problem.

    + * @public + */ + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "ColumnStatisticsTaskStoppingException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, ColumnStatisticsTaskStoppingException.prototype); + this.Message = opts.Message; + } +} + +/** + * @public + */ +export interface StopColumnStatisticsTaskRunRequest { + /** + *

    The name of the database where the table resides.

    + * @public + */ + DatabaseName: string | undefined; + + /** + *

    The name of the table.

    + * @public + */ + TableName: string | undefined; +} + +/** + * @public + */ +export interface StopColumnStatisticsTaskRunResponse {} + +/** + * @public + */ +export interface StopColumnStatisticsTaskRunScheduleRequest { + /** + *

    The name of the database where the table resides.

    + * @public + */ + DatabaseName: string | undefined; + + /** + *

    The name of the table for which to stop a column statistic task run schedule.

    + * @public + */ + TableName: string | undefined; +} + +/** + * @public + */ +export interface StopColumnStatisticsTaskRunScheduleResponse {} + +/** + *

    The specified crawler is not running.

    + * @public + */ +export class CrawlerNotRunningException extends __BaseException { + readonly name: "CrawlerNotRunningException" = "CrawlerNotRunningException"; + readonly $fault: "client" = "client"; + /** + *

    A message describing the problem.

    + * @public + */ + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "CrawlerNotRunningException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, CrawlerNotRunningException.prototype); + this.Message = opts.Message; + } +} + +/** + *

    The specified crawler is stopping.

    + * @public + */ +export class CrawlerStoppingException extends __BaseException { + readonly name: "CrawlerStoppingException" = "CrawlerStoppingException"; + readonly $fault: "client" = "client"; + /** + *

    A message describing the problem.

    + * @public + */ + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "CrawlerStoppingException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, CrawlerStoppingException.prototype); + this.Message = opts.Message; + } +} + +/** + * @public + */ +export interface StopCrawlerRequest { + /** + *

    Name of the crawler to stop.

    + * @public + */ + Name: string | undefined; +} + +/** + * @public + */ +export interface StopCrawlerResponse {} + +/** + *

    The specified scheduler is not running.

    + * @public + */ +export class SchedulerNotRunningException extends __BaseException { + readonly name: "SchedulerNotRunningException" = "SchedulerNotRunningException"; + readonly $fault: "client" = "client"; + /** + *

    A message describing the problem.

    + * @public + */ + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "SchedulerNotRunningException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, SchedulerNotRunningException.prototype); + this.Message = opts.Message; + } +} + +/** + * @public + */ +export interface StopCrawlerScheduleRequest { + /** + *

    Name of the crawler whose schedule state to set.

    + * @public + */ + CrawlerName: string | undefined; +} + +/** + * @public + */ +export interface StopCrawlerScheduleResponse {} + +/** + * @public + */ +export interface StopSessionRequest { + /** + *

    The ID of the session to be stopped.

    + * @public + */ + Id: string | undefined; + + /** + *

    The origin of the request.

    + * @public + */ + RequestOrigin?: string | undefined; +} + +/** + * @public + */ +export interface StopSessionResponse { + /** + *

    Returns the Id of the stopped session.

    + * @public + */ + Id?: string | undefined; +} + +/** + * @public + */ +export interface StopTriggerRequest { + /** + *

    The name of the trigger to stop.

    + * @public + */ + Name: string | undefined; +} + +/** + * @public + */ +export interface StopTriggerResponse { + /** + *

    The name of the trigger that was stopped.

    + * @public + */ + Name?: string | undefined; +} + +/** + * @public + */ +export interface StopWorkflowRunRequest { + /** + *

    The name of the workflow to stop.

    + * @public + */ + Name: string | undefined; + + /** + *

    The ID of the workflow run to stop.

    + * @public + */ + RunId: string | undefined; +} + +/** + * @public + */ +export interface StopWorkflowRunResponse {} + +/** + * @public + */ +export interface TagResourceRequest { + /** + *

    The ARN of the Glue resource to which to add the tags. For more + * information about Glue resource ARNs, see the Glue ARN string pattern.

    + * @public + */ + ResourceArn: string | undefined; + + /** + *

    Tags to add to this resource.

    + * @public + */ + TagsToAdd: Record | undefined; +} + +/** + * @public + */ +export interface TagResourceResponse {} + +/** + *

    A structure that is used to specify testing a connection to a service.

    + * @public + */ +export interface TestConnectionInput { + /** + *

    The type of connection to test. This operation is only available for the JDBC or SALESFORCE connection types.

    + * @public + */ + ConnectionType: ConnectionType | undefined; + + /** + *

    The key-value pairs that define parameters for the connection.

    + *

    JDBC connections use the following connection properties:

    + *
      + *
    • + *

      Required: All of (HOST, PORT, JDBC_ENGINE) or JDBC_CONNECTION_URL.

      + *
      • + *
    • + *

      Required: All of (USERNAME, PASSWORD) or SECRET_ID.

      + *
      • + *
    • + *

      Optional: JDBC_ENFORCE_SSL, CUSTOM_JDBC_CERT, CUSTOM_JDBC_CERT_STRING, SKIP_CUSTOM_JDBC_CERT_VALIDATION. These parameters are used to configure SSL with JDBC.

      + *
      • + *
    + *

    SALESFORCE connections require the AuthenticationConfiguration member to be configured.

    + * @public + */ + ConnectionProperties: Partial> | undefined; + + /** + *

    A structure containing the authentication configuration in the TestConnection request. Required for a connection to Salesforce using OAuth authentication.

    + * @public + */ + AuthenticationConfiguration?: AuthenticationConfigurationInput | undefined; +} + +/** + * @public + */ +export interface TestConnectionRequest { + /** + *

    Optional. The name of the connection to test. If only name is provided, the operation will get the connection and use that for testing.

    + * @public + */ + ConnectionName?: string | undefined; + + /** + *

    The catalog ID where the connection resides.

    + * @public + */ + CatalogId?: string | undefined; + + /** + *

    A structure that is used to specify testing a connection to a service.

    + * @public + */ + TestConnectionInput?: TestConnectionInput | undefined; +} + +/** + * @public + */ +export interface TestConnectionResponse {} + +/** + * @public + */ +export interface UntagResourceRequest { + /** + *

    The Amazon Resource Name (ARN) of the resource from which to remove the tags.

    + * @public + */ + ResourceArn: string | undefined; + + /** + *

    Tags to remove from this resource.

    + * @public + */ + TagsToRemove: string[] | undefined; +} + +/** + * @public + */ +export interface UntagResourceResponse {} + +/** + * @public + */ +export interface UpdateBlueprintRequest { + /** + *

    The name of the blueprint.

    + * @public + */ + Name: string | undefined; + + /** + *

    A description of the blueprint.

    + * @public + */ + Description?: string | undefined; + + /** + *

    Specifies a path in Amazon S3 where the blueprint is published.

    + * @public + */ + BlueprintLocation: string | undefined; +} + +/** + * @public + */ +export interface UpdateBlueprintResponse { + /** + *

    Returns the name of the blueprint that was updated.

    + * @public + */ + Name?: string | undefined; +} + +/** + * @public + */ +export interface UpdateCatalogRequest { + /** + *

    The ID of the catalog.

    + * @public + */ + CatalogId: string | undefined; + + /** + *

    A CatalogInput object specifying the new properties of an existing catalog.

    + * @public + */ + CatalogInput: CatalogInput | undefined; +} + +/** + * @public + */ +export interface UpdateCatalogResponse {} + +/** + *

    Specifies a custom CSV classifier to be updated.

    + * @public + */ +export interface UpdateCsvClassifierRequest { + /** + *

    The name of the classifier.

    + * @public + */ + Name: string | undefined; + + /** + *

    A custom symbol to denote what separates each column entry in the row.

    + * @public + */ + Delimiter?: string | undefined; + + /** + *

    A custom symbol to denote what combines content into a single column value. It must be + * different from the column delimiter.

    + * @public + */ + QuoteSymbol?: string | undefined; + + /** + *

    Indicates whether the CSV file contains a header.

    + * @public + */ + ContainsHeader?: CsvHeaderOption | undefined; + + /** + *

    A list of strings representing column names.

    + * @public + */ + Header?: string[] | undefined; + + /** + *

    Specifies not to trim values before identifying the type of column values. The default value is true.

    + * @public + */ + DisableValueTrimming?: boolean | undefined; + + /** + *

    Enables the processing of files that contain only one column.

    + * @public + */ + AllowSingleColumn?: boolean | undefined; + + /** + *

    Specifies the configuration of custom datatypes.

    + * @public + */ + CustomDatatypeConfigured?: boolean | undefined; + + /** + *

    Specifies a list of supported custom datatypes.

    + * @public + */ + CustomDatatypes?: string[] | undefined; + + /** + *

    Sets the SerDe for processing CSV in the classifier, which will be applied in the Data Catalog. Valid values are OpenCSVSerDe, LazySimpleSerDe, and None. You can specify the None value when you want the crawler to do the detection.

    + * @public + */ + Serde?: CsvSerdeOption | undefined; +} + +/** + *

    Specifies a grok classifier to update when passed to + * UpdateClassifier.

    + * @public + */ +export interface UpdateGrokClassifierRequest { + /** + *

    The name of the GrokClassifier.

    + * @public + */ + Name: string | undefined; + + /** + *

    An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, + * Amazon CloudWatch Logs, and so on.

    + * @public + */ + Classification?: string | undefined; + + /** + *

    The grok pattern used by this classifier.

    + * @public + */ + GrokPattern?: string | undefined; + + /** + *

    Optional custom grok patterns used by this classifier.

    + * @public + */ + CustomPatterns?: string | undefined; +} + +/** + *

    Specifies a JSON classifier to be updated.

    + * @public + */ +export interface UpdateJsonClassifierRequest { + /** + *

    The name of the classifier.

    + * @public + */ + Name: string | undefined; + + /** + *

    A JsonPath string defining the JSON data for the classifier to classify. + * Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers.

    + * @public + */ + JsonPath?: string | undefined; +} + +/** + *

    Specifies an XML classifier to be updated.

    + * @public + */ +export interface UpdateXMLClassifierRequest { + /** + *

    The name of the classifier.

    + * @public + */ + Name: string | undefined; + + /** + *

    An identifier of the data format that the classifier matches.

    + * @public + */ + Classification?: string | undefined; + + /** + *

    The XML tag designating the element that contains each record in an XML document being + * parsed. This cannot identify a self-closing element (closed by />). An empty + * row element that contains only attributes can be parsed as long as it ends with a closing tag + * (for example, is okay, but + * is not).

    + * @public + */ + RowTag?: string | undefined; +} + +/** + * @public + */ +export interface UpdateClassifierRequest { + /** + *

    A GrokClassifier object with updated fields.

    + * @public + */ + GrokClassifier?: UpdateGrokClassifierRequest | undefined; + + /** + *

    An XMLClassifier object with updated fields.

    + * @public + */ + XMLClassifier?: UpdateXMLClassifierRequest | undefined; + + /** + *

    A JsonClassifier object with updated fields.

    + * @public + */ + JsonClassifier?: UpdateJsonClassifierRequest | undefined; + + /** + *

    A CsvClassifier object with updated fields.

    + * @public + */ + CsvClassifier?: UpdateCsvClassifierRequest | undefined; +} + +/** + * @public + */ +export interface UpdateClassifierResponse {} + +/** + *

    There was a version conflict.

    + * @public + */ +export class VersionMismatchException extends __BaseException { + readonly name: "VersionMismatchException" = "VersionMismatchException"; + readonly $fault: "client" = "client"; + /** + *

    A message describing the problem.

    + * @public + */ + Message?: string | undefined; + /** + * @internal + */ + constructor(opts: __ExceptionOptionType) { + super({ + name: "VersionMismatchException", + $fault: "client", + ...opts, + }); + Object.setPrototypeOf(this, VersionMismatchException.prototype); + this.Message = opts.Message; + } +} + +/** + * @public + */ +export interface UpdateColumnStatisticsForPartitionRequest { + /** + *

    The ID of the Data Catalog where the partitions in question reside. + * If none is supplied, the Amazon Web Services account ID is used by default.

    + * @public + */ + CatalogId?: string | undefined; + + /** + *

    The name of the catalog database where the partitions reside.

    + * @public + */ + DatabaseName: string | undefined; + + /** + *

    The name of the partitions' table.

    + * @public + */ + TableName: string | undefined; + + /** + *

    A list of partition values identifying the partition.

    + * @public + */ + PartitionValues: string[] | undefined; + + /** + *

    A list of the column statistics.

    + * @public + */ + ColumnStatisticsList: ColumnStatistics[] | undefined; +} + +/** + *

    Encapsulates a ColumnStatistics object that failed and the reason for failure.

    + * @public + */ +export interface ColumnStatisticsError { + /** + *

    The ColumnStatistics of the column.

    + * @public + */ + ColumnStatistics?: ColumnStatistics | undefined; + + /** + *

    An error message with the reason for the failure of an operation.

    + * @public + */ + Error?: ErrorDetail | undefined; +} + +/** + * @public + */ +export interface UpdateColumnStatisticsForPartitionResponse { + /** + *

    Error occurred during updating column statistics data.

    + * @public + */ + Errors?: ColumnStatisticsError[] | undefined; +} + +/** + * @public + */ +export interface UpdateColumnStatisticsForTableRequest { + /** + *

    The ID of the Data Catalog where the partitions in question reside. + * If none is supplied, the Amazon Web Services account ID is used by default.

    + * @public + */ + CatalogId?: string | undefined; + + /** + *

    The name of the catalog database where the partitions reside.

    + * @public + */ + DatabaseName: string | undefined; + + /** + *

    The name of the partitions' table.

    + * @public + */ + TableName: string | undefined; + + /** + *

    A list of the column statistics.

    + * @public + */ + ColumnStatisticsList: ColumnStatistics[] | undefined; +} + +/** + * @public + */ +export interface UpdateColumnStatisticsForTableResponse { + /** + *

    List of ColumnStatisticsErrors.

    + * @public + */ + Errors?: ColumnStatisticsError[] | undefined; +} + +/** + * @public + */ +export interface UpdateColumnStatisticsTaskSettingsRequest { + /** + *

    The name of the database where the table resides.

    + * @public + */ + DatabaseName: string | undefined; + + /** + *

    The name of the table for which to generate column statistics.

    + * @public + */ + TableName: string | undefined; + + /** + *

    The role used for running the column statistics.

    + * @public + */ + Role?: string | undefined; + + /** + *

    A schedule for running the column statistics, specified in CRON syntax.

    + * @public + */ + Schedule?: string | undefined; + + /** + *

    A list of column names for which to run statistics.

    + * @public + */ + ColumnNameList?: string[] | undefined; + + /** + *

    The percentage of data to sample.

    + * @public + */ + SampleSize?: number | undefined; + + /** + *

    The ID of the Data Catalog in which the database resides.

    + * @public + */ + CatalogID?: string | undefined; + + /** + *

    Name of the security configuration that is used to encrypt CloudWatch logs.

    + * @public + */ + SecurityConfiguration?: string | undefined; +} + +/** + * @public + */ +export interface UpdateColumnStatisticsTaskSettingsResponse {} + +/** + * @public + */ +export interface UpdateConnectionRequest { + /** + *

    The ID of the Data Catalog in which the connection resides. If none is provided, the Amazon Web Services + * account ID is used by default.

    + * @public + */ + CatalogId?: string | undefined; + + /** + *

    The name of the connection definition to update.

    + * @public + */ + Name: string | undefined; -import { - ColumnRowFilter, - FederatedTable, - ResourceAction, - ResourceState, - SchemaVersionNumber, - ViewDefinition, - ViewValidation, -} from "./models_2"; + /** + *

    A ConnectionInput object that redefines the connection + * in question.

    + * @public + */ + ConnectionInput: ConnectionInput | undefined; +} + +/** + * @public + */ +export interface UpdateConnectionResponse {} + +/** + * @public + */ +export interface UpdateCrawlerRequest { + /** + *

    Name of the new crawler.

    + * @public + */ + Name: string | undefined; + + /** + *

    The IAM role or Amazon Resource Name (ARN) of an IAM role that is used by the new crawler + * to access customer resources.

    + * @public + */ + Role?: string | undefined; + + /** + *

    The Glue database where results are stored, such as: + * arn:aws:daylight:us-east-1::database/sometable/*.

    + * @public + */ + DatabaseName?: string | undefined; + + /** + *

    A description of the new crawler.

    + * @public + */ + Description?: string | undefined; + + /** + *

    A list of targets to crawl.

    + * @public + */ + Targets?: CrawlerTargets | undefined; + + /** + *

    A cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers. For example, to run + * something every day at 12:15 UTC, you would specify: + * cron(15 12 * * ? *).

    + * @public + */ + Schedule?: string | undefined; + + /** + *

    A list of custom classifiers that the user + * has registered. By default, all built-in classifiers are included in a crawl, + * but these custom classifiers always override the default classifiers + * for a given classification.

    + * @public + */ + Classifiers?: string[] | undefined; + + /** + *

    The table prefix used for catalog tables that are created.

    + * @public + */ + TablePrefix?: string | undefined; + + /** + *

    The policy for the crawler's update and deletion behavior.

    + * @public + */ + SchemaChangePolicy?: SchemaChangePolicy | undefined; + + /** + *

    A policy that specifies whether to crawl the entire dataset again, or to crawl only folders that were added since the last crawler run.

    + * @public + */ + RecrawlPolicy?: RecrawlPolicy | undefined; + + /** + *

    Specifies data lineage configuration settings for the crawler.

    + * @public + */ + LineageConfiguration?: LineageConfiguration | undefined; + + /** + *

    Specifies Lake Formation configuration settings for the crawler.

    + * @public + */ + LakeFormationConfiguration?: LakeFormationConfiguration | undefined; + + /** + *

    Crawler configuration information. This versioned JSON string allows users + * to specify aspects of a crawler's behavior. + * For more information, see Setting crawler configuration options.

    + * @public + */ + Configuration?: string | undefined; + + /** + *

    The name of the SecurityConfiguration structure to be used by this + * crawler.

    + * @public + */ + CrawlerSecurityConfiguration?: string | undefined; +} + +/** + * @public + */ +export interface UpdateCrawlerResponse {} + +/** + * @public + */ +export interface UpdateCrawlerScheduleRequest { + /** + *

    The name of the crawler whose schedule to update.

    + * @public + */ + CrawlerName: string | undefined; + + /** + *

    The updated cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers. For example, to run + * something every day at 12:15 UTC, you would specify: + * cron(15 12 * * ? *).

    + * @public + */ + Schedule?: string | undefined; +} + +/** + * @public + */ +export interface UpdateCrawlerScheduleResponse {} + +/** + * @public + */ +export interface UpdateDatabaseRequest { + /** + *

    The ID of the Data Catalog in which the metadata database resides. If none is provided, + * the Amazon Web Services account ID is used by default.

    + * @public + */ + CatalogId?: string | undefined; + + /** + *

    The name of the database to update in the catalog. For Hive + * compatibility, this is folded to lowercase.

    + * @public + */ + Name: string | undefined; + + /** + *

    A DatabaseInput object specifying the new definition + * of the metadata database in the catalog.

    + * @public + */ + DatabaseInput: DatabaseInput | undefined; +} + +/** + * @public + */ +export interface UpdateDatabaseResponse {} + +/** + * @public + */ +export interface UpdateDataQualityRulesetRequest { + /** + *

    The name of the data quality ruleset.

    + * @public + */ + Name: string | undefined; + + /** + *

    A description of the ruleset.

    + * @public + */ + Description?: string | undefined; + + /** + *

    A Data Quality Definition Language (DQDL) ruleset. For more information, see the Glue developer guide.

    + * @public + */ + Ruleset?: string | undefined; +} + +/** + * @public + */ +export interface UpdateDataQualityRulesetResponse { + /** + *

    The name of the data quality ruleset.

    + * @public + */ + Name?: string | undefined; + + /** + *

    A description of the ruleset.

    + * @public + */ + Description?: string | undefined; + + /** + *

    A Data Quality Definition Language (DQDL) ruleset. For more information, see the Glue developer guide.

    + * @public + */ + Ruleset?: string | undefined; +} /** *

    Custom libraries to be loaded into a development endpoint.

    @@ -216,6 +2048,86 @@ export interface UpdateDevEndpointRequest { */ export interface UpdateDevEndpointResponse {} +/** + * @public + */ +export interface UpdateIntegrationResourcePropertyRequest { + /** + *

    The connection ARN of the source, or the database ARN of the target.

    + * @public + */ + ResourceArn: string | undefined; + + /** + *

    The resource properties associated with the integration source.

    + * @public + */ + SourceProcessingProperties?: SourceProcessingProperties | undefined; + + /** + *

    The resource properties associated with the integration target.

    + * @public + */ + TargetProcessingProperties?: TargetProcessingProperties | undefined; +} + +/** + * @public + */ +export interface UpdateIntegrationResourcePropertyResponse { + /** + *

    The connection ARN of the source, or the database ARN of the target.

    + * @public + */ + ResourceArn?: string | undefined; + + /** + *

    The resource properties associated with the integration source.

    + * @public + */ + SourceProcessingProperties?: SourceProcessingProperties | undefined; + + /** + *

    The resource properties associated with the integration target.

    + * @public + */ + TargetProcessingProperties?: TargetProcessingProperties | undefined; +} + +/** + * @public + */ +export interface UpdateIntegrationTablePropertiesRequest { + /** + *

    The connection ARN of the source, or the database ARN of the target.

    + * @public + */ + ResourceArn: string | undefined; + + /** + *

    The name of the table to be replicated.

    + * @public + */ + TableName: string | undefined; + + /** + *

    A structure for the source table configuration.

    + * @public + */ + SourceTableConfig?: SourceTableConfig | undefined; + + /** + *

    A structure for the target table configuration.

    + * @public + */ + TargetTableConfig?: TargetTableConfig | undefined; +} + +/** + * @public + */ +export interface UpdateIntegrationTablePropertiesResponse {} + /** * @public */ @@ -2673,6 +4585,34 @@ export interface GetJobsResponse { NextToken?: string | undefined; } +/** + * @internal + */ +export const TestConnectionInputFilterSensitiveLog = (obj: TestConnectionInput): any => ({ + ...obj, + ...(obj.AuthenticationConfiguration && { + AuthenticationConfiguration: AuthenticationConfigurationInputFilterSensitiveLog(obj.AuthenticationConfiguration), + }), +}); + +/** + * @internal + */ +export const TestConnectionRequestFilterSensitiveLog = (obj: TestConnectionRequest): any => ({ + ...obj, + ...(obj.TestConnectionInput && { + TestConnectionInput: TestConnectionInputFilterSensitiveLog(obj.TestConnectionInput), + }), +}); + +/** + * @internal + */ +export const UpdateConnectionRequestFilterSensitiveLog = (obj: UpdateConnectionRequest): any => ({ + ...obj, + ...(obj.ConnectionInput && { ConnectionInput: ConnectionInputFilterSensitiveLog(obj.ConnectionInput) }), +}); + /** * @internal */ diff --git a/clients/client-glue/src/pagination/DescribeEntityPaginator.ts b/clients/client-glue/src/pagination/DescribeEntityPaginator.ts new file mode 100644 index 000000000000..bc1d19b81a94 --- /dev/null +++ b/clients/client-glue/src/pagination/DescribeEntityPaginator.ts @@ -0,0 +1,24 @@ +// smithy-typescript generated code +import { createPaginator } from "@smithy/core"; +import { Paginator } from "@smithy/types"; + +import { + DescribeEntityCommand, + DescribeEntityCommandInput, + DescribeEntityCommandOutput, +} from "../commands/DescribeEntityCommand"; +import { GlueClient } from "../GlueClient"; +import { GluePaginationConfiguration } from "./Interfaces"; + +/** + * @public + */ +export const paginateDescribeEntity: ( + config: GluePaginationConfiguration, + input: DescribeEntityCommandInput, + ...rest: any[] +) => Paginator = createPaginator< + GluePaginationConfiguration, + DescribeEntityCommandInput, + DescribeEntityCommandOutput +>(GlueClient, DescribeEntityCommand, "NextToken", "NextToken", ""); diff --git a/clients/client-glue/src/pagination/ListConnectionTypesPaginator.ts b/clients/client-glue/src/pagination/ListConnectionTypesPaginator.ts new file mode 100644 index 000000000000..b107bcdcedea --- /dev/null +++ b/clients/client-glue/src/pagination/ListConnectionTypesPaginator.ts @@ -0,0 +1,24 @@ +// smithy-typescript generated code +import { createPaginator } from "@smithy/core"; +import { Paginator } from "@smithy/types"; + +import { + ListConnectionTypesCommand, + ListConnectionTypesCommandInput, + ListConnectionTypesCommandOutput, +} from "../commands/ListConnectionTypesCommand"; +import { GlueClient } from "../GlueClient"; +import { GluePaginationConfiguration } from "./Interfaces"; + +/** + * @public + */ +export const paginateListConnectionTypes: ( + config: GluePaginationConfiguration, + input: ListConnectionTypesCommandInput, + ...rest: any[] +) => Paginator = createPaginator< + GluePaginationConfiguration, + ListConnectionTypesCommandInput, + ListConnectionTypesCommandOutput +>(GlueClient, ListConnectionTypesCommand, "NextToken", "NextToken", "MaxResults"); diff --git a/clients/client-glue/src/pagination/ListEntitiesPaginator.ts b/clients/client-glue/src/pagination/ListEntitiesPaginator.ts new file mode 100644 index 000000000000..ca7c282b7819 --- /dev/null +++ b/clients/client-glue/src/pagination/ListEntitiesPaginator.ts @@ -0,0 +1,24 @@ +// smithy-typescript generated code +import { createPaginator } from "@smithy/core"; +import { Paginator } from "@smithy/types"; + +import { + ListEntitiesCommand, + ListEntitiesCommandInput, + ListEntitiesCommandOutput, +} from "../commands/ListEntitiesCommand"; +import { GlueClient } from "../GlueClient"; +import { GluePaginationConfiguration } from "./Interfaces"; + +/** + * @public + */ +export const paginateListEntities: ( + config: GluePaginationConfiguration, + input: ListEntitiesCommandInput, + ...rest: any[] +) => Paginator = createPaginator< + GluePaginationConfiguration, + ListEntitiesCommandInput, + ListEntitiesCommandOutput +>(GlueClient, ListEntitiesCommand, "NextToken", "NextToken", ""); diff --git a/clients/client-glue/src/pagination/index.ts b/clients/client-glue/src/pagination/index.ts index c41140727c2b..f6e68082a0a7 100644 --- a/clients/client-glue/src/pagination/index.ts +++ b/clients/client-glue/src/pagination/index.ts @@ -1,3 +1,5 @@ +export * from "./DescribeEntityPaginator"; + export * from "./GetBlueprintRunsPaginator"; export * from "./GetClassifiersPaginator"; @@ -15,10 +17,9 @@ export * from "./GetDatabasesPaginator"; export * from "./GetDevEndpointsPaginator"; export * from "./GetJobRunsPaginator"; - -export * from "./GetJobsPaginator"; // smithy-typescript generated code export * from "./Interfaces"; +export * from "./GetJobsPaginator"; export * from "./GetMLTaskRunsPaginator"; export * from "./GetMLTransformsPaginator"; export * from "./GetPartitionIndexesPaginator"; @@ -33,6 +34,7 @@ export * from "./GetUserDefinedFunctionsPaginator"; export * from "./GetWorkflowRunsPaginator"; export * from "./ListBlueprintsPaginator"; export * from "./ListColumnStatisticsTaskRunsPaginator"; +export * from "./ListConnectionTypesPaginator"; export * from "./ListCrawlersPaginator"; export * from "./ListCustomEntityTypesPaginator"; export * from "./ListDataQualityResultsPaginator"; @@ -40,6 +42,7 @@ export * from "./ListDataQualityRuleRecommendationRunsPaginator"; export * from "./ListDataQualityRulesetEvaluationRunsPaginator"; export * from "./ListDataQualityRulesetsPaginator"; export * from "./ListDevEndpointsPaginator"; +export * from "./ListEntitiesPaginator"; export * from "./ListJobsPaginator"; export * from "./ListMLTransformsPaginator"; export * from "./ListRegistriesPaginator"; diff --git a/clients/client-glue/src/protocols/Aws_json1_1.ts b/clients/client-glue/src/protocols/Aws_json1_1.ts index 3b796cc6efc3..82690c50b194 100644 --- a/clients/client-glue/src/protocols/Aws_json1_1.ts +++ b/clients/client-glue/src/protocols/Aws_json1_1.ts @@ -20,6 +20,7 @@ import { withBaseException, } from "@smithy/smithy-client"; import { + DocumentType as __DocumentType, Endpoint as __Endpoint, HeaderBag as __HeaderBag, ResponseMetadata as __ResponseMetadata, @@ -89,6 +90,7 @@ import { CheckSchemaVersionValidityCommandOutput, } from "../commands/CheckSchemaVersionValidityCommand"; import { CreateBlueprintCommandInput, CreateBlueprintCommandOutput } from "../commands/CreateBlueprintCommand"; +import { CreateCatalogCommandInput, CreateCatalogCommandOutput } from "../commands/CreateCatalogCommand"; import { CreateClassifierCommandInput, CreateClassifierCommandOutput } from "../commands/CreateClassifierCommand"; import { CreateColumnStatisticsTaskSettingsCommandInput, @@ -106,6 +108,15 @@ import { CreateDataQualityRulesetCommandOutput, } from "../commands/CreateDataQualityRulesetCommand"; import { CreateDevEndpointCommandInput, CreateDevEndpointCommandOutput } from "../commands/CreateDevEndpointCommand"; +import { CreateIntegrationCommandInput, CreateIntegrationCommandOutput } from "../commands/CreateIntegrationCommand"; +import { + CreateIntegrationResourcePropertyCommandInput, + CreateIntegrationResourcePropertyCommandOutput, +} from "../commands/CreateIntegrationResourcePropertyCommand"; +import { + CreateIntegrationTablePropertiesCommandInput, + CreateIntegrationTablePropertiesCommandOutput, +} from "../commands/CreateIntegrationTablePropertiesCommand"; import { CreateJobCommandInput, CreateJobCommandOutput } from "../commands/CreateJobCommand"; import { CreateMLTransformCommandInput, CreateMLTransformCommandOutput } from "../commands/CreateMLTransformCommand"; import { CreatePartitionCommandInput, CreatePartitionCommandOutput } from "../commands/CreatePartitionCommand"; @@ -134,6 +145,7 @@ import { } from "../commands/CreateUserDefinedFunctionCommand"; import { CreateWorkflowCommandInput, CreateWorkflowCommandOutput } from "../commands/CreateWorkflowCommand"; import { DeleteBlueprintCommandInput, DeleteBlueprintCommandOutput } from "../commands/DeleteBlueprintCommand"; +import { DeleteCatalogCommandInput, DeleteCatalogCommandOutput } from "../commands/DeleteCatalogCommand"; import { DeleteClassifierCommandInput, DeleteClassifierCommandOutput } from "../commands/DeleteClassifierCommand"; import { DeleteColumnStatisticsForPartitionCommandInput, @@ -159,6 +171,11 @@ import { DeleteDataQualityRulesetCommandOutput, } from "../commands/DeleteDataQualityRulesetCommand"; import { DeleteDevEndpointCommandInput, DeleteDevEndpointCommandOutput } from "../commands/DeleteDevEndpointCommand"; +import { DeleteIntegrationCommandInput, DeleteIntegrationCommandOutput } from "../commands/DeleteIntegrationCommand"; +import { + DeleteIntegrationTablePropertiesCommandInput, + DeleteIntegrationTablePropertiesCommandOutput, +} from "../commands/DeleteIntegrationTablePropertiesCommand"; import { DeleteJobCommandInput, DeleteJobCommandOutput } from "../commands/DeleteJobCommand"; import { DeleteMLTransformCommandInput, DeleteMLTransformCommandOutput } from "../commands/DeleteMLTransformCommand"; import { DeletePartitionCommandInput, DeletePartitionCommandOutput } from "../commands/DeletePartitionCommand"; @@ -194,13 +211,28 @@ import { DeleteUserDefinedFunctionCommandOutput, } from "../commands/DeleteUserDefinedFunctionCommand"; import { DeleteWorkflowCommandInput, DeleteWorkflowCommandOutput } from "../commands/DeleteWorkflowCommand"; +import { + DescribeConnectionTypeCommandInput, + DescribeConnectionTypeCommandOutput, +} from "../commands/DescribeConnectionTypeCommand"; +import { DescribeEntityCommandInput, DescribeEntityCommandOutput } from "../commands/DescribeEntityCommand"; +import { + DescribeInboundIntegrationsCommandInput, + DescribeInboundIntegrationsCommandOutput, +} from "../commands/DescribeInboundIntegrationsCommand"; +import { + DescribeIntegrationsCommandInput, + DescribeIntegrationsCommandOutput, +} from "../commands/DescribeIntegrationsCommand"; import { GetBlueprintCommandInput, GetBlueprintCommandOutput } from "../commands/GetBlueprintCommand"; import { GetBlueprintRunCommandInput, GetBlueprintRunCommandOutput } from "../commands/GetBlueprintRunCommand"; import { GetBlueprintRunsCommandInput, GetBlueprintRunsCommandOutput } from "../commands/GetBlueprintRunsCommand"; +import { GetCatalogCommandInput, GetCatalogCommandOutput } from "../commands/GetCatalogCommand"; import { GetCatalogImportStatusCommandInput, GetCatalogImportStatusCommandOutput, } from "../commands/GetCatalogImportStatusCommand"; +import { GetCatalogsCommandInput, GetCatalogsCommandOutput } from "../commands/GetCatalogsCommand"; import { GetClassifierCommandInput, GetClassifierCommandOutput } from "../commands/GetClassifierCommand"; import { GetClassifiersCommandInput, GetClassifiersCommandOutput } from "../commands/GetClassifiersCommand"; import { @@ -265,6 +297,15 @@ import { } from "../commands/GetDataQualityRulesetEvaluationRunCommand"; import { GetDevEndpointCommandInput, GetDevEndpointCommandOutput } from "../commands/GetDevEndpointCommand"; import { GetDevEndpointsCommandInput, GetDevEndpointsCommandOutput } from "../commands/GetDevEndpointsCommand"; +import { GetEntityRecordsCommandInput, GetEntityRecordsCommandOutput } from "../commands/GetEntityRecordsCommand"; +import { + GetIntegrationResourcePropertyCommandInput, + GetIntegrationResourcePropertyCommandOutput, +} from "../commands/GetIntegrationResourcePropertyCommand"; +import { + GetIntegrationTablePropertiesCommandInput, + GetIntegrationTablePropertiesCommandOutput, +} from "../commands/GetIntegrationTablePropertiesCommand"; import { GetJobBookmarkCommandInput, GetJobBookmarkCommandOutput } from "../commands/GetJobBookmarkCommand"; import { GetJobCommandInput, GetJobCommandOutput } from "../commands/GetJobCommand"; import { GetJobRunCommandInput, GetJobRunCommandOutput } from "../commands/GetJobRunCommand"; @@ -353,6 +394,10 @@ import { ListColumnStatisticsTaskRunsCommandInput, ListColumnStatisticsTaskRunsCommandOutput, } from "../commands/ListColumnStatisticsTaskRunsCommand"; +import { + ListConnectionTypesCommandInput, + ListConnectionTypesCommandOutput, +} from "../commands/ListConnectionTypesCommand"; import { ListCrawlersCommandInput, ListCrawlersCommandOutput } from "../commands/ListCrawlersCommand"; import { ListCrawlsCommandInput, ListCrawlsCommandOutput } from "../commands/ListCrawlsCommand"; import { @@ -384,6 +429,7 @@ import { ListDataQualityStatisticsCommandOutput, } from "../commands/ListDataQualityStatisticsCommand"; import { ListDevEndpointsCommandInput, ListDevEndpointsCommandOutput } from "../commands/ListDevEndpointsCommand"; +import { ListEntitiesCommandInput, ListEntitiesCommandOutput } from "../commands/ListEntitiesCommand"; import { ListJobsCommandInput, ListJobsCommandOutput } from "../commands/ListJobsCommand"; import { ListMLTransformsCommandInput, ListMLTransformsCommandOutput } from "../commands/ListMLTransformsCommand"; import { ListRegistriesCommandInput, ListRegistriesCommandOutput } from "../commands/ListRegistriesCommand"; @@ -398,6 +444,7 @@ import { import { ListTriggersCommandInput, ListTriggersCommandOutput } from "../commands/ListTriggersCommand"; import { ListUsageProfilesCommandInput, ListUsageProfilesCommandOutput } from "../commands/ListUsageProfilesCommand"; import { ListWorkflowsCommandInput, ListWorkflowsCommandOutput } from "../commands/ListWorkflowsCommand"; +import { ModifyIntegrationCommandInput, ModifyIntegrationCommandOutput } from "../commands/ModifyIntegrationCommand"; import { PutDataCatalogEncryptionSettingsCommandInput, PutDataCatalogEncryptionSettingsCommandOutput, @@ -492,6 +539,7 @@ import { TagResourceCommandInput, TagResourceCommandOutput } from "../commands/T import { TestConnectionCommandInput, TestConnectionCommandOutput } from "../commands/TestConnectionCommand"; import { UntagResourceCommandInput, UntagResourceCommandOutput } from "../commands/UntagResourceCommand"; import { UpdateBlueprintCommandInput, UpdateBlueprintCommandOutput } from "../commands/UpdateBlueprintCommand"; +import { UpdateCatalogCommandInput, UpdateCatalogCommandOutput } from "../commands/UpdateCatalogCommand"; import { UpdateClassifierCommandInput, UpdateClassifierCommandOutput } from "../commands/UpdateClassifierCommand"; import { UpdateColumnStatisticsForPartitionCommandInput, @@ -517,6 +565,14 @@ import { UpdateDataQualityRulesetCommandOutput, } from "../commands/UpdateDataQualityRulesetCommand"; import { UpdateDevEndpointCommandInput, UpdateDevEndpointCommandOutput } from "../commands/UpdateDevEndpointCommand"; +import { + UpdateIntegrationResourcePropertyCommandInput, + UpdateIntegrationResourcePropertyCommandOutput, +} from "../commands/UpdateIntegrationResourcePropertyCommand"; +import { + UpdateIntegrationTablePropertiesCommandInput, + UpdateIntegrationTablePropertiesCommandOutput, +} from "../commands/UpdateIntegrationTablePropertiesCommand"; import { UpdateJobCommandInput, UpdateJobCommandOutput } from "../commands/UpdateJobCommand"; import { UpdateJobFromSourceControlCommandInput, @@ -558,6 +614,7 @@ import { AuditContext, AuthenticationConfigurationInput, AuthorizationCodeProperties, + BasicAuthenticationCredentials, BasicCatalogTarget, BatchCreatePartitionRequest, BatchDeleteConnectionRequest, @@ -585,10 +642,7 @@ import { BatchPutDataQualityStatisticAnnotationRequest, BatchStopJobRunRequest, BatchTableOptimizer, - BatchUpdatePartitionRequest, - BatchUpdatePartitionRequestEntry, Blueprint, - CancelDataQualityRuleRecommendationRunRequest, CatalogDeltaSource, CatalogHudiSource, CatalogKafkaSource, @@ -687,6 +741,7 @@ import { NullCheckBoxList, NullValueField, OAuth2ClientApplication, + OAuth2Credentials, OAuth2PropertiesInput, OperationTimeoutException, Option, @@ -767,14 +822,19 @@ import { WorkflowRun, } from "../models/models_0"; import { + BatchUpdatePartitionRequest, + BatchUpdatePartitionRequestEntry, BinaryColumnStatisticsData, BlueprintRun, BooleanColumnStatisticsData, + CancelDataQualityRuleRecommendationRunRequest, CancelDataQualityRulesetEvaluationRunRequest, CancelMLTaskRunRequest, CancelStatementRequest, - CatalogEntry, + Catalog, CatalogImportStatus, + CatalogInput, + CatalogProperties, CheckSchemaVersionValidityInput, Classifier, CloudWatchEncryption, @@ -785,18 +845,16 @@ import { ColumnStatisticsData, ColumnStatisticsTaskRun, ColumnStatisticsTaskRunningException, - ColumnStatisticsTaskSettings, + ComputeEnvironment, ConcurrentModificationException, ConditionCheckFailureException, ConfigurationObject, ConflictException, - Connection, ConnectionInput, - ConnectionPasswordEncryption, ConnectionPropertyKey, - CrawlerMetrics, CrawlerRunningException, CreateBlueprintRequest, + CreateCatalogRequest, CreateClassifierRequest, CreateColumnStatisticsTaskSettingsRequest, CreateConnectionRequest, @@ -808,6 +866,10 @@ import { CreateDevEndpointRequest, CreateDevEndpointResponse, CreateGrokClassifierRequest, + CreateIntegrationRequest, + CreateIntegrationResourcePropertyRequest, + CreateIntegrationResponse, + CreateIntegrationTablePropertiesRequest, CreateJsonClassifierRequest, CreateMLTransformRequest, CreatePartitionIndexRequest, @@ -827,18 +889,16 @@ import { CreateWorkflowRequest, CreateXMLClassifierRequest, CsvClassifier, - Database, - DatabaseAttributes, DatabaseIdentifier, DatabaseInput, - DataCatalogEncryptionSettings, + DataLakeAccessProperties, DataLakePrincipal, - DataQualityEvaluationRunAdditionalRunOptions, DataQualityTargetTable, DateColumnStatisticsData, DecimalColumnStatisticsData, DecimalNumber, DeleteBlueprintRequest, + DeleteCatalogRequest, DeleteClassifierRequest, DeleteColumnStatisticsForPartitionRequest, DeleteColumnStatisticsForTableRequest, @@ -849,6 +909,9 @@ import { DeleteDatabaseRequest, DeleteDataQualityRulesetRequest, DeleteDevEndpointRequest, + DeleteIntegrationRequest, + DeleteIntegrationResponse, + DeleteIntegrationTablePropertiesRequest, DeleteJobRequest, DeleteMLTransformRequest, DeletePartitionIndexRequest, @@ -866,9 +929,16 @@ import { DeleteUsageProfileRequest, DeleteUserDefinedFunctionRequest, DeleteWorkflowRequest, + DescribeConnectionTypeRequest, + DescribeEntityRequest, + DescribeInboundIntegrationsRequest, + DescribeInboundIntegrationsResponse, + DescribeIntegrationsRequest, + DescribeIntegrationsResponse, DoubleColumnStatisticsData, - EncryptionAtRest, EncryptionConfiguration, + ExecutionAttempt, + FederatedCatalog, FederatedDatabase, FederatedResourceAlreadyExistsException, FindMatchesParameters, @@ -880,6 +950,10 @@ import { GetBlueprintRunsResponse, GetCatalogImportStatusRequest, GetCatalogImportStatusResponse, + GetCatalogRequest, + GetCatalogResponse, + GetCatalogsRequest, + GetCatalogsResponse, GetClassifierRequest, GetClassifierResponse, GetClassifiersRequest, @@ -893,59 +967,23 @@ import { GetColumnStatisticsTaskRunsRequest, GetColumnStatisticsTaskRunsResponse, GetColumnStatisticsTaskSettingsRequest, - GetColumnStatisticsTaskSettingsResponse, - GetConnectionRequest, - GetConnectionResponse, - GetConnectionsFilter, - GetConnectionsRequest, - GetConnectionsResponse, - GetCrawlerMetricsRequest, - GetCrawlerMetricsResponse, - GetCrawlerRequest, - GetCrawlerResponse, - GetCrawlersRequest, - GetCrawlersResponse, - GetCustomEntityTypeRequest, - GetDatabaseRequest, - GetDatabaseResponse, - GetDatabasesRequest, - GetDatabasesResponse, - GetDataCatalogEncryptionSettingsRequest, - GetDataflowGraphRequest, - GetDataQualityModelRequest, - GetDataQualityModelResponse, - GetDataQualityModelResultRequest, - GetDataQualityModelResultResponse, - GetDataQualityResultRequest, - GetDataQualityResultResponse, - GetDataQualityRuleRecommendationRunRequest, - GetDataQualityRuleRecommendationRunResponse, - GetDataQualityRulesetEvaluationRunRequest, - GetDataQualityRulesetEvaluationRunResponse, - GetDataQualityRulesetRequest, - GetDataQualityRulesetResponse, - GetDevEndpointRequest, - GetDevEndpointResponse, - GetDevEndpointsRequest, - GetDevEndpointsResponse, - GetJobBookmarkRequest, - GetJobRequest, - GetJobRunRequest, - GetJobRunResponse, - GetJobRunsRequest, - GetJobRunsResponse, - GetJobsRequest, - GetMappingRequest, - GetMLTaskRunRequest, GrokClassifier, IcebergInput, IdempotentParameterMismatchException, IllegalSessionStateException, + InboundIntegration, + Integration, + IntegrationConflictOperationFault, + IntegrationFilter, + IntegrationNotFoundFault, + IntegrationPartition, + IntegrationQuotaExceededFault, + InternalServerException, + InvalidIntegrationStateFault, JobBookmarksEncryption, JsonClassifier, - Location, + KMSKeyNotAccessibleFault, LongColumnStatisticsData, - MappingEntry, MLUserDataEncryption, OpenTableFormatInput, OperationNotSupportedException, @@ -955,15 +993,22 @@ import { PrincipalPermissions, ProfileConfiguration, RegistryId, + ResourceNotFoundException, ResourceUri, S3Encryption, SchedulerTransitioningException, Session, SessionCommand, - StatisticModelResult, + SourceProcessingProperties, + SourceTableConfig, StringColumnStatisticsData, TableIdentifier, TableInput, + Tag, + TargetProcessingProperties, + TargetRedshiftCatalog, + TargetResourceNotFound, + TargetTableConfig, TransformEncryption, TransformParameters, UserDefinedFunctionInput, @@ -973,15 +1018,19 @@ import { XMLClassifier, } from "../models/models_1"; import { + CatalogEntry, ColumnImportance, - ColumnStatisticsError, - ColumnStatisticsTaskNotRunningException, - ColumnStatisticsTaskStoppingException, + ColumnStatisticsTaskSettings, ConcurrentRunsExceededException, + Connection, + ConnectionPasswordEncryption, CrawlerHistory, - CrawlerNotRunningException, - CrawlerStoppingException, + CrawlerMetrics, CrawlsFilter, + Database, + DatabaseAttributes, + DataCatalogEncryptionSettings, + DataQualityEvaluationRunAdditionalRunOptions, DataQualityResultDescription, DataQualityResultFilterCriteria, DataQualityRuleRecommendationRunDescription, @@ -990,8 +1039,57 @@ import { DataQualityRulesetEvaluationRunFilter, DataQualityRulesetFilterCriteria, DataQualityRulesetListDetails, + EncryptionAtRest, EvaluationMetrics, FindMatchesMetrics, + GetColumnStatisticsTaskSettingsResponse, + GetConnectionRequest, + GetConnectionResponse, + GetConnectionsFilter, + GetConnectionsRequest, + GetConnectionsResponse, + GetCrawlerMetricsRequest, + GetCrawlerMetricsResponse, + GetCrawlerRequest, + GetCrawlerResponse, + GetCrawlersRequest, + GetCrawlersResponse, + GetCustomEntityTypeRequest, + GetDatabaseRequest, + GetDatabaseResponse, + GetDatabasesRequest, + GetDatabasesResponse, + GetDataCatalogEncryptionSettingsRequest, + GetDataflowGraphRequest, + GetDataQualityModelRequest, + GetDataQualityModelResponse, + GetDataQualityModelResultRequest, + GetDataQualityModelResultResponse, + GetDataQualityResultRequest, + GetDataQualityResultResponse, + GetDataQualityRuleRecommendationRunRequest, + GetDataQualityRuleRecommendationRunResponse, + GetDataQualityRulesetEvaluationRunRequest, + GetDataQualityRulesetEvaluationRunResponse, + GetDataQualityRulesetRequest, + GetDataQualityRulesetResponse, + GetDevEndpointRequest, + GetDevEndpointResponse, + GetDevEndpointsRequest, + GetDevEndpointsResponse, + GetEntityRecordsRequest, + GetEntityRecordsResponse, + GetIntegrationResourcePropertyRequest, + GetIntegrationTablePropertiesRequest, + GetJobBookmarkRequest, + GetJobRequest, + GetJobRunRequest, + GetJobRunResponse, + GetJobRunsRequest, + GetJobRunsResponse, + GetJobsRequest, + GetMappingRequest, + GetMLTaskRunRequest, GetMLTaskRunResponse, GetMLTaskRunsRequest, GetMLTaskRunsResponse, @@ -1050,11 +1148,11 @@ import { GetWorkflowRunsRequest, GetWorkflowRunsResponse, GluePolicy, - IllegalBlueprintStateException, IllegalWorkflowStateException, ImportCatalogToGlueRequest, ListBlueprintsRequest, ListColumnStatisticsTaskRunsRequest, + ListConnectionTypesRequest, ListCrawlersRequest, ListCrawlsRequest, ListCrawlsResponse, @@ -1072,6 +1170,7 @@ import { ListDataQualityStatisticsRequest, ListDataQualityStatisticsResponse, ListDevEndpointsRequest, + ListEntitiesRequest, ListJobsRequest, ListMLTransformsRequest, ListRegistriesInput, @@ -1087,10 +1186,12 @@ import { ListUsageProfilesRequest, ListUsageProfilesResponse, ListWorkflowsRequest, + Location, + MappingEntry, MetadataKeyValuePair, MLTransform, - MLTransformNotReadyException, - NoScheduleException, + ModifyIntegrationRequest, + ModifyIntegrationResponse, PermissionType, PermissionTypeMismatchException, PropertyPredicate, @@ -1106,14 +1207,55 @@ import { ResetJobBookmarkRequest, ResumeWorkflowRunRequest, RunStatementRequest, - SchedulerNotRunningException, - SchedulerRunningException, SchemaColumn, SchemaVersionNumber, - SearchTablesRequest, SecurityConfiguration, Segment, SortCriterion, + Statement, + StatisticModelResult, + StatisticSummary, + SupportedDialect, + TableAttributes, + TaskRun, + TaskRunFilterCriteria, + TaskRunSortCriteria, + TimestampFilter, + TransformFilterCriteria, + TransformSortCriteria, + UnfilteredPartition, + UsageProfileDefinition, + UserDefinedFunction, + ViewValidation, +} from "../models/models_2"; +import { + ApplyMapping, + BatchGetJobsResponse, + CodeGenConfigurationNode, + ColumnStatisticsError, + ColumnStatisticsTaskNotRunningException, + ColumnStatisticsTaskStoppingException, + CrawlerNotRunningException, + CrawlerStoppingException, + CreateJobRequest, + DevEndpointCustomLibraries, + GetJobResponse, + GetJobsResponse, + GetTableResponse, + GetTablesResponse, + GetTableVersionResponse, + GetTableVersionsResponse, + GetUnfilteredTableMetadataResponse, + IllegalBlueprintStateException, + Job, + JobUpdate, + Mapping, + MLTransformNotReadyException, + NoScheduleException, + SchedulerNotRunningException, + SchedulerRunningException, + SearchTablesRequest, + SearchTablesResponse, StartBlueprintRunRequest, StartColumnStatisticsTaskRunRequest, StartColumnStatisticsTaskRunScheduleRequest, @@ -1128,8 +1270,7 @@ import { StartMLLabelingSetGenerationTaskRunRequest, StartTriggerRequest, StartWorkflowRunRequest, - Statement, - StatisticSummary, + StatusDetails, StopColumnStatisticsTaskRunRequest, StopColumnStatisticsTaskRunScheduleRequest, StopCrawlerRequest, @@ -1137,20 +1278,16 @@ import { StopSessionRequest, StopTriggerRequest, StopWorkflowRunRequest, - SupportedDialect, - TableAttributes, + Table, + TableStatus, + TableVersion, TagResourceRequest, - TaskRun, - TaskRunFilterCriteria, - TaskRunSortCriteria, TestConnectionInput, TestConnectionRequest, - TimestampFilter, - TransformFilterCriteria, - TransformSortCriteria, - UnfilteredPartition, + TriggerUpdate, UntagResourceRequest, UpdateBlueprintRequest, + UpdateCatalogRequest, UpdateClassifierRequest, UpdateColumnStatisticsForPartitionRequest, UpdateColumnStatisticsForPartitionResponse, @@ -1163,39 +1300,13 @@ import { UpdateCsvClassifierRequest, UpdateDatabaseRequest, UpdateDataQualityRulesetRequest, - UpdateGrokClassifierRequest, - UpdateJsonClassifierRequest, - UpdateXMLClassifierRequest, - UsageProfileDefinition, - UserDefinedFunction, - VersionMismatchException, - ViewValidation, -} from "../models/models_2"; -import { - ApplyMapping, - BatchGetJobsResponse, - CodeGenConfigurationNode, - CreateJobRequest, - DevEndpointCustomLibraries, - GetJobResponse, - GetJobsResponse, - GetTableResponse, - GetTablesResponse, - GetTableVersionResponse, - GetTableVersionsResponse, - GetUnfilteredTableMetadataResponse, - Job, - JobUpdate, - Mapping, - SearchTablesResponse, - StatusDetails, - Table, - TableStatus, - TableVersion, - TriggerUpdate, UpdateDevEndpointRequest, + UpdateGrokClassifierRequest, + UpdateIntegrationResourcePropertyRequest, + UpdateIntegrationTablePropertiesRequest, UpdateJobFromSourceControlRequest, UpdateJobRequest, + UpdateJsonClassifierRequest, UpdateMLTransformRequest, UpdatePartitionRequest, UpdateRegistryInput, @@ -1207,6 +1318,8 @@ import { UpdateUsageProfileRequest, UpdateUserDefinedFunctionRequest, UpdateWorkflowRequest, + UpdateXMLClassifierRequest, + VersionMismatchException, } from "../models/models_3"; /** @@ -1521,6 +1634,19 @@ export const se_CreateBlueprintCommand = async ( return buildHttpRpcRequest(context, headers, "/", undefined, body); }; +/** + * serializeAws_json1_1CreateCatalogCommand + */ +export const se_CreateCatalogCommand = async ( + input: CreateCatalogCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("CreateCatalog"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + /** * serializeAws_json1_1CreateClassifierCommand */ @@ -1625,6 +1751,45 @@ export const se_CreateDevEndpointCommand = async ( return buildHttpRpcRequest(context, headers, "/", undefined, body); }; +/** + * serializeAws_json1_1CreateIntegrationCommand + */ +export const se_CreateIntegrationCommand = async ( + input: CreateIntegrationCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("CreateIntegration"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + +/** + * serializeAws_json1_1CreateIntegrationResourcePropertyCommand + */ +export const se_CreateIntegrationResourcePropertyCommand = async ( + input: CreateIntegrationResourcePropertyCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("CreateIntegrationResourceProperty"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + +/** + * serializeAws_json1_1CreateIntegrationTablePropertiesCommand + */ +export const se_CreateIntegrationTablePropertiesCommand = async ( + input: CreateIntegrationTablePropertiesCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("CreateIntegrationTableProperties"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + /** * serializeAws_json1_1CreateJobCommand */ @@ -1833,6 +1998,19 @@ export const se_DeleteBlueprintCommand = async ( return buildHttpRpcRequest(context, headers, "/", undefined, body); }; +/** + * serializeAws_json1_1DeleteCatalogCommand + */ +export const se_DeleteCatalogCommand = async ( + input: DeleteCatalogCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("DeleteCatalog"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + /** * serializeAws_json1_1DeleteClassifierCommand */ @@ -1963,6 +2141,32 @@ export const se_DeleteDevEndpointCommand = async ( return buildHttpRpcRequest(context, headers, "/", undefined, body); }; +/** + * serializeAws_json1_1DeleteIntegrationCommand + */ +export const se_DeleteIntegrationCommand = async ( + input: DeleteIntegrationCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("DeleteIntegration"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + +/** + * serializeAws_json1_1DeleteIntegrationTablePropertiesCommand + */ +export const se_DeleteIntegrationTablePropertiesCommand = async ( + input: DeleteIntegrationTablePropertiesCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("DeleteIntegrationTableProperties"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + /** * serializeAws_json1_1DeleteJobCommand */ @@ -2184,6 +2388,58 @@ export const se_DeleteWorkflowCommand = async ( return buildHttpRpcRequest(context, headers, "/", undefined, body); }; +/** + * serializeAws_json1_1DescribeConnectionTypeCommand + */ +export const se_DescribeConnectionTypeCommand = async ( + input: DescribeConnectionTypeCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("DescribeConnectionType"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + +/** + * serializeAws_json1_1DescribeEntityCommand + */ +export const se_DescribeEntityCommand = async ( + input: DescribeEntityCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("DescribeEntity"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + +/** + * serializeAws_json1_1DescribeInboundIntegrationsCommand + */ +export const se_DescribeInboundIntegrationsCommand = async ( + input: DescribeInboundIntegrationsCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("DescribeInboundIntegrations"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + +/** + * serializeAws_json1_1DescribeIntegrationsCommand + */ +export const se_DescribeIntegrationsCommand = async ( + input: DescribeIntegrationsCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("DescribeIntegrations"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + /** * serializeAws_json1_1GetBlueprintCommand */ @@ -2223,6 +2479,19 @@ export const se_GetBlueprintRunsCommand = async ( return buildHttpRpcRequest(context, headers, "/", undefined, body); }; +/** + * serializeAws_json1_1GetCatalogCommand + */ +export const se_GetCatalogCommand = async ( + input: GetCatalogCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("GetCatalog"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + /** * serializeAws_json1_1GetCatalogImportStatusCommand */ @@ -2236,6 +2505,19 @@ export const se_GetCatalogImportStatusCommand = async ( return buildHttpRpcRequest(context, headers, "/", undefined, body); }; +/** + * serializeAws_json1_1GetCatalogsCommand + */ +export const se_GetCatalogsCommand = async ( + input: GetCatalogsCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("GetCatalogs"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + /** * serializeAws_json1_1GetClassifierCommand */ @@ -2561,6 +2843,45 @@ export const se_GetDevEndpointsCommand = async ( return buildHttpRpcRequest(context, headers, "/", undefined, body); }; +/** + * serializeAws_json1_1GetEntityRecordsCommand + */ +export const se_GetEntityRecordsCommand = async ( + input: GetEntityRecordsCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("GetEntityRecords"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + +/** + * serializeAws_json1_1GetIntegrationResourcePropertyCommand + */ +export const se_GetIntegrationResourcePropertyCommand = async ( + input: GetIntegrationResourcePropertyCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("GetIntegrationResourceProperty"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + +/** + * serializeAws_json1_1GetIntegrationTablePropertiesCommand + */ +export const se_GetIntegrationTablePropertiesCommand = async ( + input: GetIntegrationTablePropertiesCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("GetIntegrationTableProperties"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + /** * serializeAws_json1_1GetJobCommand */ @@ -3156,6 +3477,19 @@ export const se_ListColumnStatisticsTaskRunsCommand = async ( return buildHttpRpcRequest(context, headers, "/", undefined, body); }; +/** + * serializeAws_json1_1ListConnectionTypesCommand + */ +export const se_ListConnectionTypesCommand = async ( + input: ListConnectionTypesCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("ListConnectionTypes"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + /** * serializeAws_json1_1ListCrawlersCommand */ @@ -3286,6 +3620,19 @@ export const se_ListDevEndpointsCommand = async ( return buildHttpRpcRequest(context, headers, "/", undefined, body); }; +/** + * serializeAws_json1_1ListEntitiesCommand + */ +export const se_ListEntitiesCommand = async ( + input: ListEntitiesCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("ListEntities"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + /** * serializeAws_json1_1ListJobsCommand */ @@ -3429,6 +3776,19 @@ export const se_ListWorkflowsCommand = async ( return buildHttpRpcRequest(context, headers, "/", undefined, body); }; +/** + * serializeAws_json1_1ModifyIntegrationCommand + */ +export const se_ModifyIntegrationCommand = async ( + input: ModifyIntegrationCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("ModifyIntegration"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + /** * serializeAws_json1_1PutDataCatalogEncryptionSettingsCommand */ @@ -3910,6 +4270,19 @@ export const se_UpdateBlueprintCommand = async ( return buildHttpRpcRequest(context, headers, "/", undefined, body); }; +/** + * serializeAws_json1_1UpdateCatalogCommand + */ +export const se_UpdateCatalogCommand = async ( + input: UpdateCatalogCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("UpdateCatalog"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + /** * serializeAws_json1_1UpdateClassifierCommand */ @@ -4040,6 +4413,32 @@ export const se_UpdateDevEndpointCommand = async ( return buildHttpRpcRequest(context, headers, "/", undefined, body); }; +/** + * serializeAws_json1_1UpdateIntegrationResourcePropertyCommand + */ +export const se_UpdateIntegrationResourcePropertyCommand = async ( + input: UpdateIntegrationResourcePropertyCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("UpdateIntegrationResourceProperty"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + +/** + * serializeAws_json1_1UpdateIntegrationTablePropertiesCommand + */ +export const se_UpdateIntegrationTablePropertiesCommand = async ( + input: UpdateIntegrationTablePropertiesCommandInput, + context: __SerdeContext +): Promise<__HttpRequest> => { + const headers: __HeaderBag = sharedHeaders("UpdateIntegrationTableProperties"); + let body: any; + body = JSON.stringify(_json(input)); + return buildHttpRpcRequest(context, headers, "/", undefined, body); +}; + /** * serializeAws_json1_1UpdateJobCommand */ @@ -4652,17 +5051,37 @@ export const de_CancelStatementCommand = async ( /** * deserializeAws_json1_1CheckSchemaVersionValidityCommand */ -export const de_CheckSchemaVersionValidityCommand = async ( +export const de_CheckSchemaVersionValidityCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = _json(data); + const response: CheckSchemaVersionValidityCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + +/** + * deserializeAws_json1_1CreateBlueprintCommand + */ +export const de_CreateBlueprintCommand = async ( output: __HttpResponse, context: __SerdeContext -): Promise => { +): Promise => { if (output.statusCode >= 300) { return de_CommandError(output, context); } const data: any = await parseBody(output.body, context); let contents: any = {}; contents = _json(data); - const response: CheckSchemaVersionValidityCommandOutput = { + const response: CreateBlueprintCommandOutput = { $metadata: deserializeMetadata(output), ...contents, }; @@ -4670,19 +5089,19 @@ export const de_CheckSchemaVersionValidityCommand = async ( }; /** - * deserializeAws_json1_1CreateBlueprintCommand + * deserializeAws_json1_1CreateCatalogCommand */ -export const de_CreateBlueprintCommand = async ( +export const de_CreateCatalogCommand = async ( output: __HttpResponse, context: __SerdeContext -): Promise => { +): Promise => { if (output.statusCode >= 300) { return de_CommandError(output, context); } const data: any = await parseBody(output.body, context); let contents: any = {}; contents = _json(data); - const response: CreateBlueprintCommandOutput = { + const response: CreateCatalogCommandOutput = { $metadata: deserializeMetadata(output), ...contents, }; @@ -4849,6 +5268,66 @@ export const de_CreateDevEndpointCommand = async ( return response; }; +/** + * deserializeAws_json1_1CreateIntegrationCommand + */ +export const de_CreateIntegrationCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = de_CreateIntegrationResponse(data, context); + const response: CreateIntegrationCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + +/** + * deserializeAws_json1_1CreateIntegrationResourcePropertyCommand + */ +export const de_CreateIntegrationResourcePropertyCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = _json(data); + const response: CreateIntegrationResourcePropertyCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + +/** + * deserializeAws_json1_1CreateIntegrationTablePropertiesCommand + */ +export const de_CreateIntegrationTablePropertiesCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = _json(data); + const response: CreateIntegrationTablePropertiesCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + /** * deserializeAws_json1_1CreateJobCommand */ @@ -5169,6 +5648,26 @@ export const de_DeleteBlueprintCommand = async ( return response; }; +/** + * deserializeAws_json1_1DeleteCatalogCommand + */ +export const de_DeleteCatalogCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = _json(data); + const response: DeleteCatalogCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + /** * deserializeAws_json1_1DeleteClassifierCommand */ @@ -5369,6 +5868,46 @@ export const de_DeleteDevEndpointCommand = async ( return response; }; +/** + * deserializeAws_json1_1DeleteIntegrationCommand + */ +export const de_DeleteIntegrationCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = de_DeleteIntegrationResponse(data, context); + const response: DeleteIntegrationCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + +/** + * deserializeAws_json1_1DeleteIntegrationTablePropertiesCommand + */ +export const de_DeleteIntegrationTablePropertiesCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = _json(data); + const response: DeleteIntegrationTablePropertiesCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + /** * deserializeAws_json1_1DeleteJobCommand */ @@ -5709,6 +6248,86 @@ export const de_DeleteWorkflowCommand = async ( return response; }; +/** + * deserializeAws_json1_1DescribeConnectionTypeCommand + */ +export const de_DescribeConnectionTypeCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = _json(data); + const response: DescribeConnectionTypeCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + +/** + * deserializeAws_json1_1DescribeEntityCommand + */ +export const de_DescribeEntityCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = _json(data); + const response: DescribeEntityCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + +/** + * deserializeAws_json1_1DescribeInboundIntegrationsCommand + */ +export const de_DescribeInboundIntegrationsCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = de_DescribeInboundIntegrationsResponse(data, context); + const response: DescribeInboundIntegrationsCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + +/** + * deserializeAws_json1_1DescribeIntegrationsCommand + */ +export const de_DescribeIntegrationsCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = de_DescribeIntegrationsResponse(data, context); + const response: DescribeIntegrationsCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + /** * deserializeAws_json1_1GetBlueprintCommand */ @@ -5769,6 +6388,26 @@ export const de_GetBlueprintRunsCommand = async ( return response; }; +/** + * deserializeAws_json1_1GetCatalogCommand + */ +export const de_GetCatalogCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = de_GetCatalogResponse(data, context); + const response: GetCatalogCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + /** * deserializeAws_json1_1GetCatalogImportStatusCommand */ @@ -5789,6 +6428,26 @@ export const de_GetCatalogImportStatusCommand = async ( return response; }; +/** + * deserializeAws_json1_1GetCatalogsCommand + */ +export const de_GetCatalogsCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = de_GetCatalogsResponse(data, context); + const response: GetCatalogsCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + /** * deserializeAws_json1_1GetClassifierCommand */ @@ -6175,14 +6834,74 @@ export const de_GetDataQualityModelResultCommand = async ( export const de_GetDataQualityResultCommand = async ( output: __HttpResponse, context: __SerdeContext -): Promise => { +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = de_GetDataQualityResultResponse(data, context); + const response: GetDataQualityResultCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + +/** + * deserializeAws_json1_1GetDataQualityRuleRecommendationRunCommand + */ +export const de_GetDataQualityRuleRecommendationRunCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = de_GetDataQualityRuleRecommendationRunResponse(data, context); + const response: GetDataQualityRuleRecommendationRunCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + +/** + * deserializeAws_json1_1GetDataQualityRulesetCommand + */ +export const de_GetDataQualityRulesetCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = de_GetDataQualityRulesetResponse(data, context); + const response: GetDataQualityRulesetCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + +/** + * deserializeAws_json1_1GetDataQualityRulesetEvaluationRunCommand + */ +export const de_GetDataQualityRulesetEvaluationRunCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { if (output.statusCode >= 300) { return de_CommandError(output, context); } const data: any = await parseBody(output.body, context); let contents: any = {}; - contents = de_GetDataQualityResultResponse(data, context); - const response: GetDataQualityResultCommandOutput = { + contents = de_GetDataQualityRulesetEvaluationRunResponse(data, context); + const response: GetDataQualityRulesetEvaluationRunCommandOutput = { $metadata: deserializeMetadata(output), ...contents, }; @@ -6190,19 +6909,19 @@ export const de_GetDataQualityResultCommand = async ( }; /** - * deserializeAws_json1_1GetDataQualityRuleRecommendationRunCommand + * deserializeAws_json1_1GetDevEndpointCommand */ -export const de_GetDataQualityRuleRecommendationRunCommand = async ( +export const de_GetDevEndpointCommand = async ( output: __HttpResponse, context: __SerdeContext -): Promise => { +): Promise => { if (output.statusCode >= 300) { return de_CommandError(output, context); } const data: any = await parseBody(output.body, context); let contents: any = {}; - contents = de_GetDataQualityRuleRecommendationRunResponse(data, context); - const response: GetDataQualityRuleRecommendationRunCommandOutput = { + contents = de_GetDevEndpointResponse(data, context); + const response: GetDevEndpointCommandOutput = { $metadata: deserializeMetadata(output), ...contents, }; @@ -6210,19 +6929,19 @@ export const de_GetDataQualityRuleRecommendationRunCommand = async ( }; /** - * deserializeAws_json1_1GetDataQualityRulesetCommand + * deserializeAws_json1_1GetDevEndpointsCommand */ -export const de_GetDataQualityRulesetCommand = async ( +export const de_GetDevEndpointsCommand = async ( output: __HttpResponse, context: __SerdeContext -): Promise => { +): Promise => { if (output.statusCode >= 300) { return de_CommandError(output, context); } const data: any = await parseBody(output.body, context); let contents: any = {}; - contents = de_GetDataQualityRulesetResponse(data, context); - const response: GetDataQualityRulesetCommandOutput = { + contents = de_GetDevEndpointsResponse(data, context); + const response: GetDevEndpointsCommandOutput = { $metadata: deserializeMetadata(output), ...contents, }; @@ -6230,19 +6949,19 @@ export const de_GetDataQualityRulesetCommand = async ( }; /** - * deserializeAws_json1_1GetDataQualityRulesetEvaluationRunCommand + * deserializeAws_json1_1GetEntityRecordsCommand */ -export const de_GetDataQualityRulesetEvaluationRunCommand = async ( +export const de_GetEntityRecordsCommand = async ( output: __HttpResponse, context: __SerdeContext -): Promise => { +): Promise => { if (output.statusCode >= 300) { return de_CommandError(output, context); } const data: any = await parseBody(output.body, context); let contents: any = {}; - contents = de_GetDataQualityRulesetEvaluationRunResponse(data, context); - const response: GetDataQualityRulesetEvaluationRunCommandOutput = { + contents = de_GetEntityRecordsResponse(data, context); + const response: GetEntityRecordsCommandOutput = { $metadata: deserializeMetadata(output), ...contents, }; @@ -6250,19 +6969,19 @@ export const de_GetDataQualityRulesetEvaluationRunCommand = async ( }; /** - * deserializeAws_json1_1GetDevEndpointCommand + * deserializeAws_json1_1GetIntegrationResourcePropertyCommand */ -export const de_GetDevEndpointCommand = async ( +export const de_GetIntegrationResourcePropertyCommand = async ( output: __HttpResponse, context: __SerdeContext -): Promise => { +): Promise => { if (output.statusCode >= 300) { return de_CommandError(output, context); } const data: any = await parseBody(output.body, context); let contents: any = {}; - contents = de_GetDevEndpointResponse(data, context); - const response: GetDevEndpointCommandOutput = { + contents = _json(data); + const response: GetIntegrationResourcePropertyCommandOutput = { $metadata: deserializeMetadata(output), ...contents, }; @@ -6270,19 +6989,19 @@ export const de_GetDevEndpointCommand = async ( }; /** - * deserializeAws_json1_1GetDevEndpointsCommand + * deserializeAws_json1_1GetIntegrationTablePropertiesCommand */ -export const de_GetDevEndpointsCommand = async ( +export const de_GetIntegrationTablePropertiesCommand = async ( output: __HttpResponse, context: __SerdeContext -): Promise => { +): Promise => { if (output.statusCode >= 300) { return de_CommandError(output, context); } const data: any = await parseBody(output.body, context); let contents: any = {}; - contents = de_GetDevEndpointsResponse(data, context); - const response: GetDevEndpointsCommandOutput = { + contents = _json(data); + const response: GetIntegrationTablePropertiesCommandOutput = { $metadata: deserializeMetadata(output), ...contents, }; @@ -7209,6 +7928,26 @@ export const de_ListColumnStatisticsTaskRunsCommand = async ( return response; }; +/** + * deserializeAws_json1_1ListConnectionTypesCommand + */ +export const de_ListConnectionTypesCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = _json(data); + const response: ListConnectionTypesCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + /** * deserializeAws_json1_1ListCrawlersCommand */ @@ -7409,6 +8148,26 @@ export const de_ListDevEndpointsCommand = async ( return response; }; +/** + * deserializeAws_json1_1ListEntitiesCommand + */ +export const de_ListEntitiesCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = _json(data); + const response: ListEntitiesCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + /** * deserializeAws_json1_1ListJobsCommand */ @@ -7629,6 +8388,26 @@ export const de_ListWorkflowsCommand = async ( return response; }; +/** + * deserializeAws_json1_1ModifyIntegrationCommand + */ +export const de_ModifyIntegrationCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = de_ModifyIntegrationResponse(data, context); + const response: ModifyIntegrationCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + /** * deserializeAws_json1_1PutDataCatalogEncryptionSettingsCommand */ @@ -8369,6 +9148,26 @@ export const de_UpdateBlueprintCommand = async ( return response; }; +/** + * deserializeAws_json1_1UpdateCatalogCommand + */ +export const de_UpdateCatalogCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = _json(data); + const response: UpdateCatalogCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + /** * deserializeAws_json1_1UpdateClassifierCommand */ @@ -8569,6 +9368,46 @@ export const de_UpdateDevEndpointCommand = async ( return response; }; +/** + * deserializeAws_json1_1UpdateIntegrationResourcePropertyCommand + */ +export const de_UpdateIntegrationResourcePropertyCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = _json(data); + const response: UpdateIntegrationResourcePropertyCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + +/** + * deserializeAws_json1_1UpdateIntegrationTablePropertiesCommand + */ +export const de_UpdateIntegrationTablePropertiesCommand = async ( + output: __HttpResponse, + context: __SerdeContext +): Promise => { + if (output.statusCode >= 300) { + return de_CommandError(output, context); + } + const data: any = await parseBody(output.body, context); + let contents: any = {}; + contents = _json(data); + const response: UpdateIntegrationTablePropertiesCommandOutput = { + $metadata: deserializeMetadata(output), + ...contents, + }; + return response; +}; + /** * deserializeAws_json1_1UpdateJobCommand */ @@ -8881,21 +9720,39 @@ const de_CommandError = async (output: __HttpResponse, context: __SerdeContext): case "IllegalSessionStateException": case "com.amazonaws.glue#IllegalSessionStateException": throw await de_IllegalSessionStateExceptionRes(parsedOutput, context); - case "ColumnStatisticsTaskRunningException": - case "com.amazonaws.glue#ColumnStatisticsTaskRunningException": - throw await de_ColumnStatisticsTaskRunningExceptionRes(parsedOutput, context); - case "IdempotentParameterMismatchException": - case "com.amazonaws.glue#IdempotentParameterMismatchException": - throw await de_IdempotentParameterMismatchExceptionRes(parsedOutput, context); case "ConcurrentModificationException": case "com.amazonaws.glue#ConcurrentModificationException": throw await de_ConcurrentModificationExceptionRes(parsedOutput, context); case "FederatedResourceAlreadyExistsException": case "com.amazonaws.glue#FederatedResourceAlreadyExistsException": throw await de_FederatedResourceAlreadyExistsExceptionRes(parsedOutput, context); + case "ColumnStatisticsTaskRunningException": + case "com.amazonaws.glue#ColumnStatisticsTaskRunningException": + throw await de_ColumnStatisticsTaskRunningExceptionRes(parsedOutput, context); + case "IdempotentParameterMismatchException": + case "com.amazonaws.glue#IdempotentParameterMismatchException": + throw await de_IdempotentParameterMismatchExceptionRes(parsedOutput, context); case "ValidationException": case "com.amazonaws.glue#ValidationException": throw await de_ValidationExceptionRes(parsedOutput, context); + case "ConflictException": + case "com.amazonaws.glue#ConflictException": + throw await de_ConflictExceptionRes(parsedOutput, context); + case "IntegrationConflictOperationFault": + case "com.amazonaws.glue#IntegrationConflictOperationFault": + throw await de_IntegrationConflictOperationFaultRes(parsedOutput, context); + case "IntegrationQuotaExceededFault": + case "com.amazonaws.glue#IntegrationQuotaExceededFault": + throw await de_IntegrationQuotaExceededFaultRes(parsedOutput, context); + case "InternalServerException": + case "com.amazonaws.glue#InternalServerException": + throw await de_InternalServerExceptionRes(parsedOutput, context); + case "KMSKeyNotAccessibleFault": + case "com.amazonaws.glue#KMSKeyNotAccessibleFault": + throw await de_KMSKeyNotAccessibleFaultRes(parsedOutput, context); + case "ResourceNotFoundException": + case "com.amazonaws.glue#ResourceNotFoundException": + throw await de_ResourceNotFoundExceptionRes(parsedOutput, context); case "OperationNotSupportedException": case "com.amazonaws.glue#OperationNotSupportedException": throw await de_OperationNotSupportedExceptionRes(parsedOutput, context); @@ -8905,12 +9762,18 @@ const de_CommandError = async (output: __HttpResponse, context: __SerdeContext): case "SchedulerTransitioningException": case "com.amazonaws.glue#SchedulerTransitioningException": throw await de_SchedulerTransitioningExceptionRes(parsedOutput, context); - case "ConflictException": - case "com.amazonaws.glue#ConflictException": - throw await de_ConflictExceptionRes(parsedOutput, context); + case "IntegrationNotFoundFault": + case "com.amazonaws.glue#IntegrationNotFoundFault": + throw await de_IntegrationNotFoundFaultRes(parsedOutput, context); + case "InvalidIntegrationStateFault": + case "com.amazonaws.glue#InvalidIntegrationStateFault": + throw await de_InvalidIntegrationStateFaultRes(parsedOutput, context); case "ConditionCheckFailureException": case "com.amazonaws.glue#ConditionCheckFailureException": throw await de_ConditionCheckFailureExceptionRes(parsedOutput, context); + case "TargetResourceNotFound": + case "com.amazonaws.glue#TargetResourceNotFound": + throw await de_TargetResourceNotFoundRes(parsedOutput, context); case "PermissionTypeMismatchException": case "com.amazonaws.glue#PermissionTypeMismatchException": throw await de_PermissionTypeMismatchExceptionRes(parsedOutput, context); @@ -9293,6 +10156,70 @@ const de_IllegalWorkflowStateExceptionRes = async ( return __decorateServiceException(exception, body); }; +/** + * deserializeAws_json1_1IntegrationConflictOperationFaultRes + */ +const de_IntegrationConflictOperationFaultRes = async ( + parsedOutput: any, + context: __SerdeContext +): Promise => { + const body = parsedOutput.body; + const deserialized: any = _json(body); + const exception = new IntegrationConflictOperationFault({ + $metadata: deserializeMetadata(parsedOutput), + ...deserialized, + }); + return __decorateServiceException(exception, body); +}; + +/** + * deserializeAws_json1_1IntegrationNotFoundFaultRes + */ +const de_IntegrationNotFoundFaultRes = async ( + parsedOutput: any, + context: __SerdeContext +): Promise => { + const body = parsedOutput.body; + const deserialized: any = _json(body); + const exception = new IntegrationNotFoundFault({ + $metadata: deserializeMetadata(parsedOutput), + ...deserialized, + }); + return __decorateServiceException(exception, body); +}; + +/** + * deserializeAws_json1_1IntegrationQuotaExceededFaultRes + */ +const de_IntegrationQuotaExceededFaultRes = async ( + parsedOutput: any, + context: __SerdeContext +): Promise => { + const body = parsedOutput.body; + const deserialized: any = _json(body); + const exception = new IntegrationQuotaExceededFault({ + $metadata: deserializeMetadata(parsedOutput), + ...deserialized, + }); + return __decorateServiceException(exception, body); +}; + +/** + * deserializeAws_json1_1InternalServerExceptionRes + */ +const de_InternalServerExceptionRes = async ( + parsedOutput: any, + context: __SerdeContext +): Promise => { + const body = parsedOutput.body; + const deserialized: any = _json(body); + const exception = new InternalServerException({ + $metadata: deserializeMetadata(parsedOutput), + ...deserialized, + }); + return __decorateServiceException(exception, body); +}; + /** * deserializeAws_json1_1InternalServiceExceptionRes */ @@ -9325,6 +10252,22 @@ const de_InvalidInputExceptionRes = async ( return __decorateServiceException(exception, body); }; +/** + * deserializeAws_json1_1InvalidIntegrationStateFaultRes + */ +const de_InvalidIntegrationStateFaultRes = async ( + parsedOutput: any, + context: __SerdeContext +): Promise => { + const body = parsedOutput.body; + const deserialized: any = _json(body); + const exception = new InvalidIntegrationStateFault({ + $metadata: deserializeMetadata(parsedOutput), + ...deserialized, + }); + return __decorateServiceException(exception, body); +}; + /** * deserializeAws_json1_1InvalidStateExceptionRes */ @@ -9341,6 +10284,22 @@ const de_InvalidStateExceptionRes = async ( return __decorateServiceException(exception, body); }; +/** + * deserializeAws_json1_1KMSKeyNotAccessibleFaultRes + */ +const de_KMSKeyNotAccessibleFaultRes = async ( + parsedOutput: any, + context: __SerdeContext +): Promise => { + const body = parsedOutput.body; + const deserialized: any = _json(body); + const exception = new KMSKeyNotAccessibleFault({ + $metadata: deserializeMetadata(parsedOutput), + ...deserialized, + }); + return __decorateServiceException(exception, body); +}; + /** * deserializeAws_json1_1MLTransformNotReadyExceptionRes */ @@ -9418,6 +10377,22 @@ const de_PermissionTypeMismatchExceptionRes = async ( return __decorateServiceException(exception, body); }; +/** + * deserializeAws_json1_1ResourceNotFoundExceptionRes + */ +const de_ResourceNotFoundExceptionRes = async ( + parsedOutput: any, + context: __SerdeContext +): Promise => { + const body = parsedOutput.body; + const deserialized: any = _json(body); + const exception = new ResourceNotFoundException({ + $metadata: deserializeMetadata(parsedOutput), + ...deserialized, + }); + return __decorateServiceException(exception, body); +}; + /** * deserializeAws_json1_1ResourceNotReadyExceptionRes */ @@ -9498,6 +10473,22 @@ const de_SchedulerTransitioningExceptionRes = async ( return __decorateServiceException(exception, body); }; +/** + * deserializeAws_json1_1TargetResourceNotFoundRes + */ +const de_TargetResourceNotFoundRes = async ( + parsedOutput: any, + context: __SerdeContext +): Promise => { + const body = parsedOutput.body; + const deserialized: any = _json(body); + const exception = new TargetResourceNotFound({ + $metadata: deserializeMetadata(parsedOutput), + ...deserialized, + }); + return __decorateServiceException(exception, body); +}; + /** * deserializeAws_json1_1ThrottlingExceptionRes */ @@ -9589,6 +10580,8 @@ const se_ApplyMapping = (input: ApplyMapping, context: __SerdeContext): any => { // se_AuthorizationCodeProperties omitted. +// se_BasicAuthenticationCredentials omitted. + // se_BasicCatalogTarget omitted. /** @@ -9718,6 +10711,8 @@ const se_BinaryColumnStatisticsData = (input: BinaryColumnStatisticsData, contex // se_CatalogHudiSource omitted. +// se_CatalogInput omitted. + /** * serializeAws_json1_1CatalogKafkaSource */ @@ -9748,6 +10743,8 @@ const se_CatalogKinesisSource = (input: CatalogKinesisSource, context: __SerdeCo }); }; +// se_CatalogProperties omitted. + // se_CatalogSchemaChangePolicy omitted. // se_CatalogSource omitted. @@ -9903,6 +10900,8 @@ const se_ColumnStatisticsData = (input: ColumnStatisticsData, context: __SerdeCo // se_ColumnValueStringList omitted. +// se_ComputeEnvironmentList omitted. + // se_Condition omitted. // se_ConditionExpression omitted. @@ -9917,6 +10916,8 @@ const se_ColumnStatisticsData = (input: ColumnStatisticsData, context: __SerdeCo // se_ConnectionInput omitted. +// se_ConnectionOptions omitted. + // se_ConnectionPasswordEncryption omitted. // se_ConnectionProperties omitted. @@ -9955,6 +10956,8 @@ const se_CrawlerTargets = (input: CrawlerTargets, context: __SerdeContext): any // se_CreateBlueprintRequest omitted. +// se_CreateCatalogRequest omitted. + // se_CreateClassifierRequest omitted. /** @@ -10014,6 +11017,12 @@ const se_CreateCrawlerRequest = (input: CreateCrawlerRequest, context: __SerdeCo // se_CreateGrokClassifierRequest omitted. +// se_CreateIntegrationRequest omitted. + +// se_CreateIntegrationResourcePropertyRequest omitted. + +// se_CreateIntegrationTablePropertiesRequest omitted. + /** * serializeAws_json1_1CreateJobRequest */ @@ -10141,6 +11150,8 @@ const se_CreateTableRequest = (input: CreateTableRequest, context: __SerdeContex // se_CreateXMLClassifierRequest omitted. +// se_CredentialMap omitted. + // se_CsvHeader omitted. // se_CustomCode omitted. @@ -10161,6 +11172,8 @@ const se_CreateTableRequest = (input: CreateTableRequest, context: __SerdeContex // se_DataCatalogEncryptionSettings omitted. +// se_DataLakeAccessProperties omitted. + // se_DataLakePrincipal omitted. // se_DatapointInclusionAnnotation omitted. @@ -10269,6 +11282,8 @@ const se_DecimalNumber = (input: DecimalNumber, context: __SerdeContext): any => // se_DeleteBlueprintRequest omitted. +// se_DeleteCatalogRequest omitted. + // se_DeleteClassifierRequest omitted. // se_DeleteColumnStatisticsForPartitionRequest omitted. @@ -10291,6 +11306,10 @@ const se_DecimalNumber = (input: DecimalNumber, context: __SerdeContext): any => // se_DeleteDevEndpointRequest omitted. +// se_DeleteIntegrationRequest omitted. + +// se_DeleteIntegrationTablePropertiesRequest omitted. + // se_DeleteJobRequest omitted. // se_DeleteMLTransformRequest omitted. @@ -10329,6 +11348,14 @@ const se_DecimalNumber = (input: DecimalNumber, context: __SerdeContext): any => // se_DeltaTargetList omitted. +// se_DescribeConnectionTypeRequest omitted. + +// se_DescribeEntityRequest omitted. + +// se_DescribeInboundIntegrationsRequest omitted. + +// se_DescribeIntegrationsRequest omitted. + // se_DevEndpointCustomLibraries omitted. // se_DevEndpointNames omitted. @@ -10433,6 +11460,8 @@ const se_DynamoDBTargetList = (input: DynamoDBTarget[], context: __SerdeContext) // se_ExecutionProperty omitted. +// se_FederatedCatalog omitted. + // se_FederatedDatabase omitted. // se_FillMissingValues omitted. @@ -10469,6 +11498,10 @@ const se_FindMatchesParameters = (input: FindMatchesParameters, context: __Serde // se_GetCatalogImportStatusRequest omitted. +// se_GetCatalogRequest omitted. + +// se_GetCatalogsRequest omitted. + // se_GetClassifierRequest omitted. // se_GetClassifiersRequest omitted. @@ -10523,6 +11556,12 @@ const se_FindMatchesParameters = (input: FindMatchesParameters, context: __Serde // se_GetDevEndpointsRequest omitted. +// se_GetEntityRecordsRequest omitted. + +// se_GetIntegrationResourcePropertyRequest omitted. + +// se_GetIntegrationTablePropertiesRequest omitted. + // se_GetJobBookmarkRequest omitted. // se_GetJobRequest omitted. @@ -10768,6 +11807,20 @@ const se_GetUnfilteredTableMetadataRequest = ( // se_InclusionAnnotationList omitted. +// se_IntegrationAdditionalEncryptionContextMap omitted. + +// se_IntegrationFilter omitted. + +// se_IntegrationFilterList omitted. + +// se_IntegrationFilterValues omitted. + +// se_IntegrationPartition omitted. + +// se_IntegrationPartitionSpecList omitted. + +// se_IntegrationTagsList omitted. + // se_JDBCConnectorOptions omitted. // se_JDBCConnectorSource omitted. @@ -10893,6 +11946,8 @@ const se_KinesisStreamingSourceOptions = (input: KinesisStreamingSourceOptions, // se_ListColumnStatisticsTaskRunsRequest omitted. +// se_ListConnectionTypesRequest omitted. + // se_ListCrawlersRequest omitted. // se_ListCrawlsRequest omitted. @@ -10981,6 +12036,8 @@ const se_ListDataQualityStatisticsRequest = (input: ListDataQualityStatisticsReq // se_ListDevEndpointsRequest omitted. +// se_ListEntitiesRequest omitted. + // se_ListJobsRequest omitted. /** @@ -11069,6 +12126,8 @@ const se_Mappings = (input: Mapping[], context: __SerdeContext): any => { // se_MLUserDataEncryption omitted. +// se_ModifyIntegrationRequest omitted. + // se_MongoDBTarget omitted. // se_MongoDBTargetList omitted. @@ -11091,6 +12150,8 @@ const se_Mappings = (input: Mapping[], context: __SerdeContext): any => { // se_OAuth2ClientApplication omitted. +// se_OAuth2Credentials omitted. + // se_OAuth2PropertiesInput omitted. // se_OneInput omitted. @@ -11179,6 +12240,8 @@ const se_PIIDetection = (input: PIIDetection, context: __SerdeContext): any => { // se_Predicate omitted. +// se_PrimaryKeyList omitted. + // se_PrincipalPermissions omitted. // se_PrincipalPermissionsList omitted. @@ -11316,6 +12379,8 @@ const se_QuerySessionContext = (input: QuerySessionContext, context: __SerdeCont // se_Segment omitted. +// se_SelectedFields omitted. + // se_SelectFields omitted. // se_SelectFromCollection omitted. @@ -11338,6 +12403,12 @@ const se_QuerySessionContext = (input: QuerySessionContext, context: __SerdeCont // se_SourceControlDetails omitted. +// se_SourceProcessingProperties omitted. + +// se_SourceTableConfig omitted. + +// se_SourceTableFieldsList omitted. + // se_SparkConnectorSource omitted. // se_SparkConnectorTarget omitted. @@ -11489,12 +12560,20 @@ const se_TableInput = (input: TableInput, context: __SerdeContext): any => { // se_TableOptimizerVpcConfiguration omitted. +// se_Tag omitted. + // se_TagKeysList omitted. // se_TagResourceRequest omitted. // se_TagsMap omitted. +// se_TargetProcessingProperties omitted. + +// se_TargetRedshiftCatalog omitted. + +// se_TargetTableConfig omitted. + /** * serializeAws_json1_1TaskRunFilterCriteria */ @@ -11574,6 +12653,8 @@ const se_TransformParameters = (input: TransformParameters, context: __SerdeCont // se_UpdateBlueprintRequest omitted. +// se_UpdateCatalogRequest omitted. + // se_UpdateClassifierRequest omitted. /** @@ -11673,6 +12754,10 @@ const se_UpdateCrawlerRequest = (input: UpdateCrawlerRequest, context: __SerdeCo // se_UpdateGrokClassifierRequest omitted. +// se_UpdateIntegrationResourcePropertyRequest omitted. + +// se_UpdateIntegrationTablePropertiesRequest omitted. + // se_UpdateJobFromSourceControlRequest omitted. /** @@ -11785,6 +12870,10 @@ const se_UpdateTableRequest = (input: UpdateTableRequest, context: __SerdeContex // de_AggregateOperations omitted. +// de_AllowedValue omitted. + +// de_AllowedValues omitted. + // de_AllowedValuesStringList omitted. // de_AlreadyExistsException omitted. @@ -11828,8 +12917,12 @@ const de_ApplyMapping = (output: any, context: __SerdeContext): ApplyMapping => // de_AthenaConnectorSource omitted. +// de_AuthConfiguration omitted. + // de_AuthenticationConfiguration omitted. +// de_AuthenticationTypes omitted. + // de_BackfillError omitted. // de_BackfillErroredPartitionsList omitted. @@ -12070,6 +13163,28 @@ const de_Blueprints = (output: any, context: __SerdeContext): Blueprint[] => { // de_CancelStatementResponse omitted. +// de_Capabilities omitted. + +/** + * deserializeAws_json1_1Catalog + */ +const de_Catalog = (output: any, context: __SerdeContext): Catalog => { + return take(output, { + CatalogId: __expectString, + CatalogProperties: _json, + CreateDatabaseDefaultPermissions: _json, + CreateTableDefaultPermissions: _json, + CreateTime: (_: any) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))), + Description: __expectString, + FederatedCatalog: _json, + Name: __expectString, + Parameters: _json, + ResourceArn: __expectString, + TargetRedshiftCatalog: _json, + UpdateTime: (_: any) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))), + }) as any; +}; + // de_CatalogDeltaSource omitted. // de_CatalogHudiSource omitted. @@ -12115,6 +13230,20 @@ const de_CatalogKinesisSource = (output: any, context: __SerdeContext): CatalogK }) as any; }; +/** + * deserializeAws_json1_1CatalogList + */ +const de_CatalogList = (output: any, context: __SerdeContext): Catalog[] => { + const retVal = (output || []) + .filter((e: any) => e != null) + .map((entry: any) => { + return de_Catalog(entry, context); + }); + return retVal; +}; + +// de_CatalogPropertiesOutput omitted. + // de_CatalogSchemaChangePolicy omitted. // de_CatalogSource omitted. @@ -12409,10 +13538,13 @@ const de_ColumnStatisticsTaskSettings = (output: any, context: __SerdeContext): CatalogID: __expectString, ColumnNameList: _json, DatabaseName: __expectString, + LastExecutionAttempt: (_: any) => de_ExecutionAttempt(_, context), Role: __expectString, SampleSize: __limitedParseDouble, Schedule: _json, + ScheduleType: __expectString, SecurityConfiguration: __expectString, + SettingSource: __expectString, TableName: __expectString, }) as any; }; @@ -12430,6 +13562,14 @@ const de_CompactionMetrics = (output: any, context: __SerdeContext): CompactionM }) as any; }; +// de_ComputeEnvironmentConfiguration omitted. + +// de_ComputeEnvironmentConfigurationMap omitted. + +// de_ComputeEnvironmentList omitted. + +// de_ComputeEnvironments omitted. + // de_ConcurrentModificationException omitted. // de_ConcurrentRunsExceededException omitted. @@ -12459,7 +13599,9 @@ const de_Connection = (output: any, context: __SerdeContext): Connection => { return take(output, { AthenaProperties: _json, AuthenticationConfiguration: _json, + CompatibleComputeEnvironments: _json, ConnectionProperties: _json, + ConnectionSchemaVersion: __expectInt32, ConnectionType: __expectString, CreationTime: (_: any) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))), Description: __expectString, @@ -12469,6 +13611,8 @@ const de_Connection = (output: any, context: __SerdeContext): Connection => { MatchCriteria: _json, Name: __expectString, PhysicalConnectionRequirements: _json, + PythonProperties: _json, + SparkProperties: _json, Status: __expectString, StatusReason: __expectString, }) as any; @@ -12492,6 +13636,10 @@ const de_ConnectionList = (output: any, context: __SerdeContext): Connection[] = // de_ConnectionsList omitted. +// de_ConnectionTypeBrief omitted. + +// de_ConnectionTypeList omitted. + // de_ConnectorDataSource omitted. // de_ConnectorDataTarget omitted. @@ -12659,6 +13807,8 @@ const de_CrawlList = (output: any, context: __SerdeContext): Crawl[] => { // de_CreateBlueprintResponse omitted. +// de_CreateCatalogResponse omitted. + // de_CreateClassifierResponse omitted. // de_CreateColumnStatisticsTaskSettingsResponse omitted. @@ -12700,6 +13850,30 @@ const de_CreateDevEndpointResponse = (output: any, context: __SerdeContext): Cre }) as any; }; +// de_CreateIntegrationResourcePropertyResponse omitted. + +/** + * deserializeAws_json1_1CreateIntegrationResponse + */ +const de_CreateIntegrationResponse = (output: any, context: __SerdeContext): CreateIntegrationResponse => { + return take(output, { + AdditionalEncryptionContext: _json, + CreateTime: (_: any) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))), + DataFilter: __expectString, + Description: __expectString, + Errors: _json, + IntegrationArn: __expectString, + IntegrationName: __expectString, + KmsKeyId: __expectString, + SourceArn: __expectString, + Status: __expectString, + Tags: _json, + TargetArn: __expectString, + }) as any; +}; + +// de_CreateIntegrationTablePropertiesResponse omitted. + // de_CreateJobResponse omitted. // de_CreateMLTransformResponse omitted. @@ -12781,6 +13955,8 @@ const de_CsvClassifier = (output: any, context: __SerdeContext): CsvClassifier = // de_CustomEntityTypes omitted. +// de_CustomProperties omitted. + // de_DagEdges omitted. // de_DagNodes omitted. @@ -12818,8 +13994,12 @@ const de_DatabaseList = (output: any, context: __SerdeContext): Database[] => { // de_DataCatalogEncryptionSettings omitted. +// de_DataLakeAccessPropertiesOutput omitted. + // de_DataLakePrincipal omitted. +// de_DataOperations omitted. + /** * deserializeAws_json1_1DataQualityAnalyzerResult */ @@ -13100,6 +14280,8 @@ const de_DecimalNumber = (output: any, context: __SerdeContext): DecimalNumber = // de_DeleteBlueprintResponse omitted. +// de_DeleteCatalogResponse omitted. + // de_DeleteClassifierResponse omitted. // de_DeleteColumnStatisticsForPartitionResponse omitted. @@ -13120,6 +14302,28 @@ const de_DecimalNumber = (output: any, context: __SerdeContext): DecimalNumber = // de_DeleteDevEndpointResponse omitted. +/** + * deserializeAws_json1_1DeleteIntegrationResponse + */ +const de_DeleteIntegrationResponse = (output: any, context: __SerdeContext): DeleteIntegrationResponse => { + return take(output, { + AdditionalEncryptionContext: _json, + CreateTime: (_: any) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))), + DataFilter: __expectString, + Description: __expectString, + Errors: _json, + IntegrationArn: __expectString, + IntegrationName: __expectString, + KmsKeyId: __expectString, + SourceArn: __expectString, + Status: __expectString, + Tags: _json, + TargetArn: __expectString, + }) as any; +}; + +// de_DeleteIntegrationTablePropertiesResponse omitted. + // de_DeleteJobResponse omitted. // de_DeleteMLTransformResponse omitted. @@ -13158,6 +14362,33 @@ const de_DecimalNumber = (output: any, context: __SerdeContext): DecimalNumber = // de_DeltaTargetList omitted. +// de_DescribeConnectionTypeResponse omitted. + +// de_DescribeEntityResponse omitted. + +/** + * deserializeAws_json1_1DescribeInboundIntegrationsResponse + */ +const de_DescribeInboundIntegrationsResponse = ( + output: any, + context: __SerdeContext +): DescribeInboundIntegrationsResponse => { + return take(output, { + InboundIntegrations: (_: any) => de_InboundIntegrationsList(_, context), + Marker: __expectString, + }) as any; +}; + +/** + * deserializeAws_json1_1DescribeIntegrationsResponse + */ +const de_DescribeIntegrationsResponse = (output: any, context: __SerdeContext): DescribeIntegrationsResponse => { + return take(output, { + Integrations: (_: any) => de_IntegrationsList(_, context), + Marker: __expectString, + }) as any; +}; + /** * deserializeAws_json1_1DevEndpoint */ @@ -13304,6 +14535,10 @@ const de_DynamoDBTargetList = (output: any, context: __SerdeContext): DynamoDBTa // de_EncryptionConfiguration omitted. +// de_Entity omitted. + +// de_EntityList omitted. + // de_EntityNotFoundException omitted. // de_ErrorByName omitted. @@ -13341,10 +14576,24 @@ const de_EvaluationMetrics = (output: any, context: __SerdeContext): EvaluationM // de_EventBatchingCondition omitted. +/** + * deserializeAws_json1_1ExecutionAttempt + */ +const de_ExecutionAttempt = (output: any, context: __SerdeContext): ExecutionAttempt => { + return take(output, { + ColumnStatisticsTaskRunId: __expectString, + ErrorMessage: __expectString, + ExecutionTimestamp: (_: any) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))), + Status: __expectString, + }) as any; +}; + // de_ExecutionProperty omitted. // de_ExportLabelsTaskRunProperties omitted. +// de_FederatedCatalog omitted. + // de_FederatedDatabase omitted. // de_FederatedResourceAlreadyExistsException omitted. @@ -13355,6 +14604,12 @@ const de_EvaluationMetrics = (output: any, context: __SerdeContext): EvaluationM // de_FederationSourceRetryableException omitted. +// de_Field omitted. + +// de_FieldFilterOperatorsList omitted. + +// de_FieldsList omitted. + // de_FillMissingValues omitted. // de_Filter omitted. @@ -13434,6 +14689,25 @@ const de_GetCatalogImportStatusResponse = (output: any, context: __SerdeContext) }) as any; }; +/** + * deserializeAws_json1_1GetCatalogResponse + */ +const de_GetCatalogResponse = (output: any, context: __SerdeContext): GetCatalogResponse => { + return take(output, { + Catalog: (_: any) => de_Catalog(_, context), + }) as any; +}; + +/** + * deserializeAws_json1_1GetCatalogsResponse + */ +const de_GetCatalogsResponse = (output: any, context: __SerdeContext): GetCatalogsResponse => { + return take(output, { + CatalogList: (_: any) => de_CatalogList(_, context), + NextToken: __expectString, + }) as any; +}; + /** * deserializeAws_json1_1GetClassifierResponse */ @@ -13722,6 +14996,20 @@ const de_GetDevEndpointsResponse = (output: any, context: __SerdeContext): GetDe }) as any; }; +/** + * deserializeAws_json1_1GetEntityRecordsResponse + */ +const de_GetEntityRecordsResponse = (output: any, context: __SerdeContext): GetEntityRecordsResponse => { + return take(output, { + NextToken: __expectString, + Records: (_: any) => de_Records(_, context), + }) as any; +}; + +// de_GetIntegrationResourcePropertyResponse omitted. + +// de_GetIntegrationTablePropertiesResponse omitted. + // de_GetJobBookmarkResponse omitted. /** @@ -14229,10 +15517,90 @@ const de_IcebergRetentionMetrics = (output: any, context: __SerdeContext): Icebe // de_ImportLabelsTaskRunProperties omitted. +/** + * deserializeAws_json1_1InboundIntegration + */ +const de_InboundIntegration = (output: any, context: __SerdeContext): InboundIntegration => { + return take(output, { + CreateTime: (_: any) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))), + Errors: _json, + IntegrationArn: __expectString, + SourceArn: __expectString, + Status: __expectString, + TargetArn: __expectString, + }) as any; +}; + +/** + * deserializeAws_json1_1InboundIntegrationsList + */ +const de_InboundIntegrationsList = (output: any, context: __SerdeContext): InboundIntegration[] => { + const retVal = (output || []) + .filter((e: any) => e != null) + .map((entry: any) => { + return de_InboundIntegration(entry, context); + }); + return retVal; +}; + +/** + * deserializeAws_json1_1Integration + */ +const de_Integration = (output: any, context: __SerdeContext): Integration => { + return take(output, { + AdditionalEncryptionContext: _json, + CreateTime: (_: any) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))), + DataFilter: __expectString, + Description: __expectString, + Errors: _json, + IntegrationArn: __expectString, + IntegrationName: __expectString, + KmsKeyId: __expectString, + SourceArn: __expectString, + Status: __expectString, + Tags: _json, + TargetArn: __expectString, + }) as any; +}; + +// de_IntegrationAdditionalEncryptionContextMap omitted. + +// de_IntegrationConflictOperationFault omitted. + +// de_IntegrationError omitted. + +// de_IntegrationErrorList omitted. + +// de_IntegrationNotFoundFault omitted. + +// de_IntegrationPartition omitted. + +// de_IntegrationPartitionSpecList omitted. + +// de_IntegrationQuotaExceededFault omitted. + +/** + * deserializeAws_json1_1IntegrationsList + */ +const de_IntegrationsList = (output: any, context: __SerdeContext): Integration[] => { + const retVal = (output || []) + .filter((e: any) => e != null) + .map((entry: any) => { + return de_Integration(entry, context); + }); + return retVal; +}; + +// de_IntegrationTagsList omitted. + +// de_InternalServerException omitted. + // de_InternalServiceException omitted. // de_InvalidInputException omitted. +// de_InvalidIntegrationStateFault omitted. + // de_InvalidStateException omitted. // de_JDBCConnectorOptions omitted. @@ -14439,6 +15807,8 @@ const de_KinesisStreamingSourceOptions = (output: any, context: __SerdeContext): }) as any; }; +// de_KMSKeyNotAccessibleFault omitted. + // de_LabelingSetGenerationTaskRunProperties omitted. // de_LakeFormationConfiguration omitted. @@ -14480,6 +15850,8 @@ const de_LastCrawlInfo = (output: any, context: __SerdeContext): LastCrawlInfo = // de_ListColumnStatisticsTaskRunsResponse omitted. +// de_ListConnectionTypesResponse omitted. + // de_ListCrawlersResponse omitted. /** @@ -14568,10 +15940,14 @@ const de_ListDataQualityStatisticsResponse = ( // de_ListDevEndpointsResponse omitted. +// de_ListEntitiesResponse omitted. + // de_ListJobsResponse omitted. // de_ListMLTransformsResponse omitted. +// de_ListOfString omitted. + // de_ListRegistriesResponse omitted. // de_ListSchemasResponse omitted. @@ -14721,6 +16097,26 @@ const de_MLTransform = (output: any, context: __SerdeContext): MLTransform => { // de_MLUserDataEncryption omitted. +/** + * deserializeAws_json1_1ModifyIntegrationResponse + */ +const de_ModifyIntegrationResponse = (output: any, context: __SerdeContext): ModifyIntegrationResponse => { + return take(output, { + AdditionalEncryptionContext: _json, + CreateTime: (_: any) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))), + DataFilter: __expectString, + Description: __expectString, + Errors: _json, + IntegrationArn: __expectString, + IntegrationName: __expectString, + KmsKeyId: __expectString, + SourceArn: __expectString, + Status: __expectString, + Tags: _json, + TargetArn: __expectString, + }) as any; +}; + // de_MongoDBTarget omitted. // de_MongoDBTargetList omitted. @@ -14889,14 +16285,24 @@ const de_PIIDetection = (output: any, context: __SerdeContext): PIIDetection => // de_Predicate omitted. +// de_PrimaryKeyList omitted. + // de_PrincipalPermissions omitted. // de_PrincipalPermissionsList omitted. // de_ProfileConfiguration omitted. +// de_PropertiesMap omitted. + +// de_Property omitted. + // de_PropertyMap omitted. +// de_PropertyNameOverrides omitted. + +// de_PropertyTypes omitted. + // de_PublicKeysList omitted. // de_PutDataCatalogEncryptionSettingsResponse omitted. @@ -14921,6 +16327,25 @@ const de_PIIDetection = (output: any, context: __SerdeContext): PIIDetection => // de_RecipeSteps omitted. +/** + * deserializeAws_json1_1Record + */ +const de_Record = (output: any, context: __SerdeContext): __DocumentType => { + return output; +}; + +/** + * deserializeAws_json1_1Records + */ +const de_Records = (output: any, context: __SerdeContext): __DocumentType[] => { + const retVal = (output || []) + .filter((e: any) => e != null) + .map((entry: any) => { + return de_Record(entry, context); + }); + return retVal; +}; + // de_RecrawlPolicy omitted. // de_RedshiftSource omitted. @@ -14943,6 +16368,8 @@ const de_PIIDetection = (output: any, context: __SerdeContext): PIIDetection => // de_ResetJobBookmarkResponse omitted. +// de_ResourceNotFoundException omitted. + // de_ResourceNotReadyException omitted. // de_ResourceNumberLimitExceededException omitted. @@ -15137,6 +16564,12 @@ const de_SessionList = (output: any, context: __SerdeContext): Session[] => { // de_SourceControlDetails omitted. +// de_SourceProcessingProperties omitted. + +// de_SourceTableConfig omitted. + +// de_SourceTableFieldsList omitted. + // de_SparkConnectorSource omitted. // de_SparkConnectorTarget omitted. @@ -15459,10 +16892,20 @@ const de_TableVersion = (output: any, context: __SerdeContext): TableVersion => // de_TableVersionErrors omitted. +// de_Tag omitted. + // de_TagResourceResponse omitted. // de_TagsMap omitted. +// de_TargetProcessingProperties omitted. + +// de_TargetRedshiftCatalog omitted. + +// de_TargetResourceNotFound omitted. + +// de_TargetTableConfig omitted. + /** * deserializeAws_json1_1TaskRun */ @@ -15582,6 +17025,8 @@ const de_UnfilteredPartitionList = (output: any, context: __SerdeContext): Unfil // de_UpdateBlueprintResponse omitted. +// de_UpdateCatalogResponse omitted. + // de_UpdateClassifierResponse omitted. /** @@ -15622,6 +17067,10 @@ const de_UpdateColumnStatisticsForTableResponse = ( // de_UpdateDevEndpointResponse omitted. +// de_UpdateIntegrationResourcePropertyResponse omitted. + +// de_UpdateIntegrationTablePropertiesResponse omitted. + // de_UpdateJobFromSourceControlResponse omitted. // de_UpdateJobResponse omitted. diff --git a/codegen/sdk-codegen/aws-models/glue.json b/codegen/sdk-codegen/aws-models/glue.json index 114ca226351e..011d626b10c5 100644 --- a/codegen/sdk-codegen/aws-models/glue.json +++ b/codegen/sdk-codegen/aws-models/glue.json @@ -105,6 +105,9 @@ { "target": "com.amazonaws.glue#CreateBlueprint" }, + { + "target": "com.amazonaws.glue#CreateCatalog" + }, { "target": "com.amazonaws.glue#CreateClassifier" }, @@ -129,6 +132,15 @@ { "target": "com.amazonaws.glue#CreateDevEndpoint" }, + { + "target": "com.amazonaws.glue#CreateIntegration" + }, + { + "target": "com.amazonaws.glue#CreateIntegrationResourceProperty" + }, + { + "target": "com.amazonaws.glue#CreateIntegrationTableProperties" + }, { "target": "com.amazonaws.glue#CreateJob" }, @@ -177,6 +189,9 @@ { "target": "com.amazonaws.glue#DeleteBlueprint" }, + { + "target": "com.amazonaws.glue#DeleteCatalog" + }, { "target": "com.amazonaws.glue#DeleteClassifier" }, @@ -207,6 +222,12 @@ { "target": "com.amazonaws.glue#DeleteDevEndpoint" }, + { + "target": "com.amazonaws.glue#DeleteIntegration" + }, + { + "target": "com.amazonaws.glue#DeleteIntegrationTableProperties" + }, { "target": "com.amazonaws.glue#DeleteJob" }, @@ -258,6 +279,18 @@ { "target": "com.amazonaws.glue#DeleteWorkflow" }, + { + "target": "com.amazonaws.glue#DescribeConnectionType" + }, + { + "target": "com.amazonaws.glue#DescribeEntity" + }, + { + "target": "com.amazonaws.glue#DescribeInboundIntegrations" + }, + { + "target": "com.amazonaws.glue#DescribeIntegrations" + }, { "target": "com.amazonaws.glue#GetBlueprint" }, @@ -267,9 +300,15 @@ { "target": "com.amazonaws.glue#GetBlueprintRuns" }, + { + "target": "com.amazonaws.glue#GetCatalog" + }, { "target": "com.amazonaws.glue#GetCatalogImportStatus" }, + { + "target": "com.amazonaws.glue#GetCatalogs" + }, { "target": "com.amazonaws.glue#GetClassifier" }, @@ -345,6 +384,15 @@ { "target": "com.amazonaws.glue#GetDevEndpoints" }, + { + "target": "com.amazonaws.glue#GetEntityRecords" + }, + { + "target": "com.amazonaws.glue#GetIntegrationResourceProperty" + }, + { + "target": "com.amazonaws.glue#GetIntegrationTableProperties" + }, { "target": "com.amazonaws.glue#GetJob" }, @@ -483,6 +531,9 @@ { "target": "com.amazonaws.glue#ListColumnStatisticsTaskRuns" }, + { + "target": "com.amazonaws.glue#ListConnectionTypes" + }, { "target": "com.amazonaws.glue#ListCrawlers" }, @@ -513,6 +564,9 @@ { "target": "com.amazonaws.glue#ListDevEndpoints" }, + { + "target": "com.amazonaws.glue#ListEntities" + }, { "target": "com.amazonaws.glue#ListJobs" }, @@ -546,6 +600,9 @@ { "target": "com.amazonaws.glue#ListWorkflows" }, + { + "target": "com.amazonaws.glue#ModifyIntegration" + }, { "target": "com.amazonaws.glue#PutDataCatalogEncryptionSettings" }, @@ -657,6 +714,9 @@ { "target": "com.amazonaws.glue#UpdateBlueprint" }, + { + "target": "com.amazonaws.glue#UpdateCatalog" + }, { "target": "com.amazonaws.glue#UpdateClassifier" }, @@ -687,6 +747,12 @@ { "target": "com.amazonaws.glue#UpdateDevEndpoint" }, + { + "target": "com.amazonaws.glue#UpdateIntegrationResourceProperty" + }, + { + "target": "com.amazonaws.glue#UpdateIntegrationTableProperties" + }, { "target": "com.amazonaws.glue#UpdateJob" }, @@ -1734,6 +1800,17 @@ "smithy.api#error": "client" } }, + "com.amazonaws.glue#AccessToken": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 0, + "max": 4096 + }, + "smithy.api#pattern": "^[\\x20-\\x7E]*$", + "smithy.api#sensitive": {} + } + }, "com.amazonaws.glue#AccountId": { "type": "string", "traits": { @@ -2002,6 +2079,51 @@ } } }, + "com.amazonaws.glue#AllowedValue": { + "type": "structure", + "members": { + "Description": { + "target": "com.amazonaws.glue#AllowedValueDescriptionString", + "traits": { + "smithy.api#documentation": "

    A description of the allowed value.

    " + } + }, + "Value": { + "target": "com.amazonaws.glue#AllowedValueValueString", + "traits": { + "smithy.api#documentation": "

    The value allowed for the property.

    ", + "smithy.api#required": {} + } + } + }, + "traits": { + "smithy.api#documentation": "

    An object representing a value allowed for a property.

    " + } + }, + "com.amazonaws.glue#AllowedValueDescriptionString": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 0, + "max": 1024 + } + } + }, + "com.amazonaws.glue#AllowedValueValueString": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 128 + } + } + }, + "com.amazonaws.glue#AllowedValues": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#AllowedValue" + } + }, "com.amazonaws.glue#AllowedValuesStringList": { "type": "list", "member": { @@ -2298,6 +2420,16 @@ "target": "com.amazonaws.glue#StatisticAnnotation" } }, + "com.amazonaws.glue#ApiVersion": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 256 + }, + "smithy.api#pattern": "^[a-zA-Z0-9.-]*$" + } + }, "com.amazonaws.glue#ApplyMapping": { "type": "structure", "members": { @@ -2438,6 +2570,45 @@ } } }, + "com.amazonaws.glue#AuthConfiguration": { + "type": "structure", + "members": { + "AuthenticationType": { + "target": "com.amazonaws.glue#Property", + "traits": { + "smithy.api#documentation": "

    The type of authentication for a connection.

    ", + "smithy.api#required": {} + } + }, + "SecretArn": { + "target": "com.amazonaws.glue#Property", + "traits": { + "smithy.api#documentation": "

    The Amazon Resource Name (ARN) for the Secrets Manager.

    " + } + }, + "OAuth2Properties": { + "target": "com.amazonaws.glue#PropertiesMap", + "traits": { + "smithy.api#documentation": "

    A map of key-value pairs for the OAuth2 properties. Each value is a a Property object.

    " + } + }, + "BasicAuthenticationProperties": { + "target": "com.amazonaws.glue#PropertiesMap", + "traits": { + "smithy.api#documentation": "

    A map of key-value pairs for the OAuth2 properties. Each value is a a Property object.

    " + } + }, + "CustomAuthenticationProperties": { + "target": "com.amazonaws.glue#PropertiesMap", + "traits": { + "smithy.api#documentation": "

    A map of key-value pairs for the custom authentication properties. Each value is a a Property object.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    The authentication configuration for a connection returned by the DescribeConnectionType API.

    " + } + }, "com.amazonaws.glue#AuthTokenString": { "type": "string", "traits": { @@ -2494,6 +2665,24 @@ "traits": { "smithy.api#documentation": "

    The secret manager ARN to store credentials in the CreateConnection request.

    " } + }, + "KmsKeyArn": { + "target": "com.amazonaws.glue#KmsKeyArn", + "traits": { + "smithy.api#documentation": "

    The ARN of the KMS key used to encrypt the connection. Only taken an as input in the request and stored in the Secret Manager.

    " + } + }, + "BasicAuthenticationCredentials": { + "target": "com.amazonaws.glue#BasicAuthenticationCredentials", + "traits": { + "smithy.api#documentation": "

    The credentials used when the authentication type is basic authentication.

    " + } + }, + "CustomAuthenticationCredentials": { + "target": "com.amazonaws.glue#CredentialMap", + "traits": { + "smithy.api#documentation": "

    The credentials used when the authentication type is custom authentication.

    " + } } }, "traits": { @@ -2520,9 +2709,21 @@ "traits": { "smithy.api#enumValue": "CUSTOM" } + }, + "IAM": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "IAM" + } } } }, + "com.amazonaws.glue#AuthenticationTypes": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#AuthenticationType" + } + }, "com.amazonaws.glue#AuthorizationCode": { "type": "string", "traits": { @@ -2621,6 +2822,26 @@ "target": "com.amazonaws.glue#BackfillError" } }, + "com.amazonaws.glue#BasicAuthenticationCredentials": { + "type": "structure", + "members": { + "Username": { + "target": "com.amazonaws.glue#Username", + "traits": { + "smithy.api#documentation": "

    The username to connect to the data source.

    " + } + }, + "Password": { + "target": "com.amazonaws.glue#Password", + "traits": { + "smithy.api#documentation": "

    The password to connect to the data source.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    For supplying basic auth credentials when not providing a SecretArn value.

    " + } + }, "com.amazonaws.glue#BasicCatalogTarget": { "type": "structure", "members": { @@ -4495,6 +4716,9 @@ "target": "com.amazonaws.glue#Blueprint" } }, + "com.amazonaws.glue#Bool": { + "type": "boolean" + }, "com.amazonaws.glue#Boolean": { "type": "boolean", "traits": { @@ -4831,6 +5055,116 @@ "smithy.api#output": {} } }, + "com.amazonaws.glue#Capabilities": { + "type": "structure", + "members": { + "SupportedAuthenticationTypes": { + "target": "com.amazonaws.glue#AuthenticationTypes", + "traits": { + "smithy.api#documentation": "

    A list of supported authentication types.

    ", + "smithy.api#required": {} + } + }, + "SupportedDataOperations": { + "target": "com.amazonaws.glue#DataOperations", + "traits": { + "smithy.api#documentation": "

    A list of supported data operations.

    ", + "smithy.api#required": {} + } + }, + "SupportedComputeEnvironments": { + "target": "com.amazonaws.glue#ComputeEnvironments", + "traits": { + "smithy.api#documentation": "

    A list of supported compute environments.

    ", + "smithy.api#required": {} + } + } + }, + "traits": { + "smithy.api#documentation": "

    Specifies the supported authentication types returned by the DescribeConnectionType API.

    " + } + }, + "com.amazonaws.glue#Catalog": { + "type": "structure", + "members": { + "CatalogId": { + "target": "com.amazonaws.glue#CatalogIdString", + "traits": { + "smithy.api#documentation": "

    The ID of the catalog. To grant access to the default catalog, this field should not be provided.

    " + } + }, + "Name": { + "target": "com.amazonaws.glue#CatalogNameString", + "traits": { + "smithy.api#documentation": "

    The name of the catalog. Cannot be the same as the account ID.

    ", + "smithy.api#required": {} + } + }, + "ResourceArn": { + "target": "com.amazonaws.glue#ResourceArnString", + "traits": { + "smithy.api#documentation": "

    The Amazon Resource Name (ARN) assigned to the catalog resource.

    " + } + }, + "Description": { + "target": "com.amazonaws.glue#DescriptionString", + "traits": { + "smithy.api#documentation": "

    Description string, not more than 2048 bytes long, matching the URI address multi-line string pattern. A description of the catalog.

    " + } + }, + "Parameters": { + "target": "com.amazonaws.glue#ParametersMap", + "traits": { + "smithy.api#documentation": "

    A map array of key-value pairs that define parameters and properties of the catalog.

    " + } + }, + "CreateTime": { + "target": "com.amazonaws.glue#Timestamp", + "traits": { + "smithy.api#documentation": "

    The time at which the catalog was created.

    " + } + }, + "UpdateTime": { + "target": "com.amazonaws.glue#Timestamp", + "traits": { + "smithy.api#documentation": "

    The time at which the catalog was last updated.

    " + } + }, + "TargetRedshiftCatalog": { + "target": "com.amazonaws.glue#TargetRedshiftCatalog", + "traits": { + "smithy.api#documentation": "

    A TargetRedshiftCatalog object that describes a target catalog for database resource linking.

    " + } + }, + "FederatedCatalog": { + "target": "com.amazonaws.glue#FederatedCatalog", + "traits": { + "smithy.api#documentation": "

    A FederatedCatalog object that points to an entity outside the Glue Data Catalog.

    " + } + }, + "CatalogProperties": { + "target": "com.amazonaws.glue#CatalogPropertiesOutput", + "traits": { + "smithy.api#documentation": "

    A CatalogProperties object that specifies data lake access properties and other custom properties.

    " + } + }, + "CreateTableDefaultPermissions": { + "target": "com.amazonaws.glue#PrincipalPermissionsList", + "traits": { + "smithy.api#documentation": "

    An array of PrincipalPermissions objects. Creates a set of default permissions on the table(s) for principals. Used by Amazon Web Services Lake Formation. Not used in the normal course of Glue operations.

    " + } + }, + "CreateDatabaseDefaultPermissions": { + "target": "com.amazonaws.glue#PrincipalPermissionsList", + "traits": { + "smithy.api#documentation": "

    An array of PrincipalPermissions objects. Creates a set of default permissions on the database(s) for principals. Used by Amazon Web Services Lake Formation. Not used in the normal course of Glue operations.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    The catalog object represents a logical grouping of databases in the Glue Data Catalog or a federated source. You can now create a Redshift-federated catalog or a catalog containing resource links to Redshift databases in another account or region.

    " + } + }, "com.amazonaws.glue#CatalogDeltaSource": { "type": "structure", "members": { @@ -5010,6 +5344,56 @@ "smithy.api#documentation": "

    A structure containing migration status information.

    " } }, + "com.amazonaws.glue#CatalogInput": { + "type": "structure", + "members": { + "Description": { + "target": "com.amazonaws.glue#DescriptionString", + "traits": { + "smithy.api#documentation": "

    Description string, not more than 2048 bytes long, matching the URI address multi-line string pattern. A description of the catalog.

    " + } + }, + "FederatedCatalog": { + "target": "com.amazonaws.glue#FederatedCatalog", + "traits": { + "smithy.api#documentation": "

    A FederatedCatalog object. A FederatedCatalog structure that references an entity outside the Glue Data Catalog, for example a Redshift database.

    " + } + }, + "Parameters": { + "target": "com.amazonaws.glue#ParametersMap", + "traits": { + "smithy.api#documentation": "

    A map array of key-value pairs that define the parameters and properties of the catalog.

    " + } + }, + "TargetRedshiftCatalog": { + "target": "com.amazonaws.glue#TargetRedshiftCatalog", + "traits": { + "smithy.api#documentation": "

    A TargetRedshiftCatalog object that describes a target catalog for resource linking.

    " + } + }, + "CatalogProperties": { + "target": "com.amazonaws.glue#CatalogProperties", + "traits": { + "smithy.api#documentation": "

    A CatalogProperties object that specifies data lake access properties and other custom properties.

    " + } + }, + "CreateTableDefaultPermissions": { + "target": "com.amazonaws.glue#PrincipalPermissionsList", + "traits": { + "smithy.api#documentation": "

    An array of PrincipalPermissions objects. Creates a set of default permissions on the table(s) for principals. Used by Amazon Web Services Lake Formation. Typically should be explicitly set as an empty list.

    " + } + }, + "CreateDatabaseDefaultPermissions": { + "target": "com.amazonaws.glue#PrincipalPermissionsList", + "traits": { + "smithy.api#documentation": "

    An array of PrincipalPermissions objects. Creates a set of default permissions on the database(s) for principals. Used by Amazon Web Services Lake Formation. Typically should be explicitly set as an empty list.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    A structure that describes catalog properties.

    " + } + }, "com.amazonaws.glue#CatalogKafkaSource": { "type": "structure", "members": { @@ -5116,6 +5500,62 @@ "smithy.api#documentation": "

    Specifies a Kinesis data source in the Glue Data Catalog.

    " } }, + "com.amazonaws.glue#CatalogList": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#Catalog" + } + }, + "com.amazonaws.glue#CatalogNameString": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 64 + }, + "smithy.api#pattern": "^(?!(.*[.\\/\\\\]|aws:)).*$" + } + }, + "com.amazonaws.glue#CatalogProperties": { + "type": "structure", + "members": { + "DataLakeAccessProperties": { + "target": "com.amazonaws.glue#DataLakeAccessProperties", + "traits": { + "smithy.api#documentation": "

    A DataLakeAccessProperties object that specifies properties to configure data lake access for your catalog resource in the Glue Data Catalog.

    " + } + }, + "CustomProperties": { + "target": "com.amazonaws.glue#ParametersMap", + "traits": { + "smithy.api#documentation": "

    Additional key-value properties for the catalog, such as column statistics optimizations.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    A structure that specifies data lake access properties and other custom properties.

    " + } + }, + "com.amazonaws.glue#CatalogPropertiesOutput": { + "type": "structure", + "members": { + "DataLakeAccessProperties": { + "target": "com.amazonaws.glue#DataLakeAccessPropertiesOutput", + "traits": { + "smithy.api#documentation": "

    A DataLakeAccessProperties object with input properties to configure data lake access for your catalog resource in the Glue Data Catalog.

    " + } + }, + "CustomProperties": { + "target": "com.amazonaws.glue#ParametersMap", + "traits": { + "smithy.api#documentation": "

    Additional key-value properties for the catalog, such as column statistics optimizations.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    Property attributes that include configuration properties for the catalog resource.

    " + } + }, "com.amazonaws.glue#CatalogSchemaChangePolicy": { "type": "structure", "members": { @@ -5222,6 +5662,9 @@ "target": "com.amazonaws.glue#CatalogTarget" } }, + "com.amazonaws.glue#Category": { + "type": "string" + }, "com.amazonaws.glue#CheckSchemaVersionValidity": { "type": "operation", "input": { @@ -6462,6 +6905,24 @@ "traits": { "smithy.api#documentation": "

    Name of the security configuration that is used to encrypt CloudWatch logs.

    " } + }, + "ScheduleType": { + "target": "com.amazonaws.glue#ScheduleType", + "traits": { + "smithy.api#documentation": "

    The type of schedule for a column statistics task. Possible values may be CRON or AUTO.

    " + } + }, + "SettingSource": { + "target": "com.amazonaws.glue#SettingSource", + "traits": { + "smithy.api#documentation": "

    The source of setting the column statistics task. Possible values may be CATALOG or TABLE.

    " + } + }, + "LastExecutionAttempt": { + "target": "com.amazonaws.glue#ExecutionAttempt", + "traits": { + "smithy.api#documentation": "

    The last ExecutionAttempt for the column statistics task run.

    " + } } }, "traits": { @@ -6705,6 +7166,139 @@ } } }, + "com.amazonaws.glue#ComputeEnvironment": { + "type": "enum", + "members": { + "SPARK": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "SPARK" + } + }, + "ATHENA": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "ATHENA" + } + }, + "PYTHON": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "PYTHON" + } + } + } + }, + "com.amazonaws.glue#ComputeEnvironmentConfiguration": { + "type": "structure", + "members": { + "Name": { + "target": "com.amazonaws.glue#ComputeEnvironmentName", + "traits": { + "smithy.api#documentation": "

    A name for the compute environment configuration.

    ", + "smithy.api#required": {} + } + }, + "Description": { + "target": "com.amazonaws.glue#ComputeEnvironmentConfigurationDescriptionString", + "traits": { + "smithy.api#documentation": "

    A description of the compute environment.

    ", + "smithy.api#required": {} + } + }, + "ComputeEnvironment": { + "target": "com.amazonaws.glue#ComputeEnvironment", + "traits": { + "smithy.api#documentation": "

    The type of compute environment.

    ", + "smithy.api#required": {} + } + }, + "SupportedAuthenticationTypes": { + "target": "com.amazonaws.glue#AuthenticationTypes", + "traits": { + "smithy.api#documentation": "

    The supported authentication types for the compute environment.

    ", + "smithy.api#required": {} + } + }, + "ConnectionOptions": { + "target": "com.amazonaws.glue#PropertiesMap", + "traits": { + "smithy.api#documentation": "

    The parameters used as connection options for the compute environment.

    ", + "smithy.api#required": {} + } + }, + "ConnectionPropertyNameOverrides": { + "target": "com.amazonaws.glue#PropertyNameOverrides", + "traits": { + "smithy.api#documentation": "

    The connection property name overrides for the compute environment.

    ", + "smithy.api#required": {} + } + }, + "ConnectionOptionNameOverrides": { + "target": "com.amazonaws.glue#PropertyNameOverrides", + "traits": { + "smithy.api#documentation": "

    The connection option name overrides for the compute environment.

    ", + "smithy.api#required": {} + } + }, + "ConnectionPropertiesRequiredOverrides": { + "target": "com.amazonaws.glue#ListOfString", + "traits": { + "smithy.api#default": [], + "smithy.api#documentation": "

    The connection properties that are required as overrides for the compute environment.

    ", + "smithy.api#required": {} + } + }, + "PhysicalConnectionPropertiesRequired": { + "target": "com.amazonaws.glue#Bool", + "traits": { + "smithy.api#documentation": "

    Indicates whether PhysicalConnectionProperties are required for the compute environment.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    An object containing configuration for a compute environment (such as Spark, Python or Athena) returned by the DescribeConnectionType API.

    " + } + }, + "com.amazonaws.glue#ComputeEnvironmentConfigurationDescriptionString": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 0, + "max": 1024 + } + } + }, + "com.amazonaws.glue#ComputeEnvironmentConfigurationMap": { + "type": "map", + "key": { + "target": "com.amazonaws.glue#ComputeEnvironmentName" + }, + "value": { + "target": "com.amazonaws.glue#ComputeEnvironmentConfiguration" + } + }, + "com.amazonaws.glue#ComputeEnvironmentList": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#ComputeEnvironment" + } + }, + "com.amazonaws.glue#ComputeEnvironmentName": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 128 + } + } + }, + "com.amazonaws.glue#ComputeEnvironments": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#ComputeEnvironment" + } + }, "com.amazonaws.glue#ConcurrentModificationException": { "type": "structure", "members": { @@ -6956,13 +7550,25 @@ "ConnectionProperties": { "target": "com.amazonaws.glue#ConnectionProperties", "traits": { - "smithy.api#documentation": "

    These key-value pairs define parameters for the connection:

    \n
      \n
    • \n

      \n HOST - The host URI: either the\n fully qualified domain name (FQDN) or the IPv4 address of\n the database host.

      \n
      • \n
    • \n

      \n PORT - The port number, between\n 1024 and 65535, of the port on which the database host is\n listening for database connections.

      \n
      • \n
    • \n

      \n USER_NAME - The name under which\n to log in to the database. The value string for USER_NAME is \"USERNAME\".

      \n
      • \n
    • \n

      \n PASSWORD - A password,\n if one is used, for the user name.

      \n
      • \n
    • \n

      \n ENCRYPTED_PASSWORD - When you enable connection password protection by setting ConnectionPasswordEncryption in the Data Catalog encryption settings, this field stores the encrypted password.

      \n
      • \n
    • \n

      \n JDBC_DRIVER_JAR_URI - The Amazon Simple Storage Service (Amazon S3) path of the\n JAR file that contains the JDBC driver to use.

      \n
      • \n
    • \n

      \n JDBC_DRIVER_CLASS_NAME - The class name of the JDBC driver to use.

      \n
      • \n
    • \n

      \n JDBC_ENGINE - The name of the JDBC engine to use.

      \n
      • \n
    • \n

      \n JDBC_ENGINE_VERSION - The version of the JDBC engine to use.

      \n
      • \n
    • \n

      \n CONFIG_FILES - (Reserved for future use.)

      \n
      • \n
    • \n

      \n INSTANCE_ID - The instance ID to use.

      \n
      • \n
    • \n

      \n JDBC_CONNECTION_URL - The URL for connecting to a JDBC data source.

      \n
      • \n
    • \n

      \n JDBC_ENFORCE_SSL - A Boolean string (true, false) specifying whether Secure\n Sockets Layer (SSL) with hostname matching is enforced for the JDBC connection on the\n client. The default is false.

      \n
      • \n
    • \n

      \n CUSTOM_JDBC_CERT - An Amazon S3 location specifying the customer's root certificate. Glue uses this root certificate to validate the customer’s certificate when connecting to the customer database. Glue only handles X.509 certificates. The certificate provided must be DER-encoded and supplied in Base64 encoding PEM format.

      \n
      • \n
    • \n

      \n SKIP_CUSTOM_JDBC_CERT_VALIDATION - By default, this is false. Glue validates the Signature algorithm and Subject Public Key Algorithm for the customer certificate. The only permitted algorithms for the Signature algorithm are SHA256withRSA, SHA384withRSA or SHA512withRSA. For the Subject Public Key Algorithm, the key length must be at least 2048. You can set the value of this property to true to skip Glue’s validation of the customer certificate.

      \n
      • \n
    • \n

      \n CUSTOM_JDBC_CERT_STRING - A custom JDBC certificate string which is used for domain match or distinguished name match to prevent a man-in-the-middle attack. In Oracle database, this is used as the SSL_SERVER_CERT_DN; in Microsoft SQL Server, this is used as the hostNameInCertificate.

      \n
      • \n
    • \n

      \n CONNECTION_URL - The URL for connecting to a general (non-JDBC) data source.

      \n
      • \n
    • \n

      \n SECRET_ID - The secret ID used for the secret manager of credentials.

      \n
      • \n
    • \n

      \n CONNECTOR_URL - The connector URL for a MARKETPLACE or CUSTOM connection.

      \n
      • \n
    • \n

      \n CONNECTOR_TYPE - The connector type for a MARKETPLACE or CUSTOM connection.

      \n
      • \n
    • \n

      \n CONNECTOR_CLASS_NAME - The connector class name for a MARKETPLACE or CUSTOM connection.

      \n
      • \n
    • \n

      \n KAFKA_BOOTSTRAP_SERVERS - A comma-separated list of host and port pairs that are the addresses of the Apache Kafka brokers in a Kafka cluster to which a Kafka client will connect to and bootstrap itself.

      \n
      • \n
    • \n

      \n KAFKA_SSL_ENABLED - Whether to enable or disable SSL on an Apache Kafka connection. Default value is \"true\".

      \n
      • \n
    • \n

      \n KAFKA_CUSTOM_CERT - The Amazon S3 URL for the private CA cert file (.pem format). The default is an empty string.

      \n
      • \n
    • \n

      \n KAFKA_SKIP_CUSTOM_CERT_VALIDATION - Whether to skip the validation of the CA cert file or not. Glue validates for three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA. Default value is \"false\".

      \n
      • \n
    • \n

      \n KAFKA_CLIENT_KEYSTORE - The Amazon S3 location of the client keystore file for Kafka client side authentication (Optional).

      \n
      • \n
    • \n

      \n KAFKA_CLIENT_KEYSTORE_PASSWORD - The password to access the provided keystore (Optional).

      \n
      • \n
    • \n

      \n KAFKA_CLIENT_KEY_PASSWORD - A keystore can consist of multiple keys, so this is the password to access the client key to be used with the Kafka server side key (Optional).

      \n
      • \n
    • \n

      \n ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD - The encrypted version of the Kafka client keystore password (if the user has the Glue encrypt passwords setting selected).

      \n
      • \n
    • \n

      \n ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD - The encrypted version of the Kafka client key password (if the user has the Glue encrypt passwords setting selected).

      \n
      • \n
    • \n

      \n KAFKA_SASL_MECHANISM - \"SCRAM-SHA-512\", \"GSSAPI\", \"AWS_MSK_IAM\", or \"PLAIN\". These are the supported SASL Mechanisms.

      \n
      • \n
    • \n

      \n KAFKA_SASL_PLAIN_USERNAME - A plaintext username used to authenticate with the \"PLAIN\" mechanism.

      \n
      • \n
    • \n

      \n KAFKA_SASL_PLAIN_PASSWORD - A plaintext password used to authenticate with the \"PLAIN\" mechanism.

      \n
      • \n
    • \n

      \n ENCRYPTED_KAFKA_SASL_PLAIN_PASSWORD - The encrypted version of the Kafka SASL PLAIN password (if the user has the Glue encrypt passwords setting selected).

      \n
      • \n
    • \n

      \n KAFKA_SASL_SCRAM_USERNAME - A plaintext username used to authenticate with the \"SCRAM-SHA-512\" mechanism.

      \n
      • \n
    • \n

      \n KAFKA_SASL_SCRAM_PASSWORD - A plaintext password used to authenticate with the \"SCRAM-SHA-512\" mechanism.

      \n
      • \n
    • \n

      \n ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD - The encrypted version of the Kafka SASL SCRAM password (if the user has the Glue encrypt passwords setting selected).

      \n
      • \n
    • \n

      \n KAFKA_SASL_SCRAM_SECRETS_ARN - The Amazon Resource Name of a secret in Amazon Web Services Secrets Manager.

      \n
      • \n
    • \n

      \n KAFKA_SASL_GSSAPI_KEYTAB - The S3 location of a Kerberos keytab file. A keytab stores long-term keys for one or more principals. For more information, see MIT Kerberos Documentation: Keytab.

      \n
      • \n
    • \n

      \n KAFKA_SASL_GSSAPI_KRB5_CONF - The S3 location of a Kerberos krb5.conf file. A krb5.conf stores Kerberos configuration information, such as the location of the KDC server. For more information, see MIT Kerberos Documentation: krb5.conf.

      \n
      • \n
    • \n

      \n KAFKA_SASL_GSSAPI_SERVICE - The Kerberos service name, as set with sasl.kerberos.service.name in your Kafka Configuration.

      \n
      • \n
    • \n

      \n KAFKA_SASL_GSSAPI_PRINCIPAL - The name of the Kerberos princial used by Glue. For more information, see Kafka Documentation: Configuring Kafka Brokers.

      \n
      • \n
    • \n

      \n ROLE_ARN - The role to be used for running queries.

      \n
      • \n
    • \n

      \n REGION - The Amazon Web Services Region where queries will be run.

      \n
      • \n
    • \n

      \n WORKGROUP_NAME - The name of an Amazon Redshift serverless workgroup or Amazon Athena workgroup in which queries will run.

      \n
      • \n
    • \n

      \n CLUSTER_IDENTIFIER - The cluster identifier of an Amazon Redshift cluster in which queries will run.

      \n
      • \n
    • \n

      \n DATABASE - The Amazon Redshift database that you are connecting to.

      \n
      • \n
    " + "smithy.api#documentation": "

    These key-value pairs define parameters for the connection when using the version 1 Connection schema:

    \n
      \n
    • \n

      \n HOST - The host URI: either the\n fully qualified domain name (FQDN) or the IPv4 address of\n the database host.

      \n
      • \n
    • \n

      \n PORT - The port number, between\n 1024 and 65535, of the port on which the database host is\n listening for database connections.

      \n
      • \n
    • \n

      \n USER_NAME - The name under which\n to log in to the database. The value string for USER_NAME is \"USERNAME\".

      \n
      • \n
    • \n

      \n PASSWORD - A password,\n if one is used, for the user name.

      \n
      • \n
    • \n

      \n ENCRYPTED_PASSWORD - When you enable connection password protection by setting ConnectionPasswordEncryption in the Data Catalog encryption settings, this field stores the encrypted password.

      \n
      • \n
    • \n

      \n JDBC_DRIVER_JAR_URI - The Amazon Simple Storage Service (Amazon S3) path of the\n JAR file that contains the JDBC driver to use.

      \n
      • \n
    • \n

      \n JDBC_DRIVER_CLASS_NAME - The class name of the JDBC driver to use.

      \n
      • \n
    • \n

      \n JDBC_ENGINE - The name of the JDBC engine to use.

      \n
      • \n
    • \n

      \n JDBC_ENGINE_VERSION - The version of the JDBC engine to use.

      \n
      • \n
    • \n

      \n CONFIG_FILES - (Reserved for future use.)

      \n
      • \n
    • \n

      \n INSTANCE_ID - The instance ID to use.

      \n
      • \n
    • \n

      \n JDBC_CONNECTION_URL - The URL for connecting to a JDBC data source.

      \n
      • \n
    • \n

      \n JDBC_ENFORCE_SSL - A Boolean string (true, false) specifying whether Secure\n Sockets Layer (SSL) with hostname matching is enforced for the JDBC connection on the\n client. The default is false.

      \n
      • \n
    • \n

      \n CUSTOM_JDBC_CERT - An Amazon S3 location specifying the customer's root certificate. Glue uses this root certificate to validate the customer’s certificate when connecting to the customer database. Glue only handles X.509 certificates. The certificate provided must be DER-encoded and supplied in Base64 encoding PEM format.

      \n
      • \n
    • \n

      \n SKIP_CUSTOM_JDBC_CERT_VALIDATION - By default, this is false. Glue validates the Signature algorithm and Subject Public Key Algorithm for the customer certificate. The only permitted algorithms for the Signature algorithm are SHA256withRSA, SHA384withRSA or SHA512withRSA. For the Subject Public Key Algorithm, the key length must be at least 2048. You can set the value of this property to true to skip Glue’s validation of the customer certificate.

      \n
      • \n
    • \n

      \n CUSTOM_JDBC_CERT_STRING - A custom JDBC certificate string which is used for domain match or distinguished name match to prevent a man-in-the-middle attack. In Oracle database, this is used as the SSL_SERVER_CERT_DN; in Microsoft SQL Server, this is used as the hostNameInCertificate.

      \n
      • \n
    • \n

      \n CONNECTION_URL - The URL for connecting to a general (non-JDBC) data source.

      \n
      • \n
    • \n

      \n SECRET_ID - The secret ID used for the secret manager of credentials.

      \n
      • \n
    • \n

      \n CONNECTOR_URL - The connector URL for a MARKETPLACE or CUSTOM connection.

      \n
      • \n
    • \n

      \n CONNECTOR_TYPE - The connector type for a MARKETPLACE or CUSTOM connection.

      \n
      • \n
    • \n

      \n CONNECTOR_CLASS_NAME - The connector class name for a MARKETPLACE or CUSTOM connection.

      \n
      • \n
    • \n

      \n KAFKA_BOOTSTRAP_SERVERS - A comma-separated list of host and port pairs that are the addresses of the Apache Kafka brokers in a Kafka cluster to which a Kafka client will connect to and bootstrap itself.

      \n
      • \n
    • \n

      \n KAFKA_SSL_ENABLED - Whether to enable or disable SSL on an Apache Kafka connection. Default value is \"true\".

      \n
      • \n
    • \n

      \n KAFKA_CUSTOM_CERT - The Amazon S3 URL for the private CA cert file (.pem format). The default is an empty string.

      \n
      • \n
    • \n

      \n KAFKA_SKIP_CUSTOM_CERT_VALIDATION - Whether to skip the validation of the CA cert file or not. Glue validates for three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA. Default value is \"false\".

      \n
      • \n
    • \n

      \n KAFKA_CLIENT_KEYSTORE - The Amazon S3 location of the client keystore file for Kafka client side authentication (Optional).

      \n
      • \n
    • \n

      \n KAFKA_CLIENT_KEYSTORE_PASSWORD - The password to access the provided keystore (Optional).

      \n
      • \n
    • \n

      \n KAFKA_CLIENT_KEY_PASSWORD - A keystore can consist of multiple keys, so this is the password to access the client key to be used with the Kafka server side key (Optional).

      \n
      • \n
    • \n

      \n ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD - The encrypted version of the Kafka client keystore password (if the user has the Glue encrypt passwords setting selected).

      \n
      • \n
    • \n

      \n ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD - The encrypted version of the Kafka client key password (if the user has the Glue encrypt passwords setting selected).

      \n
      • \n
    • \n

      \n KAFKA_SASL_MECHANISM - \"SCRAM-SHA-512\", \"GSSAPI\", \"AWS_MSK_IAM\", or \"PLAIN\". These are the supported SASL Mechanisms.

      \n
      • \n
    • \n

      \n KAFKA_SASL_PLAIN_USERNAME - A plaintext username used to authenticate with the \"PLAIN\" mechanism.

      \n
      • \n
    • \n

      \n KAFKA_SASL_PLAIN_PASSWORD - A plaintext password used to authenticate with the \"PLAIN\" mechanism.

      \n
      • \n
    • \n

      \n ENCRYPTED_KAFKA_SASL_PLAIN_PASSWORD - The encrypted version of the Kafka SASL PLAIN password (if the user has the Glue encrypt passwords setting selected).

      \n
      • \n
    • \n

      \n KAFKA_SASL_SCRAM_USERNAME - A plaintext username used to authenticate with the \"SCRAM-SHA-512\" mechanism.

      \n
      • \n
    • \n

      \n KAFKA_SASL_SCRAM_PASSWORD - A plaintext password used to authenticate with the \"SCRAM-SHA-512\" mechanism.

      \n
      • \n
    • \n

      \n ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD - The encrypted version of the Kafka SASL SCRAM password (if the user has the Glue encrypt passwords setting selected).

      \n
      • \n
    • \n

      \n KAFKA_SASL_SCRAM_SECRETS_ARN - The Amazon Resource Name of a secret in Amazon Web Services Secrets Manager.

      \n
      • \n
    • \n

      \n KAFKA_SASL_GSSAPI_KEYTAB - The S3 location of a Kerberos keytab file. A keytab stores long-term keys for one or more principals. For more information, see MIT Kerberos Documentation: Keytab.

      \n
      • \n
    • \n

      \n KAFKA_SASL_GSSAPI_KRB5_CONF - The S3 location of a Kerberos krb5.conf file. A krb5.conf stores Kerberos configuration information, such as the location of the KDC server. For more information, see MIT Kerberos Documentation: krb5.conf.

      \n
      • \n
    • \n

      \n KAFKA_SASL_GSSAPI_SERVICE - The Kerberos service name, as set with sasl.kerberos.service.name in your Kafka Configuration.

      \n
      • \n
    • \n

      \n KAFKA_SASL_GSSAPI_PRINCIPAL - The name of the Kerberos princial used by Glue. For more information, see Kafka Documentation: Configuring Kafka Brokers.

      \n
      • \n
    • \n

      \n ROLE_ARN - The role to be used for running queries.

      \n
      • \n
    • \n

      \n REGION - The Amazon Web Services Region where queries will be run.

      \n
      • \n
    • \n

      \n WORKGROUP_NAME - The name of an Amazon Redshift serverless workgroup or Amazon Athena workgroup in which queries will run.

      \n
      • \n
    • \n

      \n CLUSTER_IDENTIFIER - The cluster identifier of an Amazon Redshift cluster in which queries will run.

      \n
      • \n
    • \n

      \n DATABASE - The Amazon Redshift database that you are connecting to.

      \n
      • \n
    " + } + }, + "SparkProperties": { + "target": "com.amazonaws.glue#PropertyMap", + "traits": { + "smithy.api#documentation": "

    Connection properties specific to the Spark compute environment.

    " } }, "AthenaProperties": { "target": "com.amazonaws.glue#PropertyMap", "traits": { - "smithy.api#documentation": "

    This field is not currently used.

    " + "smithy.api#documentation": "

    Connection properties specific to the Athena compute environment.

    " + } + }, + "PythonProperties": { + "target": "com.amazonaws.glue#PropertyMap", + "traits": { + "smithy.api#documentation": "

    Connection properties specific to the Python compute environment.

    " } }, "PhysicalConnectionRequirements": { @@ -7012,6 +7618,18 @@ "traits": { "smithy.api#documentation": "

    The authentication properties of the connection.

    " } + }, + "ConnectionSchemaVersion": { + "target": "com.amazonaws.glue#ConnectionSchemaVersion", + "traits": { + "smithy.api#documentation": "

    The version of the connection schema for this connection. Version 2 supports properties for specific compute environments.

    " + } + }, + "CompatibleComputeEnvironments": { + "target": "com.amazonaws.glue#ComputeEnvironmentList", + "traits": { + "smithy.api#documentation": "

    A list of compute environments compatible with the connection.

    " + } } }, "traits": { @@ -7037,7 +7655,7 @@ "ConnectionType": { "target": "com.amazonaws.glue#ConnectionType", "traits": { - "smithy.api#documentation": "

    The type of the connection. Currently, these types are supported:

    \n
      \n
    • \n

      \n JDBC - Designates a connection to a database through Java Database Connectivity (JDBC).

      \n

      \n JDBC Connections use the following ConnectionParameters.

      \n
        \n
      • \n

        Required: All of (HOST, PORT, JDBC_ENGINE) or JDBC_CONNECTION_URL.

        \n
        • \n
      • \n

        Required: All of (USERNAME, PASSWORD) or SECRET_ID.

        \n
        • \n
      • \n

        Optional: JDBC_ENFORCE_SSL, CUSTOM_JDBC_CERT, CUSTOM_JDBC_CERT_STRING, SKIP_CUSTOM_JDBC_CERT_VALIDATION. These parameters are used to configure SSL with JDBC.

        \n
        • \n
      \n
      • \n
    • \n

      \n KAFKA - Designates a connection to an Apache Kafka streaming platform.

      \n

      \n KAFKA Connections use the following ConnectionParameters.

      \n
        \n
      • \n

        Required: KAFKA_BOOTSTRAP_SERVERS.

        \n
        • \n
      • \n

        Optional: KAFKA_SSL_ENABLED, KAFKA_CUSTOM_CERT, KAFKA_SKIP_CUSTOM_CERT_VALIDATION. These parameters are used to configure SSL with KAFKA.

        \n
        • \n
      • \n

        Optional: KAFKA_CLIENT_KEYSTORE, KAFKA_CLIENT_KEYSTORE_PASSWORD, KAFKA_CLIENT_KEY_PASSWORD, ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD, ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD. These parameters are used to configure TLS client configuration with SSL in KAFKA.

        \n
        • \n
      • \n

        Optional: KAFKA_SASL_MECHANISM. Can be specified as SCRAM-SHA-512, GSSAPI, or AWS_MSK_IAM.

        \n
        • \n
      • \n

        Optional: KAFKA_SASL_SCRAM_USERNAME, KAFKA_SASL_SCRAM_PASSWORD, ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD. These parameters are used to configure SASL/SCRAM-SHA-512 authentication with KAFKA.

        \n
        • \n
      • \n

        Optional: KAFKA_SASL_GSSAPI_KEYTAB, KAFKA_SASL_GSSAPI_KRB5_CONF, KAFKA_SASL_GSSAPI_SERVICE, KAFKA_SASL_GSSAPI_PRINCIPAL. These parameters are used to configure SASL/GSSAPI authentication with KAFKA.

        \n
        • \n
      \n
      • \n
    • \n

      \n MONGODB - Designates a connection to a MongoDB document database.

      \n

      \n MONGODB Connections use the following ConnectionParameters.

      \n
        \n
      • \n

        Required: CONNECTION_URL.

        \n
        • \n
      • \n

        Required: All of (USERNAME, PASSWORD) or SECRET_ID.

        \n
        • \n
      \n
      • \n
    • \n

      \n SALESFORCE - Designates a connection to Salesforce using OAuth authencation.

      \n
        \n
      • \n

        Requires the AuthenticationConfiguration member to be configured.

        \n
        • \n
      \n
      • \n
    • \n

      \n VIEW_VALIDATION_REDSHIFT - Designates a connection used for view validation by Amazon Redshift.

      \n
      • \n
    • \n

      \n VIEW_VALIDATION_ATHENA - Designates a connection used for view validation by Amazon Athena.

      \n
      • \n
    • \n

      \n NETWORK - Designates a network connection to a data source within an Amazon Virtual Private Cloud environment (Amazon VPC).

      \n

      \n NETWORK Connections do not require ConnectionParameters. Instead, provide a PhysicalConnectionRequirements.

      \n
      • \n
    • \n

      \n MARKETPLACE - Uses configuration settings contained in a connector purchased from Amazon Web Services Marketplace to read from and write to data stores that are not natively supported by Glue.

      \n

      \n MARKETPLACE Connections use the following ConnectionParameters.

      \n
        \n
      • \n

        Required: CONNECTOR_TYPE, CONNECTOR_URL, CONNECTOR_CLASS_NAME, CONNECTION_URL.

        \n
        • \n
      • \n

        Required for JDBC\n CONNECTOR_TYPE connections: All of (USERNAME, PASSWORD) or SECRET_ID.

        \n
        • \n
      \n
      • \n
    • \n

      \n CUSTOM - Uses configuration settings contained in a custom connector to read from and write to data stores that are not natively supported by Glue.

      \n
      • \n
    \n

    \n SFTP is not supported.

    \n

    For more information about how optional ConnectionProperties are used to configure features in Glue, consult Glue connection properties.

    \n

    For more information about how optional ConnectionProperties are used to configure features in Glue Studio, consult Using connectors and connections.

    ", + "smithy.api#documentation": "

    The type of the connection. Currently, these types are supported:

    \n
      \n
    • \n

      \n JDBC - Designates a connection to a database through Java Database Connectivity (JDBC).

      \n

      \n JDBC Connections use the following ConnectionParameters.

      \n
        \n
      • \n

        Required: All of (HOST, PORT, JDBC_ENGINE) or JDBC_CONNECTION_URL.

        \n
        • \n
      • \n

        Required: All of (USERNAME, PASSWORD) or SECRET_ID.

        \n
        • \n
      • \n

        Optional: JDBC_ENFORCE_SSL, CUSTOM_JDBC_CERT, CUSTOM_JDBC_CERT_STRING, SKIP_CUSTOM_JDBC_CERT_VALIDATION. These parameters are used to configure SSL with JDBC.

        \n
        • \n
      \n
      • \n
    • \n

      \n KAFKA - Designates a connection to an Apache Kafka streaming platform.

      \n

      \n KAFKA Connections use the following ConnectionParameters.

      \n
        \n
      • \n

        Required: KAFKA_BOOTSTRAP_SERVERS.

        \n
        • \n
      • \n

        Optional: KAFKA_SSL_ENABLED, KAFKA_CUSTOM_CERT, KAFKA_SKIP_CUSTOM_CERT_VALIDATION. These parameters are used to configure SSL with KAFKA.

        \n
        • \n
      • \n

        Optional: KAFKA_CLIENT_KEYSTORE, KAFKA_CLIENT_KEYSTORE_PASSWORD, KAFKA_CLIENT_KEY_PASSWORD, ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD, ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD. These parameters are used to configure TLS client configuration with SSL in KAFKA.

        \n
        • \n
      • \n

        Optional: KAFKA_SASL_MECHANISM. Can be specified as SCRAM-SHA-512, GSSAPI, or AWS_MSK_IAM.

        \n
        • \n
      • \n

        Optional: KAFKA_SASL_SCRAM_USERNAME, KAFKA_SASL_SCRAM_PASSWORD, ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD. These parameters are used to configure SASL/SCRAM-SHA-512 authentication with KAFKA.

        \n
        • \n
      • \n

        Optional: KAFKA_SASL_GSSAPI_KEYTAB, KAFKA_SASL_GSSAPI_KRB5_CONF, KAFKA_SASL_GSSAPI_SERVICE, KAFKA_SASL_GSSAPI_PRINCIPAL. These parameters are used to configure SASL/GSSAPI authentication with KAFKA.

        \n
        • \n
      \n
      • \n
    • \n

      \n MONGODB - Designates a connection to a MongoDB document database.

      \n

      \n MONGODB Connections use the following ConnectionParameters.

      \n
        \n
      • \n

        Required: CONNECTION_URL.

        \n
        • \n
      • \n

        Required: All of (USERNAME, PASSWORD) or SECRET_ID.

        \n
        • \n
      \n
      • \n
    • \n

      \n VIEW_VALIDATION_REDSHIFT - Designates a connection used for view validation by Amazon Redshift.

      \n
      • \n
    • \n

      \n VIEW_VALIDATION_ATHENA - Designates a connection used for view validation by Amazon Athena.

      \n
      • \n
    • \n

      \n NETWORK - Designates a network connection to a data source within an Amazon Virtual Private Cloud environment (Amazon VPC).

      \n

      \n NETWORK Connections do not require ConnectionParameters. Instead, provide a PhysicalConnectionRequirements.

      \n
      • \n
    • \n

      \n MARKETPLACE - Uses configuration settings contained in a connector purchased from Amazon Web Services Marketplace to read from and write to data stores that are not natively supported by Glue.

      \n

      \n MARKETPLACE Connections use the following ConnectionParameters.

      \n
        \n
      • \n

        Required: CONNECTOR_TYPE, CONNECTOR_URL, CONNECTOR_CLASS_NAME, CONNECTION_URL.

        \n
        • \n
      • \n

        Required for JDBC\n CONNECTOR_TYPE connections: All of (USERNAME, PASSWORD) or SECRET_ID.

        \n
        • \n
      \n
      • \n
    • \n

      \n CUSTOM - Uses configuration settings contained in a custom connector to read from and write to data stores that are not natively supported by Glue.

      \n
      • \n
    \n

    Additionally, a ConnectionType for the following SaaS connectors is supported:

    \n
      \n
    • \n

      \n FACEBOOKADS - Designates a connection to Facebook Ads.

      \n
      • \n
    • \n

      \n GOOGLEADS - Designates a connection to Google Ads.

      \n
      • \n
    • \n

      \n GOOGLESHEETS - Designates a connection to Google Sheets.

      \n
      • \n
    • \n

      \n GOOGLEANALYTICS4 - Designates a connection to Google Analytics 4.

      \n
      • \n
    • \n

      \n HUBSPOT - Designates a connection to HubSpot.

      \n
      • \n
    • \n

      \n INSTAGRAMADS - Designates a connection to Instagram Ads.

      \n
      • \n
    • \n

      \n INTERCOM - Designates a connection to Intercom.

      \n
      • \n
    • \n

      \n JIRACLOUD - Designates a connection to Jira Cloud.

      \n
      • \n
    • \n

      \n MARKETO - Designates a connection to Adobe Marketo Engage.

      \n
      • \n
    • \n

      \n NETSUITEERP - Designates a connection to Oracle NetSuite.

      \n
      • \n
    • \n

      \n SALESFORCE - Designates a connection to Salesforce using OAuth authentication.

      \n
      • \n
    • \n

      \n SALESFORCEMARKETINGCLOUD - Designates a connection to Salesforce Marketing Cloud.

      \n
      • \n
    • \n

      \n SALESFORCEPARDOT - Designates a connection to Salesforce Marketing Cloud Account Engagement (MCAE).

      \n
      • \n
    • \n

      \n SAPODATA - Designates a connection to SAP OData.

      \n
      • \n
    • \n

      \n SERVICENOW - Designates a connection to ServiceNow.

      \n
      • \n
    • \n

      \n SLACK - Designates a connection to Slack.

      \n
      • \n
    • \n

      \n SNAPCHATADS - Designates a connection to Snapchat Ads.

      \n
      • \n
    • \n

      \n STRIPE - Designates a connection to Stripe.

      \n
      • \n
    • \n

      \n ZENDESK - Designates a connection to Zendesk.

      \n
      • \n
    • \n

      \n ZOHOCRM - Designates a connection to Zoho CRM.

      \n
      • \n
    \n

    For more information on the connection parameters needed for a particular connector, see the documentation for the connector in Adding an Glue connectionin the Glue User Guide.

    \n

    \n SFTP is not supported.

    \n

    For more information about how optional ConnectionProperties are used to configure features in Glue, consult Glue connection properties.

    \n

    For more information about how optional ConnectionProperties are used to configure features in Glue Studio, consult Using connectors and connections.

    ", "smithy.api#required": {} } }, @@ -7054,10 +7672,22 @@ "smithy.api#required": {} } }, + "SparkProperties": { + "target": "com.amazonaws.glue#PropertyMap", + "traits": { + "smithy.api#documentation": "

    Connection properties specific to the Spark compute environment.

    " + } + }, "AthenaProperties": { "target": "com.amazonaws.glue#PropertyMap", "traits": { - "smithy.api#documentation": "

    This field is not currently used.

    " + "smithy.api#documentation": "

    Connection properties specific to the Athena compute environment.

    " + } + }, + "PythonProperties": { + "target": "com.amazonaws.glue#PropertyMap", + "traits": { + "smithy.api#documentation": "

    Connection properties specific to the Python compute environment.

    " } }, "PhysicalConnectionRequirements": { @@ -7069,14 +7699,20 @@ "AuthenticationConfiguration": { "target": "com.amazonaws.glue#AuthenticationConfigurationInput", "traits": { - "smithy.api#documentation": "

    The authentication properties of the connection. Used for a Salesforce connection.

    " + "smithy.api#documentation": "

    The authentication properties of the connection.

    " } }, "ValidateCredentials": { "target": "com.amazonaws.glue#Boolean", "traits": { "smithy.api#default": false, - "smithy.api#documentation": "

    A flag to validate the credentials during create connection. Used for a Salesforce connection. Default is true.

    " + "smithy.api#documentation": "

    A flag to validate the credentials during create connection. Default is true.

    " + } + }, + "ValidateForComputeEnvironments": { + "target": "com.amazonaws.glue#ComputeEnvironmentList", + "traits": { + "smithy.api#documentation": "

    The compute environments that the specified connection properties are validated against.

    " } } }, @@ -7093,6 +7729,21 @@ "com.amazonaws.glue#ConnectionName": { "type": "string" }, + "com.amazonaws.glue#ConnectionOptions": { + "type": "map", + "key": { + "target": "com.amazonaws.glue#OptionKey" + }, + "value": { + "target": "com.amazonaws.glue#OptionValue" + }, + "traits": { + "smithy.api#length": { + "min": 0, + "max": 100 + } + } + }, "com.amazonaws.glue#ConnectionPasswordEncryption": { "type": "structure", "members": { @@ -7289,30 +7940,6 @@ "smithy.api#enumValue": "ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD" } }, - "SECRET_ID": { - "target": "smithy.api#Unit", - "traits": { - "smithy.api#enumValue": "SECRET_ID" - } - }, - "CONNECTOR_URL": { - "target": "smithy.api#Unit", - "traits": { - "smithy.api#enumValue": "CONNECTOR_URL" - } - }, - "CONNECTOR_TYPE": { - "target": "smithy.api#Unit", - "traits": { - "smithy.api#enumValue": "CONNECTOR_TYPE" - } - }, - "CONNECTOR_CLASS_NAME": { - "target": "smithy.api#Unit", - "traits": { - "smithy.api#enumValue": "CONNECTOR_CLASS_NAME" - } - }, "KAFKA_SASL_MECHANISM": { "target": "smithy.api#Unit", "traits": { @@ -7385,6 +8012,42 @@ "smithy.api#enumValue": "KAFKA_SASL_GSSAPI_PRINCIPAL" } }, + "SECRET_ID": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "SECRET_ID" + } + }, + "CONNECTOR_URL": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "CONNECTOR_URL" + } + }, + "CONNECTOR_TYPE": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "CONNECTOR_TYPE" + } + }, + "CONNECTOR_CLASS_NAME": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "CONNECTOR_CLASS_NAME" + } + }, + "ENDPOINT": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "ENDPOINT" + } + }, + "ENDPOINT_TYPE": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "ENDPOINT_TYPE" + } + }, "ROLE_ARN": { "target": "smithy.api#Unit", "traits": { @@ -7417,6 +8080,15 @@ } } }, + "com.amazonaws.glue#ConnectionSchemaVersion": { + "type": "integer", + "traits": { + "smithy.api#range": { + "min": 1, + "max": 2 + } + } + }, "com.amazonaws.glue#ConnectionStatus": { "type": "enum", "members": { @@ -7502,9 +8174,155 @@ "traits": { "smithy.api#enumValue": "VIEW_VALIDATION_ATHENA" } + }, + "GOOGLEADS": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "GOOGLEADS" + } + }, + "GOOGLESHEETS": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "GOOGLESHEETS" + } + }, + "GOOGLEANALYTICS4": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "GOOGLEANALYTICS4" + } + }, + "SERVICENOW": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "SERVICENOW" + } + }, + "MARKETO": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "MARKETO" + } + }, + "SAPODATA": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "SAPODATA" + } + }, + "ZENDESK": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "ZENDESK" + } + }, + "JIRACLOUD": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "JIRACLOUD" + } + }, + "NETSUITEERP": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "NETSUITEERP" + } + }, + "HUBSPOT": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "HUBSPOT" + } + }, + "FACEBOOKADS": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "FACEBOOKADS" + } + }, + "INSTAGRAMADS": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "INSTAGRAMADS" + } + }, + "ZOHOCRM": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "ZOHOCRM" + } + }, + "SALESFORCEPARDOT": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "SALESFORCEPARDOT" + } + }, + "SALESFORCEMARKETINGCLOUD": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "SALESFORCEMARKETINGCLOUD" + } + }, + "SLACK": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "SLACK" + } + }, + "STRIPE": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "STRIPE" + } + }, + "INTERCOM": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "INTERCOM" + } + }, + "SNAPCHATADS": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "SNAPCHATADS" + } } } }, + "com.amazonaws.glue#ConnectionTypeBrief": { + "type": "structure", + "members": { + "ConnectionType": { + "target": "com.amazonaws.glue#ConnectionType", + "traits": { + "smithy.api#documentation": "

    The name of the connection type.

    " + } + }, + "Description": { + "target": "com.amazonaws.glue#Description", + "traits": { + "smithy.api#documentation": "

    A description of the connection type.

    " + } + }, + "Capabilities": { + "target": "com.amazonaws.glue#Capabilities", + "traits": { + "smithy.api#documentation": "

    The supported authentication types, data interface types (compute environments), and data operations of the connector.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    Brief information about a supported connection type returned by the ListConnectionTypes API.

    " + } + }, + "com.amazonaws.glue#ConnectionTypeList": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#ConnectionTypeBrief" + } + }, "com.amazonaws.glue#ConnectionsList": { "type": "structure", "members": { @@ -8319,6 +9137,88 @@ "smithy.api#output": {} } }, + "com.amazonaws.glue#CreateCatalog": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#CreateCatalogRequest" + }, + "output": { + "target": "com.amazonaws.glue#CreateCatalogResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#AlreadyExistsException" + }, + { + "target": "com.amazonaws.glue#ConcurrentModificationException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#FederatedResourceAlreadyExistsException" + }, + { + "target": "com.amazonaws.glue#FederationSourceException" + }, + { + "target": "com.amazonaws.glue#GlueEncryptionException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#OperationTimeoutException" + }, + { + "target": "com.amazonaws.glue#ResourceNumberLimitExceededException" + } + ], + "traits": { + "smithy.api#documentation": "

    Creates a new catalog in the Glue Data Catalog.

    " + } + }, + "com.amazonaws.glue#CreateCatalogRequest": { + "type": "structure", + "members": { + "Name": { + "target": "com.amazonaws.glue#CatalogNameString", + "traits": { + "smithy.api#documentation": "

    The name of the catalog to create.

    ", + "smithy.api#required": {} + } + }, + "CatalogInput": { + "target": "com.amazonaws.glue#CatalogInput", + "traits": { + "smithy.api#documentation": "

    A CatalogInput object that defines the metadata for the catalog.

    ", + "smithy.api#required": {} + } + }, + "Tags": { + "target": "com.amazonaws.glue#TagsMap", + "traits": { + "smithy.api#documentation": "

    A map array of key-value pairs, not more than 50 pairs. Each key is a UTF-8 string, not less than 1 or more than 128 bytes long. Each value is a UTF-8 string, not more than 256 bytes long. The tags you assign to the catalog.

    " + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#CreateCatalogResponse": { + "type": "structure", + "members": {}, + "traits": { + "smithy.api#output": {} + } + }, "com.amazonaws.glue#CreateClassifier": { "type": "operation", "input": { @@ -8959,6 +9859,12 @@ { "target": "com.amazonaws.glue#FederatedResourceAlreadyExistsException" }, + { + "target": "com.amazonaws.glue#FederationSourceException" + }, + { + "target": "com.amazonaws.glue#FederationSourceRetryableException" + }, { "target": "com.amazonaws.glue#GlueEncryptionException" }, @@ -9311,6 +10217,369 @@ "smithy.api#documentation": "

    Specifies a grok classifier for CreateClassifier\n to create.

    " } }, + "com.amazonaws.glue#CreateIntegration": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#CreateIntegrationRequest" + }, + "output": { + "target": "com.amazonaws.glue#CreateIntegrationResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#ConflictException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#IntegrationConflictOperationFault" + }, + { + "target": "com.amazonaws.glue#IntegrationQuotaExceededFault" + }, + { + "target": "com.amazonaws.glue#InternalServerException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#KMSKeyNotAccessibleFault" + }, + { + "target": "com.amazonaws.glue#ResourceNotFoundException" + }, + { + "target": "com.amazonaws.glue#ResourceNumberLimitExceededException" + }, + { + "target": "com.amazonaws.glue#ValidationException" + } + ], + "traits": { + "smithy.api#documentation": "

    Creates a Zero-ETL integration in the caller's account between two resources with Amazon Resource Names (ARNs): the SourceArn and TargetArn.

    " + } + }, + "com.amazonaws.glue#CreateIntegrationRequest": { + "type": "structure", + "members": { + "IntegrationName": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    A unique name for an integration in Glue.

    ", + "smithy.api#required": {} + } + }, + "SourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The ARN of the source resource for the integration.

    ", + "smithy.api#required": {} + } + }, + "TargetArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The ARN of the target resource for the integration.

    ", + "smithy.api#required": {} + } + }, + "Description": { + "target": "com.amazonaws.glue#IntegrationDescription", + "traits": { + "smithy.api#documentation": "

    A description of the integration.

    " + } + }, + "DataFilter": { + "target": "com.amazonaws.glue#String2048", + "traits": { + "smithy.api#documentation": "

    Selects source tables for the integration using Maxwell filter syntax.

    " + } + }, + "KmsKeyId": { + "target": "com.amazonaws.glue#String2048", + "traits": { + "smithy.api#documentation": "

    The ARN of a KMS key used for encrypting the channel.

    " + } + }, + "AdditionalEncryptionContext": { + "target": "com.amazonaws.glue#IntegrationAdditionalEncryptionContextMap", + "traits": { + "smithy.api#documentation": "

    An optional set of non-secret key–value pairs that contains additional contextual information for encryption. This can only be provided if KMSKeyId is provided.

    " + } + }, + "Tags": { + "target": "com.amazonaws.glue#IntegrationTagsList", + "traits": { + "smithy.api#documentation": "

    Metadata assigned to the resource consisting of a list of key-value pairs.

    " + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#CreateIntegrationResourceProperty": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#CreateIntegrationResourcePropertyRequest" + }, + "output": { + "target": "com.amazonaws.glue#CreateIntegrationResourcePropertyResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#ConflictException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#InternalServerException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#ResourceNotFoundException" + }, + { + "target": "com.amazonaws.glue#ValidationException" + } + ], + "traits": { + "smithy.api#documentation": "

    This API can be used for setting up the ResourceProperty of the Glue connection (for the source) or Glue database ARN (for the target). These properties can include the role to access the connection or database. To set both source and target properties the same API needs to be invoked with the Glue connection ARN as ResourceArn with SourceProcessingProperties and the Glue database ARN as ResourceArn with TargetProcessingProperties respectively.

    " + } + }, + "com.amazonaws.glue#CreateIntegrationResourcePropertyRequest": { + "type": "structure", + "members": { + "ResourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The connection ARN of the source, or the database ARN of the target.

    ", + "smithy.api#required": {} + } + }, + "SourceProcessingProperties": { + "target": "com.amazonaws.glue#SourceProcessingProperties", + "traits": { + "smithy.api#documentation": "

    The resource properties associated with the integration source.

    " + } + }, + "TargetProcessingProperties": { + "target": "com.amazonaws.glue#TargetProcessingProperties", + "traits": { + "smithy.api#documentation": "

    The resource properties associated with the integration target.

    " + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#CreateIntegrationResourcePropertyResponse": { + "type": "structure", + "members": { + "ResourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The connection ARN of the source, or the database ARN of the target.

    ", + "smithy.api#required": {} + } + }, + "SourceProcessingProperties": { + "target": "com.amazonaws.glue#SourceProcessingProperties", + "traits": { + "smithy.api#documentation": "

    The resource properties associated with the integration source.

    " + } + }, + "TargetProcessingProperties": { + "target": "com.amazonaws.glue#TargetProcessingProperties", + "traits": { + "smithy.api#documentation": "

    The resource properties associated with the integration target.

    " + } + } + }, + "traits": { + "smithy.api#output": {} + } + }, + "com.amazonaws.glue#CreateIntegrationResponse": { + "type": "structure", + "members": { + "SourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The ARN of the source resource for the integration.

    ", + "smithy.api#required": {} + } + }, + "TargetArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The ARN of the target resource for the integration.

    ", + "smithy.api#required": {} + } + }, + "IntegrationName": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    A unique name for an integration in Glue.

    ", + "smithy.api#required": {} + } + }, + "Description": { + "target": "com.amazonaws.glue#IntegrationDescription", + "traits": { + "smithy.api#documentation": "

    A description of the integration.

    " + } + }, + "IntegrationArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The Amazon Resource Name (ARN) for the created integration.

    ", + "smithy.api#required": {} + } + }, + "KmsKeyId": { + "target": "com.amazonaws.glue#String2048", + "traits": { + "smithy.api#documentation": "

    The ARN of a KMS key used for encrypting the channel.

    " + } + }, + "AdditionalEncryptionContext": { + "target": "com.amazonaws.glue#IntegrationAdditionalEncryptionContextMap", + "traits": { + "smithy.api#documentation": "

    An optional set of non-secret key–value pairs that contains additional contextual information for encryption.

    " + } + }, + "Tags": { + "target": "com.amazonaws.glue#IntegrationTagsList", + "traits": { + "smithy.api#documentation": "

    Metadata assigned to the resource consisting of a list of key-value pairs.

    " + } + }, + "Status": { + "target": "com.amazonaws.glue#IntegrationStatus", + "traits": { + "smithy.api#documentation": "

    The status of the integration being created.

    \n

    The possible statuses are:

    \n
      \n
    • \n

      CREATING: The integration is being created.

      \n
      • \n
    • \n

      ACTIVE: The integration creation succeeds.

      \n
      • \n
    • \n

      MODIFYING: The integration is being modified.

      \n
      • \n
    • \n

      FAILED: The integration creation fails.

      \n
      • \n
    • \n

      DELETING: The integration is deleted.

      \n
      • \n
    • \n

      SYNCING: The integration is synchronizing.

      \n
      • \n
    • \n

      NEEDS_ATTENTION: The integration needs attention, such as synchronization.

      \n
      • \n
    ", + "smithy.api#required": {} + } + }, + "CreateTime": { + "target": "com.amazonaws.glue#IntegrationTimestamp", + "traits": { + "smithy.api#documentation": "

    The time when the integration was created, in UTC.

    ", + "smithy.api#required": {} + } + }, + "Errors": { + "target": "com.amazonaws.glue#IntegrationErrorList", + "traits": { + "smithy.api#documentation": "

    A list of errors associated with the integration creation.

    " + } + }, + "DataFilter": { + "target": "com.amazonaws.glue#String2048", + "traits": { + "smithy.api#documentation": "

    Selects source tables for the integration using Maxwell filter syntax.

    " + } + } + }, + "traits": { + "smithy.api#output": {} + } + }, + "com.amazonaws.glue#CreateIntegrationTableProperties": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#CreateIntegrationTablePropertiesRequest" + }, + "output": { + "target": "com.amazonaws.glue#CreateIntegrationTablePropertiesResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#InternalServerException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#ResourceNotFoundException" + }, + { + "target": "com.amazonaws.glue#ValidationException" + } + ], + "traits": { + "smithy.api#documentation": "

    This API is used to provide optional override properties for the the tables that need to be replicated. These properties can include properties for filtering and partitioning for the source and target tables. To set both source and target properties the same API need to be invoked with the Glue connection ARN as ResourceArn with SourceTableConfig, and the Glue database ARN as ResourceArn with TargetTableConfig respectively.

    " + } + }, + "com.amazonaws.glue#CreateIntegrationTablePropertiesRequest": { + "type": "structure", + "members": { + "ResourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The connection ARN of the source, or the database ARN of the target.

    ", + "smithy.api#required": {} + } + }, + "TableName": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The name of the table to be replicated.

    ", + "smithy.api#required": {} + } + }, + "SourceTableConfig": { + "target": "com.amazonaws.glue#SourceTableConfig", + "traits": { + "smithy.api#documentation": "

    A structure for the source table configuration.

    " + } + }, + "TargetTableConfig": { + "target": "com.amazonaws.glue#TargetTableConfig", + "traits": { + "smithy.api#documentation": "

    A structure for the target table configuration.

    " + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#CreateIntegrationTablePropertiesResponse": { + "type": "structure", + "members": {}, + "traits": { + "smithy.api#output": {} + } + }, "com.amazonaws.glue#CreateJob": { "type": "operation", "input": { @@ -10423,6 +11692,12 @@ { "target": "com.amazonaws.glue#EntityNotFoundException" }, + { + "target": "com.amazonaws.glue#FederationSourceException" + }, + { + "target": "com.amazonaws.glue#FederationSourceRetryableException" + }, { "target": "com.amazonaws.glue#GlueEncryptionException" }, @@ -10974,6 +12249,36 @@ "com.amazonaws.glue#CreatedTimestamp": { "type": "string" }, + "com.amazonaws.glue#CredentialKey": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 128 + } + } + }, + "com.amazonaws.glue#CredentialMap": { + "type": "map", + "key": { + "target": "com.amazonaws.glue#CredentialKey" + }, + "value": { + "target": "com.amazonaws.glue#CredentialValue" + }, + "traits": { + "smithy.api#sensitive": {} + } + }, + "com.amazonaws.glue#CredentialValue": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 2048 + } + } + }, "com.amazonaws.glue#CronExpression": { "type": "string" }, @@ -11241,6 +12546,15 @@ "smithy.api#pattern": "^[\\u0020-\\uD7FF\\uE000-\\uFFFD\\uD800\\uDC00-\\uDBFF\\uDFFF\\r\\n\\t]*$" } }, + "com.amazonaws.glue#CustomProperties": { + "type": "map", + "key": { + "target": "smithy.api#String" + }, + "value": { + "target": "smithy.api#String" + } + }, "com.amazonaws.glue#DQAdditionalOptions": { "type": "map", "key": { @@ -11421,6 +12735,96 @@ } } }, + "com.amazonaws.glue#DataLakeAccessProperties": { + "type": "structure", + "members": { + "DataLakeAccess": { + "target": "com.amazonaws.glue#Boolean", + "traits": { + "smithy.api#default": false, + "smithy.api#documentation": "

    Turns on or off data lake access for Apache Spark applications that access Amazon Redshift databases in the Data Catalog from any non-Redshift engine, such as Amazon Athena, Amazon EMR, or Glue ETL.

    " + } + }, + "DataTransferRole": { + "target": "com.amazonaws.glue#IAMRoleArn", + "traits": { + "smithy.api#documentation": "

    A role that will be assumed by Glue for transferring data into/out of the staging bucket during a query.

    " + } + }, + "KmsKey": { + "target": "com.amazonaws.glue#ResourceArnString", + "traits": { + "smithy.api#documentation": "

    An encryption key that will be used for the staging bucket that will be created along with the catalog.

    " + } + }, + "CatalogType": { + "target": "com.amazonaws.glue#NameString", + "traits": { + "smithy.api#documentation": "

    Specifies a federated catalog type for the native catalog resource. The currently supported type is aws:redshift.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    Input properties to configure data lake access for your catalog resource in the Glue Data Catalog.

    " + } + }, + "com.amazonaws.glue#DataLakeAccessPropertiesOutput": { + "type": "structure", + "members": { + "DataLakeAccess": { + "target": "com.amazonaws.glue#Boolean", + "traits": { + "smithy.api#default": false, + "smithy.api#documentation": "

    Turns on or off data lake access for Apache Spark applications that access Amazon Redshift databases in the Data Catalog.

    " + } + }, + "DataTransferRole": { + "target": "com.amazonaws.glue#IAMRoleArn", + "traits": { + "smithy.api#documentation": "

    A role that will be assumed by Glue for transferring data into/out of the staging bucket during a query.

    " + } + }, + "KmsKey": { + "target": "com.amazonaws.glue#ResourceArnString", + "traits": { + "smithy.api#documentation": "

    An encryption key that will be used for the staging bucket that will be created along with the catalog.

    " + } + }, + "ManagedWorkgroupName": { + "target": "com.amazonaws.glue#NameString", + "traits": { + "smithy.api#documentation": "

    The managed Redshift Serverless compute name that is created for your catalog resource.

    " + } + }, + "ManagedWorkgroupStatus": { + "target": "com.amazonaws.glue#NameString", + "traits": { + "smithy.api#documentation": "

    The managed Redshift Serverless compute status.

    " + } + }, + "RedshiftDatabaseName": { + "target": "com.amazonaws.glue#NameString", + "traits": { + "smithy.api#documentation": "

    The default Redshift database resource name in the managed compute.

    " + } + }, + "StatusMessage": { + "target": "com.amazonaws.glue#NameString", + "traits": { + "smithy.api#documentation": "

    A message that gives more detailed information about the managed workgroup status.

    " + } + }, + "CatalogType": { + "target": "com.amazonaws.glue#NameString", + "traits": { + "smithy.api#documentation": "

    Specifies a federated catalog type for the native catalog resource. The currently supported type is aws:redshift.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    The output properties of the data lake access configuration for your catalog resource in the Glue Data Catalog.

    " + } + }, "com.amazonaws.glue#DataLakePrincipal": { "type": "structure", "members": { @@ -11444,6 +12848,29 @@ } } }, + "com.amazonaws.glue#DataOperation": { + "type": "enum", + "members": { + "READ": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "READ" + } + }, + "WRITE": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "WRITE" + } + } + } + }, + "com.amazonaws.glue#DataOperations": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#DataOperation" + } + }, "com.amazonaws.glue#DataQualityAnalyzerResult": { "type": "structure", "members": { @@ -12606,6 +14033,66 @@ "smithy.api#output": {} } }, + "com.amazonaws.glue#DeleteCatalog": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#DeleteCatalogRequest" + }, + "output": { + "target": "com.amazonaws.glue#DeleteCatalogResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#ConcurrentModificationException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#FederationSourceException" + }, + { + "target": "com.amazonaws.glue#GlueEncryptionException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#OperationTimeoutException" + } + ], + "traits": { + "smithy.api#documentation": "

    Removes the specified catalog from the Glue Data Catalog.

    \n

    After completing this operation, you no longer have access to the databases, tables (and all table versions and partitions that might belong to the tables) and the user-defined functions in the deleted catalog. Glue deletes these \"orphaned\" resources asynchronously in a timely manner, at the discretion of the service.

    \n

    To ensure the immediate deletion of all related resources before calling the DeleteCatalog operation, use DeleteTableVersion (or BatchDeleteTableVersion), DeletePartition (or BatchDeletePartition), DeleteTable (or BatchDeleteTable), DeleteUserDefinedFunction and DeleteDatabase to delete any resources that belong to the catalog.

    " + } + }, + "com.amazonaws.glue#DeleteCatalogRequest": { + "type": "structure", + "members": { + "CatalogId": { + "target": "com.amazonaws.glue#CatalogIdString", + "traits": { + "smithy.api#documentation": "

    The ID of the catalog.

    ", + "smithy.api#required": {} + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#DeleteCatalogResponse": { + "type": "structure", + "members": {}, + "traits": { + "smithy.api#output": {} + } + }, "com.amazonaws.glue#DeleteClassifier": { "type": "operation", "input": { @@ -13078,6 +14565,12 @@ { "target": "com.amazonaws.glue#EntityNotFoundException" }, + { + "target": "com.amazonaws.glue#FederationSourceException" + }, + { + "target": "com.amazonaws.glue#FederationSourceRetryableException" + }, { "target": "com.amazonaws.glue#InternalServiceException" }, @@ -13168,6 +14661,218 @@ "smithy.api#output": {} } }, + "com.amazonaws.glue#DeleteIntegration": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#DeleteIntegrationRequest" + }, + "output": { + "target": "com.amazonaws.glue#DeleteIntegrationResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#ConflictException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#IntegrationConflictOperationFault" + }, + { + "target": "com.amazonaws.glue#IntegrationNotFoundFault" + }, + { + "target": "com.amazonaws.glue#InternalServerException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#InvalidIntegrationStateFault" + }, + { + "target": "com.amazonaws.glue#InvalidStateException" + }, + { + "target": "com.amazonaws.glue#ValidationException" + } + ], + "traits": { + "smithy.api#documentation": "

    Deletes the specified Zero-ETL integration.

    " + } + }, + "com.amazonaws.glue#DeleteIntegrationRequest": { + "type": "structure", + "members": { + "IntegrationIdentifier": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The Amazon Resource Name (ARN) for the integration.

    ", + "smithy.api#required": {} + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#DeleteIntegrationResponse": { + "type": "structure", + "members": { + "SourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The ARN of the source for the integration.

    ", + "smithy.api#required": {} + } + }, + "TargetArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The ARN of the target for the integration.

    ", + "smithy.api#required": {} + } + }, + "IntegrationName": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    A unique name for an integration in Glue.

    ", + "smithy.api#required": {} + } + }, + "Description": { + "target": "com.amazonaws.glue#IntegrationDescription", + "traits": { + "smithy.api#documentation": "

    A description of the integration.

    " + } + }, + "IntegrationArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The Amazon Resource Name (ARN) for the integration.

    ", + "smithy.api#required": {} + } + }, + "KmsKeyId": { + "target": "com.amazonaws.glue#String2048", + "traits": { + "smithy.api#documentation": "

    The ARN of a KMS key used for encrypting the channel.

    " + } + }, + "AdditionalEncryptionContext": { + "target": "com.amazonaws.glue#IntegrationAdditionalEncryptionContextMap", + "traits": { + "smithy.api#documentation": "

    An optional set of non-secret key–value pairs that contains additional contextual information for encryption.

    " + } + }, + "Tags": { + "target": "com.amazonaws.glue#IntegrationTagsList", + "traits": { + "smithy.api#documentation": "

    Metadata assigned to the resource consisting of a list of key-value pairs.

    " + } + }, + "Status": { + "target": "com.amazonaws.glue#IntegrationStatus", + "traits": { + "smithy.api#documentation": "

    The status of the integration being deleted.

    \n

    The possible statuses are:

    \n
      \n
    • \n

      CREATING: The integration is being created.

      \n
      • \n
    • \n

      ACTIVE: The integration creation succeeds.

      \n
      • \n
    • \n

      MODIFYING: The integration is being modified.

      \n
      • \n
    • \n

      FAILED: The integration creation fails.

      \n
      • \n
    • \n

      DELETING: The integration is deleted.

      \n
      • \n
    • \n

      SYNCING: The integration is synchronizing.

      \n
      • \n
    • \n

      NEEDS_ATTENTION: The integration needs attention, such as synchronization.

      \n
      • \n
    ", + "smithy.api#required": {} + } + }, + "CreateTime": { + "target": "com.amazonaws.glue#IntegrationTimestamp", + "traits": { + "smithy.api#documentation": "

    The time when the integration was created, in UTC.

    ", + "smithy.api#required": {} + } + }, + "Errors": { + "target": "com.amazonaws.glue#IntegrationErrorList", + "traits": { + "smithy.api#documentation": "

    A list of errors associated with the integration.

    " + } + }, + "DataFilter": { + "target": "com.amazonaws.glue#String2048", + "traits": { + "smithy.api#documentation": "

    Selects source tables for the integration using Maxwell filter syntax.

    " + } + } + }, + "traits": { + "smithy.api#output": {} + } + }, + "com.amazonaws.glue#DeleteIntegrationTableProperties": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#DeleteIntegrationTablePropertiesRequest" + }, + "output": { + "target": "com.amazonaws.glue#DeleteIntegrationTablePropertiesResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#InternalServerException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#ResourceNotFoundException" + }, + { + "target": "com.amazonaws.glue#ValidationException" + } + ], + "traits": { + "smithy.api#documentation": "

    Deletes the table properties that have been created for the tables that need to be replicated.

    " + } + }, + "com.amazonaws.glue#DeleteIntegrationTablePropertiesRequest": { + "type": "structure", + "members": { + "ResourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The connection ARN of the source, or the database ARN of the target.

    ", + "smithy.api#required": {} + } + }, + "TableName": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The name of the table to be replicated.

    ", + "smithy.api#required": {} + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#DeleteIntegrationTablePropertiesResponse": { + "type": "structure", + "members": {}, + "traits": { + "smithy.api#output": {} + } + }, "com.amazonaws.glue#DeleteJob": { "type": "operation", "input": { @@ -13799,6 +15504,12 @@ { "target": "com.amazonaws.glue#EntityNotFoundException" }, + { + "target": "com.amazonaws.glue#FederationSourceException" + }, + { + "target": "com.amazonaws.glue#FederationSourceRetryableException" + }, { "target": "com.amazonaws.glue#InternalServiceException" }, @@ -14271,6 +15982,410 @@ "target": "com.amazonaws.glue#DeltaTarget" } }, + "com.amazonaws.glue#DescribeConnectionType": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#DescribeConnectionTypeRequest" + }, + "output": { + "target": "com.amazonaws.glue#DescribeConnectionTypeResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#ValidationException" + } + ], + "traits": { + "smithy.api#documentation": "

    The DescribeConnectionType API provides full details of the supported options for a given connection type in Glue.

    " + } + }, + "com.amazonaws.glue#DescribeConnectionTypeRequest": { + "type": "structure", + "members": { + "ConnectionType": { + "target": "com.amazonaws.glue#NameString", + "traits": { + "smithy.api#documentation": "

    The name of the connection type to be described.

    ", + "smithy.api#required": {} + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#DescribeConnectionTypeResponse": { + "type": "structure", + "members": { + "ConnectionType": { + "target": "com.amazonaws.glue#NameString", + "traits": { + "smithy.api#documentation": "

    The name of the connection type.

    " + } + }, + "Description": { + "target": "com.amazonaws.glue#Description", + "traits": { + "smithy.api#documentation": "

    A description of the connection type.

    " + } + }, + "Capabilities": { + "target": "com.amazonaws.glue#Capabilities", + "traits": { + "smithy.api#documentation": "

    The supported authentication types, data interface types (compute environments), and data operations of the connector.

    " + } + }, + "ConnectionProperties": { + "target": "com.amazonaws.glue#PropertiesMap", + "traits": { + "smithy.api#documentation": "

    Connection properties which are common across compute environments.

    " + } + }, + "ConnectionOptions": { + "target": "com.amazonaws.glue#PropertiesMap", + "traits": { + "smithy.api#documentation": "

    Returns properties that can be set when creating a connection in the ConnectionInput.ConnectionProperties. ConnectionOptions defines parameters that can be set in a Spark ETL script in the connection options map passed to a dataframe.

    " + } + }, + "AuthenticationConfiguration": { + "target": "com.amazonaws.glue#AuthConfiguration", + "traits": { + "smithy.api#documentation": "

    The type of authentication used for the connection.

    " + } + }, + "ComputeEnvironmentConfigurations": { + "target": "com.amazonaws.glue#ComputeEnvironmentConfigurationMap", + "traits": { + "smithy.api#documentation": "

    The compute environments that are supported by the connection.

    " + } + }, + "PhysicalConnectionRequirements": { + "target": "com.amazonaws.glue#PropertiesMap", + "traits": { + "smithy.api#documentation": "

    Physical requirements for a connection, such as VPC, Subnet and Security Group specifications.

    " + } + }, + "AthenaConnectionProperties": { + "target": "com.amazonaws.glue#PropertiesMap", + "traits": { + "smithy.api#documentation": "

    Connection properties specific to the Athena compute environment.

    " + } + }, + "PythonConnectionProperties": { + "target": "com.amazonaws.glue#PropertiesMap", + "traits": { + "smithy.api#documentation": "

    Connection properties specific to the Python compute environment.

    " + } + }, + "SparkConnectionProperties": { + "target": "com.amazonaws.glue#PropertiesMap", + "traits": { + "smithy.api#documentation": "

    Connection properties specific to the Spark compute environment.

    " + } + } + }, + "traits": { + "smithy.api#output": {} + } + }, + "com.amazonaws.glue#DescribeEntity": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#DescribeEntityRequest" + }, + "output": { + "target": "com.amazonaws.glue#DescribeEntityResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#FederationSourceException" + }, + { + "target": "com.amazonaws.glue#GlueEncryptionException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#OperationTimeoutException" + }, + { + "target": "com.amazonaws.glue#ValidationException" + } + ], + "traits": { + "smithy.api#documentation": "

    Provides details regarding the entity used with the connection type, with a description of the data model for each field in the selected entity.

    \n

    The response includes all the fields which make up the entity.

    ", + "smithy.api#paginated": { + "inputToken": "NextToken", + "outputToken": "NextToken", + "items": "Fields" + } + } + }, + "com.amazonaws.glue#DescribeEntityRequest": { + "type": "structure", + "members": { + "ConnectionName": { + "target": "com.amazonaws.glue#NameString", + "traits": { + "smithy.api#documentation": "

    The name of the connection that contains the connection type credentials.

    ", + "smithy.api#required": {} + } + }, + "CatalogId": { + "target": "com.amazonaws.glue#CatalogIdString", + "traits": { + "smithy.api#documentation": "

    The catalog ID of the catalog that contains the connection. This can be null, By default, the Amazon Web Services Account ID is the catalog ID.

    " + } + }, + "EntityName": { + "target": "com.amazonaws.glue#EntityName", + "traits": { + "smithy.api#documentation": "

    The name of the entity that you want to describe from the connection type.

    ", + "smithy.api#required": {} + } + }, + "NextToken": { + "target": "com.amazonaws.glue#NextToken", + "traits": { + "smithy.api#documentation": "

    A continuation token, included if this is a continuation call.

    " + } + }, + "DataStoreApiVersion": { + "target": "com.amazonaws.glue#ApiVersion", + "traits": { + "smithy.api#documentation": "

    The version of the API used for the data store.

    " + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#DescribeEntityResponse": { + "type": "structure", + "members": { + "Fields": { + "target": "com.amazonaws.glue#FieldsList", + "traits": { + "smithy.api#documentation": "

    Describes the fields for that connector entity. This is the list of Field objects. Field is very similar to column in a database. The Field object has information about different properties associated with fields in the connector.

    " + } + }, + "NextToken": { + "target": "com.amazonaws.glue#NextToken", + "traits": { + "smithy.api#documentation": "

    A continuation token, present if the current segment is not the last.

    " + } + } + }, + "traits": { + "smithy.api#output": {} + } + }, + "com.amazonaws.glue#DescribeInboundIntegrations": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#DescribeInboundIntegrationsRequest" + }, + "output": { + "target": "com.amazonaws.glue#DescribeInboundIntegrationsResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#IntegrationNotFoundFault" + }, + { + "target": "com.amazonaws.glue#InternalServerException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#OperationNotSupportedException" + }, + { + "target": "com.amazonaws.glue#TargetResourceNotFound" + }, + { + "target": "com.amazonaws.glue#ValidationException" + } + ], + "traits": { + "smithy.api#documentation": "

    Returns a list of inbound integrations for the specified integration.

    " + } + }, + "com.amazonaws.glue#DescribeInboundIntegrationsRequest": { + "type": "structure", + "members": { + "IntegrationArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The Amazon Resource Name (ARN) of the integration.

    " + } + }, + "Marker": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    A token to specify where to start paginating. This is the marker from a previously truncated response.

    " + } + }, + "MaxRecords": { + "target": "com.amazonaws.glue#IntegrationInteger", + "traits": { + "smithy.api#documentation": "

    The total number of items to return in the output.

    " + } + }, + "TargetArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The Amazon Resource Name (ARN) of the target resource in the integration.

    " + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#DescribeInboundIntegrationsResponse": { + "type": "structure", + "members": { + "InboundIntegrations": { + "target": "com.amazonaws.glue#InboundIntegrationsList", + "traits": { + "smithy.api#documentation": "

    A list of inbound integrations.

    " + } + }, + "Marker": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    A value that indicates the starting point for the next set of response records in a subsequent request.

    " + } + } + }, + "traits": { + "smithy.api#output": {} + } + }, + "com.amazonaws.glue#DescribeIntegrations": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#DescribeIntegrationsRequest" + }, + "output": { + "target": "com.amazonaws.glue#DescribeIntegrationsResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#IntegrationNotFoundFault" + }, + { + "target": "com.amazonaws.glue#InternalServerException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#ValidationException" + } + ], + "traits": { + "smithy.api#documentation": "

    The API is used to retrieve a list of integrations.

    " + } + }, + "com.amazonaws.glue#DescribeIntegrationsRequest": { + "type": "structure", + "members": { + "IntegrationIdentifier": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The Amazon Resource Name (ARN) for the integration.

    " + } + }, + "Marker": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    A value that indicates the starting point for the next set of response records in a subsequent request.

    " + } + }, + "MaxRecords": { + "target": "com.amazonaws.glue#IntegrationInteger", + "traits": { + "smithy.api#documentation": "

    The total number of items to return in the output.

    " + } + }, + "Filters": { + "target": "com.amazonaws.glue#IntegrationFilterList", + "traits": { + "smithy.api#documentation": "

    A list of key and values, to filter down the results. Supported keys are \"Status\", \"IntegrationName\", and \"SourceArn\". IntegrationName is limited to only one value.

    " + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#DescribeIntegrationsResponse": { + "type": "structure", + "members": { + "Integrations": { + "target": "com.amazonaws.glue#IntegrationsList", + "traits": { + "smithy.api#documentation": "

    A list of zero-ETL integrations.

    " + } + }, + "Marker": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    A value that indicates the starting point for the next set of response records in a subsequent request.

    " + } + } + }, + "traits": { + "smithy.api#output": {} + } + }, + "com.amazonaws.glue#Description": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 0, + "max": 1024 + } + } + }, "com.amazonaws.glue#DescriptionString": { "type": "string", "traits": { @@ -15043,6 +17158,68 @@ "smithy.api#documentation": "

    Specifies an encryption configuration.

    " } }, + "com.amazonaws.glue#Entity": { + "type": "structure", + "members": { + "EntityName": { + "target": "com.amazonaws.glue#EntityName", + "traits": { + "smithy.api#documentation": "

    The name of the entity.

    " + } + }, + "Label": { + "target": "com.amazonaws.glue#EntityLabel", + "traits": { + "smithy.api#documentation": "

    Label used for the entity.

    " + } + }, + "IsParentEntity": { + "target": "com.amazonaws.glue#IsParentEntity", + "traits": { + "smithy.api#documentation": "

    A Boolean value which helps to determine whether there are sub objects that can be listed.

    " + } + }, + "Description": { + "target": "com.amazonaws.glue#EntityDescription", + "traits": { + "smithy.api#documentation": "

    A description of the entity.

    " + } + }, + "Category": { + "target": "com.amazonaws.glue#Category", + "traits": { + "smithy.api#documentation": "

    The type of entities that are present in the response. This value depends on the source connection. For example this is SObjects for Salesforce and databases or schemas or tables for sources like Amazon Redshift.

    " + } + }, + "CustomProperties": { + "target": "com.amazonaws.glue#CustomProperties", + "traits": { + "smithy.api#documentation": "

    An optional map of keys which may be returned for an entity by a connector.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    An entity supported by a given ConnectionType.

    " + } + }, + "com.amazonaws.glue#EntityDescription": { + "type": "string" + }, + "com.amazonaws.glue#EntityFieldName": { + "type": "string" + }, + "com.amazonaws.glue#EntityLabel": { + "type": "string" + }, + "com.amazonaws.glue#EntityList": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#Entity" + } + }, + "com.amazonaws.glue#EntityName": { + "type": "string" + }, "com.amazonaws.glue#EntityNotFoundException": { "type": "structure", "members": { @@ -15279,6 +17456,38 @@ "com.amazonaws.glue#EventQueueArn": { "type": "string" }, + "com.amazonaws.glue#ExecutionAttempt": { + "type": "structure", + "members": { + "Status": { + "target": "com.amazonaws.glue#ExecutionStatus", + "traits": { + "smithy.api#documentation": "

    The status of the last column statistics task run.

    " + } + }, + "ColumnStatisticsTaskRunId": { + "target": "com.amazonaws.glue#HashString", + "traits": { + "smithy.api#documentation": "

    A task run ID for the last column statistics task run.

    " + } + }, + "ExecutionTimestamp": { + "target": "com.amazonaws.glue#Timestamp", + "traits": { + "smithy.api#documentation": "

    A timestamp when the last column statistics task run occurred.

    " + } + }, + "ErrorMessage": { + "target": "com.amazonaws.glue#DescriptionString", + "traits": { + "smithy.api#documentation": "

    An error message associated with the last column statistics task run.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    A run attempt for a column statistics task run.

    " + } + }, "com.amazonaws.glue#ExecutionClass": { "type": "enum", "members": { @@ -15317,6 +17526,23 @@ "smithy.api#documentation": "

    An execution property of a job.

    " } }, + "com.amazonaws.glue#ExecutionStatus": { + "type": "enum", + "members": { + "FAILED": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "FAILED" + } + }, + "STARTED": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "STARTED" + } + } + } + }, "com.amazonaws.glue#ExecutionTime": { "type": "integer", "traits": { @@ -15366,6 +17592,26 @@ "smithy.api#pattern": "^[\\s\\S]*$" } }, + "com.amazonaws.glue#FederatedCatalog": { + "type": "structure", + "members": { + "Identifier": { + "target": "com.amazonaws.glue#FederationIdentifier", + "traits": { + "smithy.api#documentation": "

    A unique identifier for the federated catalog.

    " + } + }, + "ConnectionName": { + "target": "com.amazonaws.glue#NameString", + "traits": { + "smithy.api#documentation": "

    The name of the connection to an external data source, for example a Redshift-federated catalog.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    A catalog that points to an entity outside the Glue Data Catalog.

    " + } + }, "com.amazonaws.glue#FederatedDatabase": { "type": "structure", "members": { @@ -15544,6 +17790,294 @@ "smithy.api#error": "client" } }, + "com.amazonaws.glue#Field": { + "type": "structure", + "members": { + "FieldName": { + "target": "com.amazonaws.glue#EntityFieldName", + "traits": { + "smithy.api#documentation": "

    A unique identifier for the field.

    " + } + }, + "Label": { + "target": "com.amazonaws.glue#FieldLabel", + "traits": { + "smithy.api#documentation": "

    A readable label used for the field.

    " + } + }, + "Description": { + "target": "com.amazonaws.glue#FieldDescription", + "traits": { + "smithy.api#documentation": "

    A description of the field.

    " + } + }, + "FieldType": { + "target": "com.amazonaws.glue#FieldDataType", + "traits": { + "smithy.api#documentation": "

    The type of data in the field.

    " + } + }, + "IsPrimaryKey": { + "target": "com.amazonaws.glue#Bool", + "traits": { + "smithy.api#documentation": "

    Indicates whether this field can used as a primary key for the given entity.

    " + } + }, + "IsNullable": { + "target": "com.amazonaws.glue#Bool", + "traits": { + "smithy.api#documentation": "

    Indicates whether this field can be nullable or not.

    " + } + }, + "IsRetrievable": { + "target": "com.amazonaws.glue#Bool", + "traits": { + "smithy.api#documentation": "

    Indicates whether this field can be added in Select clause of SQL query or whether it is retrievable or not.

    " + } + }, + "IsFilterable": { + "target": "com.amazonaws.glue#Bool", + "traits": { + "smithy.api#documentation": "

    Indicates whether this field can used in a filter clause (WHERE clause) of a SQL statement when querying data.

    " + } + }, + "IsPartitionable": { + "target": "com.amazonaws.glue#Bool", + "traits": { + "smithy.api#documentation": "

    Indicates whether a given field can be used in partitioning the query made to SaaS.

    " + } + }, + "IsCreateable": { + "target": "com.amazonaws.glue#Bool", + "traits": { + "smithy.api#documentation": "

    Indicates whether this field can be created as part of a destination write.

    " + } + }, + "IsUpdateable": { + "target": "com.amazonaws.glue#Bool", + "traits": { + "smithy.api#documentation": "

    Indicates whether this field can be updated as part of a destination write.

    " + } + }, + "IsUpsertable": { + "target": "com.amazonaws.glue#Bool", + "traits": { + "smithy.api#documentation": "

    Indicates whether this field can be upserted as part of a destination write.

    " + } + }, + "IsDefaultOnCreate": { + "target": "com.amazonaws.glue#Bool", + "traits": { + "smithy.api#documentation": "

    Indicates whether this field is populated automatically when the object is created, such as a created at timestamp.

    " + } + }, + "SupportedValues": { + "target": "com.amazonaws.glue#ListOfString", + "traits": { + "smithy.api#documentation": "

    A list of supported values for the field.

    " + } + }, + "SupportedFilterOperators": { + "target": "com.amazonaws.glue#FieldFilterOperatorsList", + "traits": { + "smithy.api#documentation": "

    Indicates the support filter operators for this field.

    " + } + }, + "ParentField": { + "target": "smithy.api#String", + "traits": { + "smithy.api#documentation": "

    A parent field name for a nested field.

    " + } + }, + "NativeDataType": { + "target": "smithy.api#String", + "traits": { + "smithy.api#documentation": "

    The data type returned by the SaaS API, such as “picklist” or “textarea” from Salesforce.

    " + } + }, + "CustomProperties": { + "target": "com.amazonaws.glue#CustomProperties", + "traits": { + "smithy.api#documentation": "

    Optional map of keys which may be returned.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    The Field object has information about the different properties associated with a field in the connector.

    " + } + }, + "com.amazonaws.glue#FieldDataType": { + "type": "enum", + "members": { + "INT": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "INT" + } + }, + "SMALLINT": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "SMALLINT" + } + }, + "BIGINT": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "BIGINT" + } + }, + "FLOAT": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "FLOAT" + } + }, + "LONG": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "LONG" + } + }, + "DATE": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "DATE" + } + }, + "BOOLEAN": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "BOOLEAN" + } + }, + "MAP": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "MAP" + } + }, + "ARRAY": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "ARRAY" + } + }, + "STRING": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "STRING" + } + }, + "TIMESTAMP": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "TIMESTAMP" + } + }, + "DECIMAL": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "DECIMAL" + } + }, + "BYTE": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "BYTE" + } + }, + "SHORT": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "SHORT" + } + }, + "DOUBLE": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "DOUBLE" + } + }, + "STRUCT": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "STRUCT" + } + } + } + }, + "com.amazonaws.glue#FieldDescription": { + "type": "string" + }, + "com.amazonaws.glue#FieldFilterOperator": { + "type": "enum", + "members": { + "LESS_THAN": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "LESS_THAN" + } + }, + "GREATER_THAN": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "GREATER_THAN" + } + }, + "BETWEEN": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "BETWEEN" + } + }, + "EQUAL_TO": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "EQUAL_TO" + } + }, + "NOT_EQUAL_TO": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "NOT_EQUAL_TO" + } + }, + "GREATER_THAN_OR_EQUAL_TO": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "GREATER_THAN_OR_EQUAL_TO" + } + }, + "LESS_THAN_OR_EQUAL_TO": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "LESS_THAN_OR_EQUAL_TO" + } + }, + "CONTAINS": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "CONTAINS" + } + }, + "ORDER_BY": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "ORDER_BY" + } + } + } + }, + "com.amazonaws.glue#FieldFilterOperatorsList": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#FieldFilterOperator" + } + }, + "com.amazonaws.glue#FieldLabel": { + "type": "string" + }, "com.amazonaws.glue#FieldName": { "type": "enum", "members": { @@ -15582,6 +18116,12 @@ "com.amazonaws.glue#FieldType": { "type": "string" }, + "com.amazonaws.glue#FieldsList": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#Field" + } + }, "com.amazonaws.glue#FillMissingValues": { "type": "structure", "members": { @@ -15792,6 +18332,15 @@ } } }, + "com.amazonaws.glue#FilterPredicate": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 100000 + } + } + }, "com.amazonaws.glue#FilterString": { "type": "string", "traits": { @@ -16199,6 +18748,44 @@ "smithy.api#output": {} } }, + "com.amazonaws.glue#GetCatalog": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#GetCatalogRequest" + }, + "output": { + "target": "com.amazonaws.glue#GetCatalogResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#FederationSourceException" + }, + { + "target": "com.amazonaws.glue#FederationSourceRetryableException" + }, + { + "target": "com.amazonaws.glue#GlueEncryptionException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#OperationTimeoutException" + } + ], + "traits": { + "smithy.api#documentation": "

    The name of the Catalog to retrieve. This should be all lowercase.

    " + } + }, "com.amazonaws.glue#GetCatalogImportStatus": { "type": "operation", "input": { @@ -16260,6 +18847,127 @@ "smithy.api#output": {} } }, + "com.amazonaws.glue#GetCatalogRequest": { + "type": "structure", + "members": { + "CatalogId": { + "target": "com.amazonaws.glue#CatalogIdString", + "traits": { + "smithy.api#documentation": "

    The ID of the parent catalog in which the catalog resides. If none is provided, the Amazon Web Services Account Number is used by default.

    ", + "smithy.api#required": {} + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#GetCatalogResponse": { + "type": "structure", + "members": { + "Catalog": { + "target": "com.amazonaws.glue#Catalog", + "traits": { + "smithy.api#documentation": "

    A Catalog object. The definition of the specified catalog in the Glue Data Catalog.

    " + } + } + }, + "traits": { + "smithy.api#output": {} + } + }, + "com.amazonaws.glue#GetCatalogs": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#GetCatalogsRequest" + }, + "output": { + "target": "com.amazonaws.glue#GetCatalogsResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#FederationSourceException" + }, + { + "target": "com.amazonaws.glue#FederationSourceRetryableException" + }, + { + "target": "com.amazonaws.glue#GlueEncryptionException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#OperationTimeoutException" + } + ], + "traits": { + "smithy.api#documentation": "

    Retrieves all catalogs defined in a catalog in the Glue Data Catalog. For a Redshift-federated catalog use case, this operation returns the list of catalogs mapped to Redshift databases in the Redshift namespace catalog.

    " + } + }, + "com.amazonaws.glue#GetCatalogsRequest": { + "type": "structure", + "members": { + "ParentCatalogId": { + "target": "com.amazonaws.glue#CatalogIdString", + "traits": { + "smithy.api#documentation": "

    The ID of the parent catalog in which the catalog resides. If none is provided, the Amazon Web Services Account Number is used by default.

    " + } + }, + "NextToken": { + "target": "com.amazonaws.glue#Token", + "traits": { + "smithy.api#documentation": "

    A continuation token, if this is a continuation call.

    " + } + }, + "MaxResults": { + "target": "com.amazonaws.glue#PageSize", + "traits": { + "smithy.api#documentation": "

    The maximum number of catalogs to return in one response.

    " + } + }, + "Recursive": { + "target": "com.amazonaws.glue#Boolean", + "traits": { + "smithy.api#default": false, + "smithy.api#documentation": "

    When specified as true, iterates through the account and returns all catalog resources (including top-level resources and child resources)

    " + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#GetCatalogsResponse": { + "type": "structure", + "members": { + "CatalogList": { + "target": "com.amazonaws.glue#CatalogList", + "traits": { + "smithy.api#documentation": "

    An array of Catalog objects. A list of Catalog objects from the specified parent catalog.

    ", + "smithy.api#required": {} + } + }, + "NextToken": { + "target": "com.amazonaws.glue#Token", + "traits": { + "smithy.api#documentation": "

    A continuation token for paginating the returned list of tokens, returned if the current segment of the list is not the last.

    " + } + } + }, + "traits": { + "smithy.api#output": {} + } + }, "com.amazonaws.glue#GetClassifier": { "type": "operation", "input": { @@ -16793,6 +19501,12 @@ "smithy.api#default": false, "smithy.api#documentation": "

    Allows you to retrieve the connection metadata without returning the password. For\n instance, the Glue console uses this flag to retrieve the connection, and does not display\n the password. Set this parameter when the caller might not have permission to use the KMS\n key to decrypt the password, but it does have permission to access the rest of the connection\n properties.

    " } + }, + "ApplyOverrideForComputeEnvironment": { + "target": "com.amazonaws.glue#ComputeEnvironment", + "traits": { + "smithy.api#documentation": "

    For connections that may be used in multiple services, specifies returning properties for the specified compute environment.

    " + } } }, "traits": { @@ -16858,6 +19572,12 @@ "traits": { "smithy.api#documentation": "

    The type of connections to return. Currently, SFTP is not supported.

    " } + }, + "ConnectionSchemaVersion": { + "target": "com.amazonaws.glue#ConnectionSchemaVersion", + "traits": { + "smithy.api#documentation": "

    Denotes if the connection was created with schema version 1 or 2.

    " + } } }, "traits": { @@ -17889,6 +20609,9 @@ { "target": "com.amazonaws.glue#FederationSourceException" }, + { + "target": "com.amazonaws.glue#FederationSourceRetryableException" + }, { "target": "com.amazonaws.glue#GlueEncryptionException" }, @@ -17950,6 +20673,15 @@ "target": "com.amazonaws.glue#GetDatabasesResponse" }, "errors": [ + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#FederationSourceException" + }, + { + "target": "com.amazonaws.glue#FederationSourceRetryableException" + }, { "target": "com.amazonaws.glue#GlueEncryptionException" }, @@ -18214,6 +20946,296 @@ "smithy.api#output": {} } }, + "com.amazonaws.glue#GetEntityRecords": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#GetEntityRecordsRequest" + }, + "output": { + "target": "com.amazonaws.glue#GetEntityRecordsResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#FederationSourceException" + }, + { + "target": "com.amazonaws.glue#GlueEncryptionException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#OperationTimeoutException" + }, + { + "target": "com.amazonaws.glue#ValidationException" + } + ], + "traits": { + "smithy.api#documentation": "

    This API is used to query preview data from a given connection type or from a native Amazon S3 based Glue Data Catalog.

    \n

    Returns records as an array of JSON blobs. Each record is formatted using Jackson JsonNode based on the field type defined by the DescribeEntity API.

    \n

    Spark connectors generate schemas according to the same data type mapping as in the DescribeEntity API. Spark connectors convert data to the appropriate data types matching the schema when returning rows.

    " + } + }, + "com.amazonaws.glue#GetEntityRecordsRequest": { + "type": "structure", + "members": { + "ConnectionName": { + "target": "com.amazonaws.glue#NameString", + "traits": { + "smithy.api#documentation": "

    The name of the connection that contains the connection type credentials.

    " + } + }, + "CatalogId": { + "target": "com.amazonaws.glue#CatalogIdString", + "traits": { + "smithy.api#documentation": "

    The catalog ID of the catalog that contains the connection. This can be null, By default, the Amazon Web Services Account ID is the catalog ID.

    " + } + }, + "EntityName": { + "target": "com.amazonaws.glue#EntityName", + "traits": { + "smithy.api#documentation": "

    Name of the entity that we want to query the preview data from the given connection type.

    ", + "smithy.api#required": {} + } + }, + "NextToken": { + "target": "com.amazonaws.glue#NextToken", + "traits": { + "smithy.api#documentation": "

    A continuation token, included if this is a continuation call.

    " + } + }, + "DataStoreApiVersion": { + "target": "com.amazonaws.glue#ApiVersion", + "traits": { + "smithy.api#documentation": "

    The API version of the SaaS connector.

    " + } + }, + "ConnectionOptions": { + "target": "com.amazonaws.glue#ConnectionOptions", + "traits": { + "smithy.api#documentation": "

    Connector options that are required to query the data.

    " + } + }, + "FilterPredicate": { + "target": "com.amazonaws.glue#FilterPredicate", + "traits": { + "smithy.api#documentation": "

    A filter predicate that you can apply in the query request.

    " + } + }, + "Limit": { + "target": "com.amazonaws.glue#Limit", + "traits": { + "smithy.api#documentation": "

    Limits the number of records fetched with the request.

    ", + "smithy.api#required": {} + } + }, + "OrderBy": { + "target": "smithy.api#String", + "traits": { + "smithy.api#documentation": "

    A parameter that orders the response preview data.

    " + } + }, + "SelectedFields": { + "target": "com.amazonaws.glue#SelectedFields", + "traits": { + "smithy.api#documentation": "

    List of fields that we want to fetch as part of preview data.

    " + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#GetEntityRecordsResponse": { + "type": "structure", + "members": { + "Records": { + "target": "com.amazonaws.glue#Records", + "traits": { + "smithy.api#documentation": "

    A list of the requested objects.

    " + } + }, + "NextToken": { + "target": "com.amazonaws.glue#NextToken", + "traits": { + "smithy.api#documentation": "

    A continuation token, present if the current segment is not the last.

    " + } + } + }, + "traits": { + "smithy.api#output": {} + } + }, + "com.amazonaws.glue#GetIntegrationResourceProperty": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#GetIntegrationResourcePropertyRequest" + }, + "output": { + "target": "com.amazonaws.glue#GetIntegrationResourcePropertyResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#InternalServerException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#ResourceNotFoundException" + }, + { + "target": "com.amazonaws.glue#ValidationException" + } + ], + "traits": { + "smithy.api#documentation": "

    This API is used for fetching the ResourceProperty of the Glue connection (for the source) or Glue database ARN (for the target)

    " + } + }, + "com.amazonaws.glue#GetIntegrationResourcePropertyRequest": { + "type": "structure", + "members": { + "ResourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The connection ARN of the source, or the database ARN of the target.

    ", + "smithy.api#required": {} + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#GetIntegrationResourcePropertyResponse": { + "type": "structure", + "members": { + "ResourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The connection ARN of the source, or the database ARN of the target.

    " + } + }, + "SourceProcessingProperties": { + "target": "com.amazonaws.glue#SourceProcessingProperties", + "traits": { + "smithy.api#documentation": "

    The resource properties associated with the integration source.

    " + } + }, + "TargetProcessingProperties": { + "target": "com.amazonaws.glue#TargetProcessingProperties", + "traits": { + "smithy.api#documentation": "

    The resource properties associated with the integration target.

    " + } + } + }, + "traits": { + "smithy.api#output": {} + } + }, + "com.amazonaws.glue#GetIntegrationTableProperties": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#GetIntegrationTablePropertiesRequest" + }, + "output": { + "target": "com.amazonaws.glue#GetIntegrationTablePropertiesResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#InternalServerException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#ResourceNotFoundException" + }, + { + "target": "com.amazonaws.glue#ValidationException" + } + ], + "traits": { + "smithy.api#documentation": "

    This API is used to retrieve optional override properties for the tables that need to be replicated. These properties can include properties for filtering and partition for source and target tables.

    " + } + }, + "com.amazonaws.glue#GetIntegrationTablePropertiesRequest": { + "type": "structure", + "members": { + "ResourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The connection ARN of the source, or the database ARN of the target.

    ", + "smithy.api#required": {} + } + }, + "TableName": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The name of the table to be replicated.

    ", + "smithy.api#required": {} + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#GetIntegrationTablePropertiesResponse": { + "type": "structure", + "members": { + "ResourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The connection ARN of the source, or the database ARN of the target.

    " + } + }, + "TableName": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The name of the table to be replicated.

    " + } + }, + "SourceTableConfig": { + "target": "com.amazonaws.glue#SourceTableConfig", + "traits": { + "smithy.api#documentation": "

    A structure for the source table configuration.

    " + } + }, + "TargetTableConfig": { + "target": "com.amazonaws.glue#TargetTableConfig", + "traits": { + "smithy.api#documentation": "

    A structure for the target table configuration.

    " + } + } + }, + "traits": { + "smithy.api#output": {} + } + }, "com.amazonaws.glue#GetJob": { "type": "operation", "input": { @@ -22143,7 +25165,7 @@ "min": 1, "max": 10240 }, - "smithy.api#pattern": "^arn:(aws|aws-us-gov|aws-cn):glue:" + "smithy.api#pattern": "^arn:aws(-(cn|us-gov|iso(-[bef])?))?:glue:" } }, "com.amazonaws.glue#GlueSchema": { @@ -22283,7 +25305,7 @@ "min": 1, "max": 255 }, - "smithy.api#pattern": "^\\w+\\.\\w+$" + "smithy.api#pattern": "^(\\w+\\.)+\\w+$" } }, "com.amazonaws.glue#GovernedCatalogSource": { @@ -22870,6 +25892,61 @@ "smithy.api#documentation": "

    Specifies configuration properties for an importing labels task run.

    " } }, + "com.amazonaws.glue#InboundIntegration": { + "type": "structure", + "members": { + "SourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The ARN of the source resource for the integration.

    ", + "smithy.api#required": {} + } + }, + "TargetArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The ARN of the target resource for the integration.

    ", + "smithy.api#required": {} + } + }, + "IntegrationArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The ARN of the zero-ETL integration.

    ", + "smithy.api#required": {} + } + }, + "Status": { + "target": "com.amazonaws.glue#IntegrationStatus", + "traits": { + "smithy.api#documentation": "

    The possible statuses are:

    \n
      \n
    • \n

      CREATING: The integration is being created.

      \n
      • \n
    • \n

      ACTIVE: The integration creation succeeds.

      \n
      • \n
    • \n

      MODIFYING: The integration is being modified.

      \n
      • \n
    • \n

      FAILED: The integration creation fails.

      \n
      • \n
    • \n

      DELETING: The integration is deleted.

      \n
      • \n
    • \n

      SYNCING: The integration is synchronizing.

      \n
      • \n
    • \n

      NEEDS_ATTENTION: The integration needs attention, such as synchronization.

      \n
      • \n
    ", + "smithy.api#required": {} + } + }, + "CreateTime": { + "target": "com.amazonaws.glue#IntegrationTimestamp", + "traits": { + "smithy.api#documentation": "

    The time that the integration was created, in UTC.

    ", + "smithy.api#required": {} + } + }, + "Errors": { + "target": "com.amazonaws.glue#IntegrationErrorList", + "traits": { + "smithy.api#documentation": "

    A list of errors associated with the integration.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    A structure for an integration that writes data into a resource.

    " + } + }, + "com.amazonaws.glue#InboundIntegrationsList": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#InboundIntegration" + } + }, "com.amazonaws.glue#InclusionAnnotationList": { "type": "list", "member": { @@ -22915,6 +25992,330 @@ "smithy.api#default": 0 } }, + "com.amazonaws.glue#Integration": { + "type": "structure", + "members": { + "SourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The ARN for the source of the integration.

    ", + "smithy.api#required": {} + } + }, + "TargetArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The ARN for the target of the integration.

    ", + "smithy.api#required": {} + } + }, + "Description": { + "target": "com.amazonaws.glue#IntegrationDescription", + "traits": { + "smithy.api#documentation": "

    A description for the integration.

    " + } + }, + "IntegrationName": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    A unique name for the integration.

    ", + "smithy.api#required": {} + } + }, + "IntegrationArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The Amazon Resource Name (ARN) for the integration.

    ", + "smithy.api#required": {} + } + }, + "KmsKeyId": { + "target": "com.amazonaws.glue#String2048", + "traits": { + "smithy.api#documentation": "

    The ARN of a KMS key used for encrypting the channel.

    " + } + }, + "AdditionalEncryptionContext": { + "target": "com.amazonaws.glue#IntegrationAdditionalEncryptionContextMap", + "traits": { + "smithy.api#documentation": "

    An optional set of non-secret key–value pairs that contains additional contextual information for encryption. This can only be provided if KMSKeyId is provided.

    " + } + }, + "Tags": { + "target": "com.amazonaws.glue#IntegrationTagsList", + "traits": { + "smithy.api#documentation": "

    Metadata assigned to the resource consisting of a list of key-value pairs.

    " + } + }, + "Status": { + "target": "com.amazonaws.glue#IntegrationStatus", + "traits": { + "smithy.api#documentation": "

    The possible statuses are:

    \n
      \n
    • \n

      CREATING: The integration is being created.

      \n
      • \n
    • \n

      ACTIVE: The integration creation succeeds.

      \n
      • \n
    • \n

      MODIFYING: The integration is being modified.

      \n
      • \n
    • \n

      FAILED: The integration creation fails.

      \n
      • \n
    • \n

      DELETING: The integration is deleted.

      \n
      • \n
    • \n

      SYNCING: The integration is synchronizing.

      \n
      • \n
    • \n

      NEEDS_ATTENTION: The integration needs attention, such as synchronization.

      \n
      • \n
    ", + "smithy.api#required": {} + } + }, + "CreateTime": { + "target": "com.amazonaws.glue#IntegrationTimestamp", + "traits": { + "smithy.api#documentation": "

    The time that the integration was created, in UTC.

    ", + "smithy.api#required": {} + } + }, + "Errors": { + "target": "com.amazonaws.glue#IntegrationErrorList", + "traits": { + "smithy.api#documentation": "

    A list of errors associated with the integration.

    " + } + }, + "DataFilter": { + "target": "com.amazonaws.glue#String2048", + "traits": { + "smithy.api#documentation": "

    Selects source tables for the integration using Maxwell filter syntax.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    Describes a zero-ETL integration.

    " + } + }, + "com.amazonaws.glue#IntegrationAdditionalEncryptionContextMap": { + "type": "map", + "key": { + "target": "com.amazonaws.glue#IntegrationString" + }, + "value": { + "target": "com.amazonaws.glue#IntegrationString" + } + }, + "com.amazonaws.glue#IntegrationConflictOperationFault": { + "type": "structure", + "members": { + "Message": { + "target": "com.amazonaws.glue#IntegrationErrorMessage", + "traits": { + "smithy.api#documentation": "

    A message describing the problem.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    The requested operation conflicts with another operation.

    ", + "smithy.api#error": "client", + "smithy.api#httpError": 409 + } + }, + "com.amazonaws.glue#IntegrationDescription": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 0, + "max": 1000 + }, + "smithy.api#pattern": "^[\\S\\s]*$" + } + }, + "com.amazonaws.glue#IntegrationError": { + "type": "structure", + "members": { + "ErrorCode": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The code associated with this error.

    " + } + }, + "ErrorMessage": { + "target": "com.amazonaws.glue#String2048", + "traits": { + "smithy.api#documentation": "

    A message describing the error.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    An error associated with a zero-ETL integration.

    " + } + }, + "com.amazonaws.glue#IntegrationErrorList": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#IntegrationError" + } + }, + "com.amazonaws.glue#IntegrationErrorMessage": { + "type": "string" + }, + "com.amazonaws.glue#IntegrationFilter": { + "type": "structure", + "members": { + "Name": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The name of the filter.

    " + } + }, + "Values": { + "target": "com.amazonaws.glue#IntegrationFilterValues", + "traits": { + "smithy.api#documentation": "

    A list of filter values.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    A filter that can be used when invoking a DescribeIntegrations request.

    " + } + }, + "com.amazonaws.glue#IntegrationFilterList": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#IntegrationFilter" + } + }, + "com.amazonaws.glue#IntegrationFilterValues": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#String128" + } + }, + "com.amazonaws.glue#IntegrationInteger": { + "type": "integer" + }, + "com.amazonaws.glue#IntegrationNotFoundFault": { + "type": "structure", + "members": { + "Message": { + "target": "com.amazonaws.glue#IntegrationErrorMessage", + "traits": { + "smithy.api#documentation": "

    A message describing the problem.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    The specified integration could not be found.

    ", + "smithy.api#error": "client", + "smithy.api#httpError": 404 + } + }, + "com.amazonaws.glue#IntegrationPartition": { + "type": "structure", + "members": { + "FieldName": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The field name used to partition data on the target.

    " + } + }, + "FunctionSpec": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    Specifies a function used to partition data on the target.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    A structure that describes how data is partitioned on the target.

    " + } + }, + "com.amazonaws.glue#IntegrationPartitionSpecList": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#IntegrationPartition" + } + }, + "com.amazonaws.glue#IntegrationQuotaExceededFault": { + "type": "structure", + "members": { + "Message": { + "target": "com.amazonaws.glue#IntegrationErrorMessage", + "traits": { + "smithy.api#documentation": "

    A message describing the problem.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    The data processed through your integration exceeded your quota.

    ", + "smithy.api#error": "client", + "smithy.api#httpError": 402 + } + }, + "com.amazonaws.glue#IntegrationStatus": { + "type": "enum", + "members": { + "CREATING": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "CREATING" + } + }, + "ACTIVE": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "ACTIVE" + } + }, + "MODIFYING": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "MODIFYING" + } + }, + "FAILED": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "FAILED" + } + }, + "DELETING": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "DELETING" + } + }, + "SYNCING": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "SYNCING" + } + }, + "NEEDS_ATTENTION": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "NEEDS_ATTENTION" + } + } + } + }, + "com.amazonaws.glue#IntegrationString": { + "type": "string" + }, + "com.amazonaws.glue#IntegrationTagsList": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#Tag" + } + }, + "com.amazonaws.glue#IntegrationTimestamp": { + "type": "timestamp" + }, + "com.amazonaws.glue#IntegrationsList": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#Integration" + } + }, + "com.amazonaws.glue#InternalServerException": { + "type": "structure", + "members": { + "Message": { + "target": "com.amazonaws.glue#IntegrationErrorMessage", + "traits": { + "smithy.api#documentation": "

    A message describing the problem.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    An internal server error occurred.

    ", + "smithy.api#error": "server", + "smithy.api#httpError": 500 + } + }, "com.amazonaws.glue#InternalServiceException": { "type": "structure", "members": { @@ -22951,6 +26352,22 @@ "smithy.api#error": "client" } }, + "com.amazonaws.glue#InvalidIntegrationStateFault": { + "type": "structure", + "members": { + "Message": { + "target": "com.amazonaws.glue#IntegrationErrorMessage", + "traits": { + "smithy.api#documentation": "

    A message describing the problem.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    The integration is in an invalid state.

    ", + "smithy.api#error": "client", + "smithy.api#httpError": 400 + } + }, "com.amazonaws.glue#InvalidStateException": { "type": "structure", "members": { @@ -22966,6 +26383,9 @@ "smithy.api#error": "client" } }, + "com.amazonaws.glue#IsParentEntity": { + "type": "boolean" + }, "com.amazonaws.glue#IsVersionValid": { "type": "boolean", "traits": { @@ -24411,6 +27831,33 @@ "com.amazonaws.glue#JsonValue": { "type": "string" }, + "com.amazonaws.glue#JwtToken": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 0, + "max": 8000 + }, + "smithy.api#pattern": "^([a-zA-Z0-9_=]+)\\.([a-zA-Z0-9_=]+)\\.([a-zA-Z0-9_\\-\\+\\/=]*)$", + "smithy.api#sensitive": {} + } + }, + "com.amazonaws.glue#KMSKeyNotAccessibleFault": { + "type": "structure", + "members": { + "Message": { + "target": "com.amazonaws.glue#IntegrationErrorMessage", + "traits": { + "smithy.api#documentation": "

    A message describing the problem.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    The KMS key specified is not accessible.

    ", + "smithy.api#error": "client", + "smithy.api#httpError": 400 + } + }, "com.amazonaws.glue#KafkaStreamingSourceOptions": { "type": "structure", "members": { @@ -24895,6 +28342,15 @@ "smithy.api#default": false } }, + "com.amazonaws.glue#Limit": { + "type": "long", + "traits": { + "smithy.api#range": { + "min": 1, + "max": 1000 + } + } + }, "com.amazonaws.glue#LimitedPathList": { "type": "list", "member": { @@ -25058,6 +28514,72 @@ "smithy.api#output": {} } }, + "com.amazonaws.glue#ListConnectionTypes": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#ListConnectionTypesRequest" + }, + "output": { + "target": "com.amazonaws.glue#ListConnectionTypesResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + } + ], + "traits": { + "smithy.api#documentation": "

    The ListConnectionTypes API provides a discovery mechanism to learn available connection types in Glue. The response contains a list of connection types with high-level details of what is supported for each connection type. The connection types listed are the set of supported options for the ConnectionType value in the CreateConnection API.

    ", + "smithy.api#paginated": { + "inputToken": "NextToken", + "outputToken": "NextToken", + "items": "ConnectionTypes", + "pageSize": "MaxResults" + } + } + }, + "com.amazonaws.glue#ListConnectionTypesRequest": { + "type": "structure", + "members": { + "MaxResults": { + "target": "com.amazonaws.glue#MaxResults", + "traits": { + "smithy.api#documentation": "

    The maximum number of results to return.

    " + } + }, + "NextToken": { + "target": "com.amazonaws.glue#NextToken", + "traits": { + "smithy.api#documentation": "

    A continuation token, if this is a continuation call.

    " + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#ListConnectionTypesResponse": { + "type": "structure", + "members": { + "ConnectionTypes": { + "target": "com.amazonaws.glue#ConnectionTypeList", + "traits": { + "smithy.api#documentation": "

    A list of ConnectionTypeBrief objects containing brief information about the supported connection types.

    " + } + }, + "NextToken": { + "target": "com.amazonaws.glue#NextToken", + "traits": { + "smithy.api#documentation": "

    A continuation token, if the current list segment is not the last.

    " + } + } + }, + "traits": { + "smithy.api#output": {} + } + }, "com.amazonaws.glue#ListCrawlers": { "type": "operation", "input": { @@ -25818,6 +29340,104 @@ "smithy.api#output": {} } }, + "com.amazonaws.glue#ListEntities": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#ListEntitiesRequest" + }, + "output": { + "target": "com.amazonaws.glue#ListEntitiesResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#FederationSourceException" + }, + { + "target": "com.amazonaws.glue#GlueEncryptionException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#OperationTimeoutException" + }, + { + "target": "com.amazonaws.glue#ValidationException" + } + ], + "traits": { + "smithy.api#documentation": "

    Returns the available entities supported by the connection type.

    ", + "smithy.api#paginated": { + "inputToken": "NextToken", + "outputToken": "NextToken", + "items": "Entities" + } + } + }, + "com.amazonaws.glue#ListEntitiesRequest": { + "type": "structure", + "members": { + "ConnectionName": { + "target": "com.amazonaws.glue#NameString", + "traits": { + "smithy.api#documentation": "

    A name for the connection that has required credentials to query any connection type.

    " + } + }, + "CatalogId": { + "target": "com.amazonaws.glue#CatalogIdString", + "traits": { + "smithy.api#documentation": "

    The catalog ID of the catalog that contains the connection. This can be null, By default, the Amazon Web Services Account ID is the catalog ID.

    " + } + }, + "ParentEntityName": { + "target": "com.amazonaws.glue#EntityName", + "traits": { + "smithy.api#documentation": "

    Name of the parent entity for which you want to list the children. This parameter takes a fully-qualified path of the entity in order to list the child entities.

    " + } + }, + "NextToken": { + "target": "com.amazonaws.glue#NextToken", + "traits": { + "smithy.api#documentation": "

    A continuation token, included if this is a continuation call.

    " + } + }, + "DataStoreApiVersion": { + "target": "com.amazonaws.glue#ApiVersion", + "traits": { + "smithy.api#documentation": "

    The API version of the SaaS connector.

    " + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#ListEntitiesResponse": { + "type": "structure", + "members": { + "Entities": { + "target": "com.amazonaws.glue#EntityList", + "traits": { + "smithy.api#documentation": "

    A list of Entity objects.

    " + } + }, + "NextToken": { + "target": "com.amazonaws.glue#NextToken", + "traits": { + "smithy.api#documentation": "

    A continuation token, present if the current segment is not the last.

    " + } + } + }, + "traits": { + "smithy.api#output": {} + } + }, "com.amazonaws.glue#ListJobs": { "type": "operation", "input": { @@ -25986,6 +29606,12 @@ "smithy.api#output": {} } }, + "com.amazonaws.glue#ListOfString": { + "type": "list", + "member": { + "target": "smithy.api#String" + } + }, "com.amazonaws.glue#ListRegistries": { "type": "operation", "input": { @@ -27233,6 +30859,15 @@ "smithy.api#default": 0 } }, + "com.amazonaws.glue#MaxResults": { + "type": "integer", + "traits": { + "smithy.api#range": { + "min": 1, + "max": 100 + } + } + }, "com.amazonaws.glue#MaxResultsNumber": { "type": "integer", "traits": { @@ -27492,6 +31127,172 @@ "smithy.api#default": 0 } }, + "com.amazonaws.glue#ModifyIntegration": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#ModifyIntegrationRequest" + }, + "output": { + "target": "com.amazonaws.glue#ModifyIntegrationResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#ConflictException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#IntegrationConflictOperationFault" + }, + { + "target": "com.amazonaws.glue#IntegrationNotFoundFault" + }, + { + "target": "com.amazonaws.glue#InternalServerException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#InvalidIntegrationStateFault" + }, + { + "target": "com.amazonaws.glue#InvalidStateException" + }, + { + "target": "com.amazonaws.glue#ValidationException" + } + ], + "traits": { + "smithy.api#documentation": "

    Modifies a Zero-ETL integration in the caller's account.

    " + } + }, + "com.amazonaws.glue#ModifyIntegrationRequest": { + "type": "structure", + "members": { + "IntegrationIdentifier": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The Amazon Resource Name (ARN) for the integration.

    ", + "smithy.api#required": {} + } + }, + "Description": { + "target": "com.amazonaws.glue#IntegrationDescription", + "traits": { + "smithy.api#documentation": "

    A description of the integration.

    " + } + }, + "DataFilter": { + "target": "com.amazonaws.glue#String2048", + "traits": { + "smithy.api#documentation": "

    Selects source tables for the integration using Maxwell filter syntax.

    " + } + }, + "IntegrationName": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    A unique name for an integration in Glue.

    " + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#ModifyIntegrationResponse": { + "type": "structure", + "members": { + "SourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The ARN of the source for the integration.

    ", + "smithy.api#required": {} + } + }, + "TargetArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The ARN of the target for the integration.

    ", + "smithy.api#required": {} + } + }, + "IntegrationName": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    A unique name for an integration in Glue.

    ", + "smithy.api#required": {} + } + }, + "Description": { + "target": "com.amazonaws.glue#IntegrationDescription", + "traits": { + "smithy.api#documentation": "

    A description of the integration.

    " + } + }, + "IntegrationArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The Amazon Resource Name (ARN) for the integration.

    ", + "smithy.api#required": {} + } + }, + "KmsKeyId": { + "target": "com.amazonaws.glue#String2048", + "traits": { + "smithy.api#documentation": "

    The ARN of a KMS key used for encrypting the channel.

    " + } + }, + "AdditionalEncryptionContext": { + "target": "com.amazonaws.glue#IntegrationAdditionalEncryptionContextMap", + "traits": { + "smithy.api#documentation": "

    An optional set of non-secret key–value pairs that contains additional contextual information for encryption.

    " + } + }, + "Tags": { + "target": "com.amazonaws.glue#IntegrationTagsList", + "traits": { + "smithy.api#documentation": "

    Metadata assigned to the resource consisting of a list of key-value pairs.

    " + } + }, + "Status": { + "target": "com.amazonaws.glue#IntegrationStatus", + "traits": { + "smithy.api#documentation": "

    The status of the integration being modified.

    \n

    The possible statuses are:

    \n
      \n
    • \n

      CREATING: The integration is being created.

      \n
      • \n
    • \n

      ACTIVE: The integration creation succeeds.

      \n
      • \n
    • \n

      MODIFYING: The integration is being modified.

      \n
      • \n
    • \n

      FAILED: The integration creation fails.

      \n
      • \n
    • \n

      DELETING: The integration is deleted.

      \n
      • \n
    • \n

      SYNCING: The integration is synchronizing.

      \n
      • \n
    • \n

      NEEDS_ATTENTION: The integration needs attention, such as synchronization.

      \n
      • \n
    ", + "smithy.api#required": {} + } + }, + "CreateTime": { + "target": "com.amazonaws.glue#IntegrationTimestamp", + "traits": { + "smithy.api#documentation": "

    The time when the integration was created, in UTC.

    ", + "smithy.api#required": {} + } + }, + "Errors": { + "target": "com.amazonaws.glue#IntegrationErrorList", + "traits": { + "smithy.api#documentation": "

    A list of errors associated with the integration modification.

    " + } + }, + "DataFilter": { + "target": "com.amazonaws.glue#String2048", + "traits": { + "smithy.api#documentation": "

    Selects source tables for the integration using Maxwell filter syntax.

    " + } + } + }, + "traits": { + "smithy.api#output": {} + } + }, "com.amazonaws.glue#MongoDBTarget": { "type": "structure", "members": { @@ -27611,6 +31412,16 @@ "target": "com.amazonaws.glue#NameString" } }, + "com.amazonaws.glue#NextToken": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 2048 + }, + "smithy.api#pattern": "^[-a-zA-Z0-9+=/:_]*$" + } + }, "com.amazonaws.glue#NoScheduleException": { "type": "structure", "members": { @@ -27867,6 +31678,38 @@ "smithy.api#documentation": "

    The OAuth2 client app used for the connection.

    " } }, + "com.amazonaws.glue#OAuth2Credentials": { + "type": "structure", + "members": { + "UserManagedClientApplicationClientSecret": { + "target": "com.amazonaws.glue#UserManagedClientApplicationClientSecret", + "traits": { + "smithy.api#documentation": "

    The client application client secret if the client application is user managed.

    " + } + }, + "AccessToken": { + "target": "com.amazonaws.glue#AccessToken", + "traits": { + "smithy.api#documentation": "

    The access token used when the authentication type is OAuth2.

    " + } + }, + "RefreshToken": { + "target": "com.amazonaws.glue#RefreshToken", + "traits": { + "smithy.api#documentation": "

    The refresh token used when the authentication type is OAuth2.

    " + } + }, + "JwtToken": { + "target": "com.amazonaws.glue#JwtToken", + "traits": { + "smithy.api#documentation": "

    The JSON Web Token (JWT) used when the authentication type is OAuth2.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    The credentials used when the authentication type is OAuth2 authentication.

    " + } + }, "com.amazonaws.glue#OAuth2GrantType": { "type": "enum", "members": { @@ -27954,6 +31797,12 @@ "traits": { "smithy.api#documentation": "

    The set of properties required for the the OAuth2 AUTHORIZATION_CODE grant type.

    " } + }, + "OAuth2Credentials": { + "target": "com.amazonaws.glue#OAuth2Credentials", + "traits": { + "smithy.api#documentation": "

    The credentials used when the authentication type is OAuth2 authentication.

    " + } } }, "traits": { @@ -28052,12 +31901,32 @@ "smithy.api#documentation": "

    Specifies an option value.

    " } }, + "com.amazonaws.glue#OptionKey": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 256 + }, + "smithy.api#pattern": "^[\\w]*$" + } + }, "com.amazonaws.glue#OptionList": { "type": "list", "member": { "target": "com.amazonaws.glue#Option" } }, + "com.amazonaws.glue#OptionValue": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 256 + }, + "smithy.api#pattern": "^[\\S]*$" + } + }, "com.amazonaws.glue#OracleSQLCatalogSource": { "type": "structure", "members": { @@ -28785,6 +32654,17 @@ "smithy.api#documentation": "

    Contains a list of values defining partitions.

    " } }, + "com.amazonaws.glue#Password": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 0, + "max": 512 + }, + "smithy.api#pattern": ".*", + "smithy.api#sensitive": {} + } + }, "com.amazonaws.glue#Path": { "type": "string" }, @@ -29124,6 +33004,12 @@ "smithy.api#pattern": "^[\\u0020-\\uD7FF\\uE000-\\uFFFD\\uD800\\uDC00-\\uDBFF\\uDFFF\\r\\n\\t]*$" } }, + "com.amazonaws.glue#PrimaryKeyList": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#String128" + } + }, "com.amazonaws.glue#PrincipalPermissions": { "type": "structure", "members": { @@ -29202,6 +33088,79 @@ "smithy.api#documentation": "

    Specifies the job and session values that an admin configures in an Glue usage profile.

    " } }, + "com.amazonaws.glue#PropertiesMap": { + "type": "map", + "key": { + "target": "com.amazonaws.glue#PropertyName" + }, + "value": { + "target": "com.amazonaws.glue#Property" + } + }, + "com.amazonaws.glue#Property": { + "type": "structure", + "members": { + "Name": { + "target": "com.amazonaws.glue#PropertyName", + "traits": { + "smithy.api#documentation": "

    The name of the property.

    ", + "smithy.api#required": {} + } + }, + "Description": { + "target": "com.amazonaws.glue#PropertyDescriptionString", + "traits": { + "smithy.api#documentation": "

    A description of the property.

    ", + "smithy.api#required": {} + } + }, + "Required": { + "target": "com.amazonaws.glue#Bool", + "traits": { + "smithy.api#documentation": "

    Indicates whether the property is required.

    ", + "smithy.api#required": {} + } + }, + "DefaultValue": { + "target": "smithy.api#String", + "traits": { + "smithy.api#documentation": "

    The default value for the property.

    " + } + }, + "PropertyTypes": { + "target": "com.amazonaws.glue#PropertyTypes", + "traits": { + "smithy.api#default": [], + "smithy.api#documentation": "

    Describes the type of property.

    ", + "smithy.api#required": {} + } + }, + "AllowedValues": { + "target": "com.amazonaws.glue#AllowedValues", + "traits": { + "smithy.api#documentation": "

    A list of AllowedValue objects representing the values allowed for the property.

    " + } + }, + "DataOperationScopes": { + "target": "com.amazonaws.glue#DataOperations", + "traits": { + "smithy.api#documentation": "

    Indicates which data operations are applicable to the property.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    An object that defines a connection type for a compute environment.

    " + } + }, + "com.amazonaws.glue#PropertyDescriptionString": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 0, + "max": 1024 + } + } + }, "com.amazonaws.glue#PropertyKey": { "type": "string", "traits": { @@ -29220,6 +33179,24 @@ "target": "com.amazonaws.glue#PropertyValue" } }, + "com.amazonaws.glue#PropertyName": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 128 + } + } + }, + "com.amazonaws.glue#PropertyNameOverrides": { + "type": "map", + "key": { + "target": "com.amazonaws.glue#PropertyName" + }, + "value": { + "target": "com.amazonaws.glue#PropertyName" + } + }, "com.amazonaws.glue#PropertyPredicate": { "type": "structure", "members": { @@ -29246,6 +33223,47 @@ "smithy.api#documentation": "

    Defines a property predicate.

    " } }, + "com.amazonaws.glue#PropertyType": { + "type": "enum", + "members": { + "USER_INPUT": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "USER_INPUT" + } + }, + "SECRET": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "SECRET" + } + }, + "READ_ONLY": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "READ_ONLY" + } + }, + "UNUSED": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "UNUSED" + } + }, + "SECRET_OR_USER_INPUT": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "SECRET_OR_USER_INPUT" + } + } + } + }, + "com.amazonaws.glue#PropertyTypes": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#PropertyType" + } + }, "com.amazonaws.glue#PropertyValue": { "type": "string", "traits": { @@ -29934,6 +33952,21 @@ } } }, + "com.amazonaws.glue#Record": { + "type": "document", + "traits": { + "smithy.api#sensitive": {} + } + }, + "com.amazonaws.glue#Records": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#Record" + }, + "traits": { + "smithy.api#sensitive": {} + } + }, "com.amazonaws.glue#RecordsCount": { "type": "long" }, @@ -30085,6 +34118,17 @@ "target": "com.amazonaws.glue#NameString" } }, + "com.amazonaws.glue#RefreshToken": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 0, + "max": 4096 + }, + "smithy.api#pattern": "^[\\x20-\\x7E]*$", + "smithy.api#sensitive": {} + } + }, "com.amazonaws.glue#RegisterSchemaVersion": { "type": "operation", "input": { @@ -30514,6 +34558,25 @@ } } }, + "com.amazonaws.glue#ResourceArnString": { + "type": "string" + }, + "com.amazonaws.glue#ResourceNotFoundException": { + "type": "structure", + "members": { + "Message": { + "target": "com.amazonaws.glue#IntegrationErrorMessage", + "traits": { + "smithy.api#documentation": "

    A message describing the problem.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    The resource could not be found.

    ", + "smithy.api#error": "client", + "smithy.api#httpError": 404 + } + }, "com.amazonaws.glue#ResourceNotReadyException": { "type": "structure", "members": { @@ -32021,6 +36084,23 @@ } } }, + "com.amazonaws.glue#ScheduleType": { + "type": "enum", + "members": { + "CRON": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "CRON" + } + }, + "AUTO": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "AUTO" + } + } + } + }, "com.amazonaws.glue#SchedulerNotRunningException": { "type": "structure", "members": { @@ -32683,6 +36763,18 @@ "smithy.api#documentation": "

    Specifies a transform that chooses one DynamicFrame from a collection of DynamicFrames. The output is the selected DynamicFrame\n

    " } }, + "com.amazonaws.glue#SelectedFields": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#EntityFieldName" + }, + "traits": { + "smithy.api#length": { + "min": 1, + "max": 1000 + } + } + }, "com.amazonaws.glue#Separator": { "type": "enum", "members": { @@ -32946,6 +37038,23 @@ } } }, + "com.amazonaws.glue#SettingSource": { + "type": "enum", + "members": { + "CATALOG": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "CATALOG" + } + }, + "TABLE": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "TABLE" + } + } + } + }, "com.amazonaws.glue#SkewedInfo": { "type": "structure", "members": { @@ -33332,6 +37441,58 @@ } } }, + "com.amazonaws.glue#SourceProcessingProperties": { + "type": "structure", + "members": { + "RoleArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The IAM role to access the Glue connection.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    The resource properties associated with the integration source.

    " + } + }, + "com.amazonaws.glue#SourceTableConfig": { + "type": "structure", + "members": { + "Fields": { + "target": "com.amazonaws.glue#SourceTableFieldsList", + "traits": { + "smithy.api#documentation": "

    A list of fields used for column-level filtering.

    " + } + }, + "FilterPredicate": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    A condition clause used for row-level filtering.

    " + } + }, + "PrimaryKey": { + "target": "com.amazonaws.glue#PrimaryKeyList", + "traits": { + "smithy.api#documentation": "

    Unique identifier of a record.

    " + } + }, + "RecordUpdateField": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    Incremental pull timestamp-based field.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    Properties used by the source leg to process data from the source.

    " + } + }, + "com.amazonaws.glue#SourceTableFieldsList": { + "type": "list", + "member": { + "target": "com.amazonaws.glue#String128" + } + }, "com.amazonaws.glue#SparkConnectorSource": { "type": "structure", "members": { @@ -35562,6 +39723,24 @@ "smithy.api#documentation": "

    Specifies options related to data preview for viewing a sample of your data.

    " } }, + "com.amazonaws.glue#String128": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 128 + } + } + }, + "com.amazonaws.glue#String2048": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 2048 + } + } + }, "com.amazonaws.glue#StringColumnStatisticsData": { "type": "structure", "members": { @@ -36288,6 +40467,26 @@ "target": "com.amazonaws.glue#TableVersionError" } }, + "com.amazonaws.glue#Tag": { + "type": "structure", + "members": { + "key": { + "target": "com.amazonaws.glue#TagKey", + "traits": { + "smithy.api#documentation": "

    The tag key. The key is required when you create a tag on an object. The key is case-sensitive, and must not contain the prefix aws.

    " + } + }, + "value": { + "target": "com.amazonaws.glue#TagValue", + "traits": { + "smithy.api#documentation": "

    The tag value. The value is optional when you create a tag on an object. The value is case-sensitive, and must not contain the prefix aws.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    The Tag object represents a label that you can assign to an Amazon Web Services resource. Each tag consists of a key and an optional value, both of which you define.

    \n

    For more information about tags, and controlling access to resources in Glue, see\n Amazon Web Services Tags in Glue and Specifying Glue Resource\n ARNs in the developer guide.

    " + } + }, "com.amazonaws.glue#TagKey": { "type": "string", "traits": { @@ -36444,6 +40643,95 @@ } } }, + "com.amazonaws.glue#TargetProcessingProperties": { + "type": "structure", + "members": { + "RoleArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The IAM role to access the Glue database.

    " + } + }, + "KmsArn": { + "target": "com.amazonaws.glue#String2048", + "traits": { + "smithy.api#documentation": "

    The ARN of the KMS key used for encryption.

    " + } + }, + "ConnectionName": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The Glue network connection to configure the Glue job running in the customer VPC.

    " + } + }, + "EventBusArn": { + "target": "com.amazonaws.glue#String2048", + "traits": { + "smithy.api#documentation": "

    The ARN of an Eventbridge event bus to receive the integration status notification.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    The resource properties associated with the integration target.

    " + } + }, + "com.amazonaws.glue#TargetRedshiftCatalog": { + "type": "structure", + "members": { + "CatalogArn": { + "target": "com.amazonaws.glue#ResourceArnString", + "traits": { + "smithy.api#documentation": "

    The Amazon Resource Name (ARN) of the catalog resource.

    ", + "smithy.api#required": {} + } + } + }, + "traits": { + "smithy.api#documentation": "

    A structure that describes a target catalog for resource linking.

    " + } + }, + "com.amazonaws.glue#TargetResourceNotFound": { + "type": "structure", + "members": { + "Message": { + "target": "com.amazonaws.glue#IntegrationErrorMessage", + "traits": { + "smithy.api#documentation": "

    A message describing the problem.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    The target resource could not be found.

    ", + "smithy.api#error": "client", + "smithy.api#httpError": 404 + } + }, + "com.amazonaws.glue#TargetTableConfig": { + "type": "structure", + "members": { + "UnnestSpec": { + "target": "com.amazonaws.glue#UnnestSpec", + "traits": { + "smithy.api#documentation": "

    Specifies how nested objects are flattened to top-level elements. Valid values are: \"TOPLEVEL\", \"FULL\", or \"NOUNNEST\".

    " + } + }, + "PartitionSpec": { + "target": "com.amazonaws.glue#IntegrationPartitionSpecList", + "traits": { + "smithy.api#documentation": "

    Determines the file layout on the target.

    " + } + }, + "TargetTableName": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The optional name of a target table.

    " + } + } + }, + "traits": { + "smithy.api#documentation": "

    Properties used by the target leg to partition the data on the target.

    " + } + }, "com.amazonaws.glue#TaskRun": { "type": "structure", "members": { @@ -36794,6 +41082,12 @@ "smithy.api#documentation": "

    Optional. The name of the connection to test. If only name is provided, the operation will get the connection and use that for testing.

    " } }, + "CatalogId": { + "target": "com.amazonaws.glue#CatalogIdString", + "traits": { + "smithy.api#documentation": "

    The catalog ID where the connection resides.

    " + } + }, "TestConnectionInput": { "target": "com.amazonaws.glue#TestConnectionInput", "traits": { @@ -37556,6 +41850,29 @@ } } }, + "com.amazonaws.glue#UnnestSpec": { + "type": "enum", + "members": { + "TOPLEVEL": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "TOPLEVEL" + } + }, + "FULL": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "FULL" + } + }, + "NOUNNEST": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "NOUNNEST" + } + } + } + }, "com.amazonaws.glue#UntagResource": { "type": "operation", "input": { @@ -37702,6 +42019,44 @@ "smithy.api#output": {} } }, + "com.amazonaws.glue#UpdateCatalog": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#UpdateCatalogRequest" + }, + "output": { + "target": "com.amazonaws.glue#UpdateCatalogResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#ConcurrentModificationException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#FederationSourceException" + }, + { + "target": "com.amazonaws.glue#GlueEncryptionException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#OperationTimeoutException" + } + ], + "traits": { + "smithy.api#documentation": "

    Updates an existing catalog's properties in the Glue Data Catalog.

    " + } + }, "com.amazonaws.glue#UpdateCatalogBehavior": { "type": "enum", "members": { @@ -37719,6 +42074,35 @@ } } }, + "com.amazonaws.glue#UpdateCatalogRequest": { + "type": "structure", + "members": { + "CatalogId": { + "target": "com.amazonaws.glue#CatalogIdString", + "traits": { + "smithy.api#documentation": "

    The ID of the catalog.

    ", + "smithy.api#required": {} + } + }, + "CatalogInput": { + "target": "com.amazonaws.glue#CatalogInput", + "traits": { + "smithy.api#documentation": "

    A CatalogInput object specifying the new properties of an existing catalog.

    ", + "smithy.api#required": {} + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#UpdateCatalogResponse": { + "type": "structure", + "members": {}, + "traits": { + "smithy.api#output": {} + } + }, "com.amazonaws.glue#UpdateClassifier": { "type": "operation", "input": { @@ -38467,12 +42851,21 @@ "target": "com.amazonaws.glue#UpdateDatabaseResponse" }, "errors": [ + { + "target": "com.amazonaws.glue#AlreadyExistsException" + }, { "target": "com.amazonaws.glue#ConcurrentModificationException" }, { "target": "com.amazonaws.glue#EntityNotFoundException" }, + { + "target": "com.amazonaws.glue#FederationSourceException" + }, + { + "target": "com.amazonaws.glue#FederationSourceRetryableException" + }, { "target": "com.amazonaws.glue#GlueEncryptionException" }, @@ -38652,6 +43045,170 @@ "smithy.api#documentation": "

    Specifies a grok classifier to update when passed to\n UpdateClassifier.

    " } }, + "com.amazonaws.glue#UpdateIntegrationResourceProperty": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#UpdateIntegrationResourcePropertyRequest" + }, + "output": { + "target": "com.amazonaws.glue#UpdateIntegrationResourcePropertyResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#InternalServerException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#ResourceNotFoundException" + }, + { + "target": "com.amazonaws.glue#ValidationException" + } + ], + "traits": { + "smithy.api#documentation": "

    This API can be used for updating the ResourceProperty of the Glue connection (for the source) or Glue database ARN (for the target). These properties can include the role to access the connection or database. Since the same resource can be used across multiple integrations, updating resource properties will impact all the integrations using it.

    " + } + }, + "com.amazonaws.glue#UpdateIntegrationResourcePropertyRequest": { + "type": "structure", + "members": { + "ResourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The connection ARN of the source, or the database ARN of the target.

    ", + "smithy.api#required": {} + } + }, + "SourceProcessingProperties": { + "target": "com.amazonaws.glue#SourceProcessingProperties", + "traits": { + "smithy.api#documentation": "

    The resource properties associated with the integration source.

    " + } + }, + "TargetProcessingProperties": { + "target": "com.amazonaws.glue#TargetProcessingProperties", + "traits": { + "smithy.api#documentation": "

    The resource properties associated with the integration target.

    " + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#UpdateIntegrationResourcePropertyResponse": { + "type": "structure", + "members": { + "ResourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The connection ARN of the source, or the database ARN of the target.

    " + } + }, + "SourceProcessingProperties": { + "target": "com.amazonaws.glue#SourceProcessingProperties", + "traits": { + "smithy.api#documentation": "

    The resource properties associated with the integration source.

    " + } + }, + "TargetProcessingProperties": { + "target": "com.amazonaws.glue#TargetProcessingProperties", + "traits": { + "smithy.api#documentation": "

    The resource properties associated with the integration target.

    " + } + } + }, + "traits": { + "smithy.api#output": {} + } + }, + "com.amazonaws.glue#UpdateIntegrationTableProperties": { + "type": "operation", + "input": { + "target": "com.amazonaws.glue#UpdateIntegrationTablePropertiesRequest" + }, + "output": { + "target": "com.amazonaws.glue#UpdateIntegrationTablePropertiesResponse" + }, + "errors": [ + { + "target": "com.amazonaws.glue#AccessDeniedException" + }, + { + "target": "com.amazonaws.glue#EntityNotFoundException" + }, + { + "target": "com.amazonaws.glue#InternalServerException" + }, + { + "target": "com.amazonaws.glue#InternalServiceException" + }, + { + "target": "com.amazonaws.glue#InvalidInputException" + }, + { + "target": "com.amazonaws.glue#ResourceNotFoundException" + }, + { + "target": "com.amazonaws.glue#ValidationException" + } + ], + "traits": { + "smithy.api#documentation": "

    This API is used to provide optional override properties for the tables that need to be replicated. These properties can include properties for filtering and partitioning for the source and target tables. To set both source and target properties the same API need to be invoked with the Glue connection ARN as ResourceArn with SourceTableConfig, and the Glue database ARN as ResourceArn with TargetTableConfig respectively.

    \n

    The override will be reflected across all the integrations using same ResourceArn and source table.

    " + } + }, + "com.amazonaws.glue#UpdateIntegrationTablePropertiesRequest": { + "type": "structure", + "members": { + "ResourceArn": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The connection ARN of the source, or the database ARN of the target.

    ", + "smithy.api#required": {} + } + }, + "TableName": { + "target": "com.amazonaws.glue#String128", + "traits": { + "smithy.api#documentation": "

    The name of the table to be replicated.

    ", + "smithy.api#required": {} + } + }, + "SourceTableConfig": { + "target": "com.amazonaws.glue#SourceTableConfig", + "traits": { + "smithy.api#documentation": "

    A structure for the source table configuration.

    " + } + }, + "TargetTableConfig": { + "target": "com.amazonaws.glue#TargetTableConfig", + "traits": { + "smithy.api#documentation": "

    A structure for the target table configuration.

    " + } + } + }, + "traits": { + "smithy.api#input": {} + } + }, + "com.amazonaws.glue#UpdateIntegrationTablePropertiesResponse": { + "type": "structure", + "members": {}, + "traits": { + "smithy.api#output": {} + } + }, "com.amazonaws.glue#UpdateJob": { "type": "operation", "input": { @@ -39324,12 +43881,21 @@ "target": "com.amazonaws.glue#UpdateTableResponse" }, "errors": [ + { + "target": "com.amazonaws.glue#AlreadyExistsException" + }, { "target": "com.amazonaws.glue#ConcurrentModificationException" }, { "target": "com.amazonaws.glue#EntityNotFoundException" }, + { + "target": "com.amazonaws.glue#FederationSourceException" + }, + { + "target": "com.amazonaws.glue#FederationSourceRetryableException" + }, { "target": "com.amazonaws.glue#GlueEncryptionException" }, @@ -39997,6 +44563,27 @@ "smithy.api#pattern": "^\\S+$" } }, + "com.amazonaws.glue#UserManagedClientApplicationClientSecret": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 0, + "max": 512 + }, + "smithy.api#pattern": "^[\\x20-\\x7E]*$", + "smithy.api#sensitive": {} + } + }, + "com.amazonaws.glue#Username": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 0, + "max": 512 + }, + "smithy.api#pattern": "^\\S+$" + } + }, "com.amazonaws.glue#ValidationException": { "type": "structure", "members": { @@ -40016,7 +44603,7 @@ "type": "string", "traits": { "smithy.api#length": { - "min": 0, + "min": 1, "max": 1024 } }