Adding support for Job templates. Job templates allow you to create a…

…nd store templates to configure Spark applications parameters. This helps you ensure consistent settings across applications by reusing and enforcing configuration overrides in data pipelines.
aws · Nov 4, 2022 · d0d9af3 · d0d9af3
1 parent 81bad23
commit d0d9af3
Show file tree

Hide file tree

Showing 58 changed files with 6,774 additions and 251 deletions.
diff --git a/generator/ServiceModels/emr-containers/emr-containers-2020-10-01.api.json b/generator/ServiceModels/emr-containers/emr-containers-2020-10-01.api.json
@@ -25,6 +25,20 @@
         {"shape":"InternalServerException"}
       ]
     },
+    "CreateJobTemplate":{
+      "name":"CreateJobTemplate",
+      "http":{
+        "method":"POST",
+        "requestUri":"/jobtemplates"
+      },
+      "input":{"shape":"CreateJobTemplateRequest"},
+      "output":{"shape":"CreateJobTemplateResponse"},
+      "errors":[
+        {"shape":"ValidationException"},
+        {"shape":"ResourceNotFoundException"},
+        {"shape":"InternalServerException"}
+      ]
+    },
     "CreateManagedEndpoint":{
       "name":"CreateManagedEndpoint",
       "http":{
@@ -53,6 +67,19 @@
         {"shape":"InternalServerException"}
       ]
     },
+    "DeleteJobTemplate":{
+      "name":"DeleteJobTemplate",
+      "http":{
+        "method":"DELETE",
+        "requestUri":"/jobtemplates/{templateId}"
+      },
+      "input":{"shape":"DeleteJobTemplateRequest"},
+      "output":{"shape":"DeleteJobTemplateResponse"},
+      "errors":[
+        {"shape":"ValidationException"},
+        {"shape":"InternalServerException"}
+      ]
+    },
     "DeleteManagedEndpoint":{
       "name":"DeleteManagedEndpoint",
       "http":{
@@ -93,6 +120,20 @@
         {"shape":"InternalServerException"}
       ]
     },
+    "DescribeJobTemplate":{
+      "name":"DescribeJobTemplate",
+      "http":{
+        "method":"GET",
+        "requestUri":"/jobtemplates/{templateId}"
+      },
+      "input":{"shape":"DescribeJobTemplateRequest"},
+      "output":{"shape":"DescribeJobTemplateResponse"},
+      "errors":[
+        {"shape":"ValidationException"},
+        {"shape":"ResourceNotFoundException"},
+        {"shape":"InternalServerException"}
+      ]
+    },
     "DescribeManagedEndpoint":{
       "name":"DescribeManagedEndpoint",
       "http":{
@@ -134,6 +175,19 @@
         {"shape":"InternalServerException"}
       ]
     },
+    "ListJobTemplates":{
+      "name":"ListJobTemplates",
+      "http":{
+        "method":"GET",
+        "requestUri":"/jobtemplates"
+      },
+      "input":{"shape":"ListJobTemplatesRequest"},
+      "output":{"shape":"ListJobTemplatesResponse"},
+      "errors":[
+        {"shape":"ValidationException"},
+        {"shape":"InternalServerException"}
+      ]
+    },
     "ListManagedEndpoints":{
       "name":"ListManagedEndpoints",
       "http":{
@@ -326,6 +380,33 @@
       "type":"string",
       "enum":["EKS"]
     },
+    "CreateJobTemplateRequest":{
+      "type":"structure",
+      "required":[
+        "name",
+        "clientToken",
+        "jobTemplateData"
+      ],
+      "members":{
+        "name":{"shape":"ResourceNameString"},
+        "clientToken":{
+          "shape":"ClientToken",
+          "idempotencyToken":true
+        },
+        "jobTemplateData":{"shape":"JobTemplateData"},
+        "tags":{"shape":"TagMap"},
+        "kmsKeyArn":{"shape":"KmsKeyArn"}
+      }
+    },
+    "CreateJobTemplateResponse":{
+      "type":"structure",
+      "members":{
+        "id":{"shape":"ResourceIdString"},
+        "name":{"shape":"ResourceNameString"},
+        "arn":{"shape":"JobTemplateArn"},
+        "createdAt":{"shape":"Date"}
+      }
+    },
     "CreateManagedEndpointRequest":{
       "type":"structure",
       "required":[
@@ -397,6 +478,23 @@
       "type":"timestamp",
       "timestampFormat":"iso8601"
     },
+    "DeleteJobTemplateRequest":{
+      "type":"structure",
+      "required":["id"],
+      "members":{
+        "id":{
+          "shape":"ResourceIdString",
+          "location":"uri",
+          "locationName":"templateId"
+        }
+      }
+    },
+    "DeleteJobTemplateResponse":{
+      "type":"structure",
+      "members":{
+        "id":{"shape":"ResourceIdString"}
+      }
+    },
     "DeleteManagedEndpointRequest":{
       "type":"structure",
       "required":[
@@ -465,6 +563,23 @@
         "jobRun":{"shape":"JobRun"}
       }
     },
+    "DescribeJobTemplateRequest":{
+      "type":"structure",
+      "required":["id"],
+      "members":{
+        "id":{
+          "shape":"ResourceIdString",
+          "location":"uri",
+          "locationName":"templateId"
+        }
+      }
+    },
+    "DescribeJobTemplateResponse":{
+      "type":"structure",
+      "members":{
+        "jobTemplate":{"shape":"JobTemplate"}
+      }
+    },
     "DescribeManagedEndpointRequest":{
       "type":"structure",
       "required":[
@@ -673,6 +788,53 @@
       "type":"list",
       "member":{"shape":"JobRun"}
     },
+    "JobTemplate":{
+      "type":"structure",
+      "required":["jobTemplateData"],
+      "members":{
+        "name":{"shape":"ResourceNameString"},
+        "id":{"shape":"ResourceIdString"},
+        "arn":{"shape":"JobTemplateArn"},
+        "createdAt":{"shape":"Date"},
+        "createdBy":{"shape":"RequestIdentityUserArn"},
+        "tags":{"shape":"TagMap"},
+        "jobTemplateData":{"shape":"JobTemplateData"},
+        "kmsKeyArn":{"shape":"KmsKeyArn"},
+        "decryptionError":{"shape":"String2048"}
+      }
+    },
+    "JobTemplateArn":{
+      "type":"string",
+      "max":1024,
+      "min":60,
+      "pattern":"^arn:(aws[a-zA-Z0-9-]*):emr-containers:.+:(\\d{12}):\\/jobtemplates\\/[0-9a-zA-Z]+$"
+    },
+    "JobTemplateData":{
+      "type":"structure",
+      "required":[
+        "executionRoleArn",
+        "releaseLabel",
+        "jobDriver"
+      ],
+      "members":{
+        "executionRoleArn":{"shape":"ParametricIAMRoleArn"},
+        "releaseLabel":{"shape":"ParametricReleaseLabel"},
+        "configurationOverrides":{"shape":"ParametricConfigurationOverrides"},
+        "jobDriver":{"shape":"JobDriver"},
+        "parameterConfiguration":{"shape":"TemplateParameterConfigurationMap"},
+        "jobTags":{"shape":"TagMap"}
+      }
+    },
+    "JobTemplates":{
+      "type":"list",
+      "member":{"shape":"JobTemplate"}
+    },
+    "KmsKeyArn":{
+      "type":"string",
+      "max":2048,
+      "min":3,
+      "pattern":"^(arn:(aws[a-zA-Z0-9-]*):kms:([a-zA-Z0-9]+-?)+:(\\d{12})?:key\\/[(0-9a-zA-Z)-?]+|\\$\\{[a-zA-Z]\\w*\\})$"
+    },
     "KubernetesNamespace":{
       "type":"string",
       "max":63,
@@ -727,6 +889,38 @@
         "nextToken":{"shape":"NextToken"}
       }
     },
+    "ListJobTemplatesRequest":{
+      "type":"structure",
+      "members":{
+        "createdAfter":{
+          "shape":"Date",
+          "location":"querystring",
+          "locationName":"createdAfter"
+        },
+        "createdBefore":{
+          "shape":"Date",
+          "location":"querystring",
+          "locationName":"createdBefore"
+        },
+        "maxResults":{
+          "shape":"JavaInteger",
+          "location":"querystring",
+          "locationName":"maxResults"
+        },
+        "nextToken":{
+          "shape":"NextToken",
+          "location":"querystring",
+          "locationName":"nextToken"
+        }
+      }
+    },
+    "ListJobTemplatesResponse":{
+      "type":"structure",
+      "members":{
+        "templates":{"shape":"JobTemplates"},
+        "nextToken":{"shape":"NextToken"}
+      }
+    },
     "ListManagedEndpointsRequest":{
       "type":"structure",
       "required":["virtualClusterId"],
@@ -859,6 +1053,46 @@
       "min":1,
       "pattern":".*\\S.*"
     },
+    "ParametricCloudWatchMonitoringConfiguration":{
+      "type":"structure",
+      "members":{
+        "logGroupName":{"shape":"TemplateParameter"},
+        "logStreamNamePrefix":{"shape":"String256"}
+      }
+    },
+    "ParametricConfigurationOverrides":{
+      "type":"structure",
+      "members":{
+        "applicationConfiguration":{"shape":"ConfigurationList"},
+        "monitoringConfiguration":{"shape":"ParametricMonitoringConfiguration"}
+      }
+    },
+    "ParametricIAMRoleArn":{
+      "type":"string",
+      "max":2048,
+      "min":4,
+      "pattern":"(^arn:(aws[a-zA-Z0-9-]*):iam::(\\d{12})?:(role((\\u002F)|(\\u002F[\\u0021-\\u007F]+\\u002F))[\\w+=,.@-]+)$)|([\\.\\-_\\#A-Za-z0-9\\$\\{\\}]+)"
+    },
+    "ParametricMonitoringConfiguration":{
+      "type":"structure",
+      "members":{
+        "persistentAppUI":{"shape":"TemplateParameter"},
+        "cloudWatchMonitoringConfiguration":{"shape":"ParametricCloudWatchMonitoringConfiguration"},
+        "s3MonitoringConfiguration":{"shape":"ParametricS3MonitoringConfiguration"}
+      }
+    },
+    "ParametricReleaseLabel":{
+      "type":"string",
+      "max":64,
+      "min":1,
+      "pattern":"([\\.\\-_/A-Za-z0-9]+|\\$\\{[a-zA-Z]\\w*\\})"
+    },
+    "ParametricS3MonitoringConfiguration":{
+      "type":"structure",
+      "members":{
+        "logUri":{"shape":"UriString"}
+      }
+    },
     "PersistentAppUI":{
       "type":"string",
       "enum":[
@@ -952,10 +1186,7 @@
       "type":"structure",
       "required":[
         "virtualClusterId",
-        "clientToken",
-        "executionRoleArn",
-        "releaseLabel",
-        "jobDriver"
+        "clientToken"
       ],
       "members":{
         "name":{"shape":"ResourceNameString"},
@@ -972,7 +1203,9 @@
         "releaseLabel":{"shape":"ReleaseLabel"},
         "jobDriver":{"shape":"JobDriver"},
         "configurationOverrides":{"shape":"ConfigurationOverrides"},
-        "tags":{"shape":"TagMap"}
+        "tags":{"shape":"TagMap"},
+        "jobTemplateId":{"shape":"ResourceIdString"},
+        "jobTemplateParameters":{"shape":"TemplateParameterInputMap"}
       }
     },
     "StartJobRunResponse":{
@@ -996,6 +1229,12 @@
       "min":1,
       "pattern":".*\\S.*"
     },
+    "String2048":{
+      "type":"string",
+      "max":2048,
+      "min":1,
+      "pattern":".*\\S.*"
+    },
     "String256":{
       "type":"string",
       "max":256,
@@ -1045,6 +1284,44 @@
       "members":{
       }
     },
+    "TemplateParameter":{
+      "type":"string",
+      "max":512,
+      "min":1,
+      "pattern":"[\\.\\-_/#A-Za-z0-9\\$\\{\\}]+"
+    },
+    "TemplateParameterConfiguration":{
+      "type":"structure",
+      "members":{
+        "type":{"shape":"TemplateParameterDataType"},
+        "defaultValue":{"shape":"String1024"}
+      }
+    },
+    "TemplateParameterConfigurationMap":{
+      "type":"map",
+      "key":{"shape":"TemplateParameterName"},
+      "value":{"shape":"TemplateParameterConfiguration"},
+      "max":20
+    },
+    "TemplateParameterDataType":{
+      "type":"string",
+      "enum":[
+        "NUMBER",
+        "STRING"
+      ]
+    },
+    "TemplateParameterInputMap":{
+      "type":"map",
+      "key":{"shape":"TemplateParameterName"},
+      "value":{"shape":"String1024"},
+      "max":20
+    },
+    "TemplateParameterName":{
+      "type":"string",
+      "max":512,
+      "min":1,
+      "pattern":"[\\.\\-_\\#A-Za-z0-9]+"
+    },
     "UntagResourceRequest":{
       "type":"structure",
       "required":[