{ "version": "2.0", "metadata": { "apiVersion": "2017-03-31", "endpointPrefix": "glue", "jsonVersion": "1.1", "protocol": "json", "serviceFullName": "AWS Glue", "serviceId": "Glue", "signatureVersion": "v4", "targetPrefix": "AWSGlue", "uid": "glue-2017-03-31" }, "operations": { "BatchCreatePartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionInputList" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionInputList": { "type": "list", "member": { "shape": "S5" } } } }, "output": { "type": "structure", "members": { "Errors": { "shape": "S12" } } } }, "BatchDeleteConnection": { "input": { "type": "structure", "required": [ "ConnectionNameList" ], "members": { "CatalogId": {}, "ConnectionNameList": { "type": "list", "member": {} } } }, "output": { "type": "structure", "members": { "Succeeded": { "shape": "Sn" }, "Errors": { "type": "map", "key": {}, "value": { "shape": "S14" } } } } }, "BatchDeletePartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionsToDelete" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionsToDelete": { "type": "list", "member": { "shape": "S1c" } } } }, "output": { "type": "structure", "members": { "Errors": { "shape": "S12" } } } }, "BatchDeleteTable": { "input": { "type": "structure", "required": [ "DatabaseName", "TablesToDelete" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TablesToDelete": { "type": "list", "member": {} }, "TransactionId": {} } }, "output": { "type": "structure", "members": { "Errors": { "type": "list", "member": { "type": "structure", "members": { "TableName": {}, "ErrorDetail": { "shape": "S14" } } } } } } }, "BatchDeleteTableVersion": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "VersionIds" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "VersionIds": { "type": "list", "member": {} } } }, "output": { "type": "structure", "members": { "Errors": { "type": "list", "member": { "type": "structure", "members": { "TableName": {}, "VersionId": {}, "ErrorDetail": { "shape": "S14" } } } } } } }, "BatchGetBlueprints": { "input": { "type": "structure", "required": [ "Names" ], "members": { "Names": { "type": "list", "member": {} }, "IncludeBlueprint": { "type": "boolean" }, "IncludeParameterSpec": { "type": "boolean" } } }, "output": { "type": "structure", "members": { "Blueprints": { "type": "list", "member": { "shape": "S1w" } }, "MissingBlueprints": { "shape": "S24" } } } }, "BatchGetCrawlers": { "input": { "type": "structure", "required": [ "CrawlerNames" ], "members": { "CrawlerNames": { "shape": "S26" } } }, "output": { "type": "structure", "members": { "Crawlers": { "shape": "S28" }, "CrawlersNotFound": { "shape": "S26" } } } }, "BatchGetCustomEntityTypes": { "input": { "type": "structure", "required": [ "Names" ], "members": { "Names": { "shape": "S3r" } } }, "output": { "type": "structure", "members": { "CustomEntityTypes": { "shape": "S3t" }, "CustomEntityTypesNotFound": { "shape": "S3r" } } } }, "BatchGetDataQualityResult": { "input": { "type": "structure", "required": [ "ResultIds" ], "members": { "ResultIds": { "shape": "S3x" } } }, "output": { "type": "structure", "required": [ "Results" ], "members": { "Results": { "type": "list", "member": { "type": "structure", "members": { "ResultId": {}, "Score": { "type": "double" }, "DataSource": { "shape": "S43" }, "RulesetName": {}, "EvaluationContext": {}, "StartedOn": { "type": "timestamp" }, "CompletedOn": { "type": "timestamp" }, "JobName": {}, "JobRunId": {}, "RulesetEvaluationRunId": {}, "RuleResults": { "shape": "S46" }, "AnalyzerResults": { "shape": "S4b" }, "Observations": { "shape": "S4d" } } } }, "ResultsNotFound": { "shape": "S3x" } } } }, "BatchGetDevEndpoints": { "input": { "type": "structure", "required": [ "DevEndpointNames" ], "members": { "DevEndpointNames": { "shape": "S4k" } } }, "output": { "type": "structure", "members": { "DevEndpoints": { "shape": "S4m" }, "DevEndpointsNotFound": { "shape": "S4k" } } } }, "BatchGetJobs": { "input": { "type": "structure", "required": [ "JobNames" ], "members": { "JobNames": { "shape": "S4w" } } }, "output": { "type": "structure", "members": { "Jobs": { "shape": "S4y" }, "JobsNotFound": { "shape": "S4w" } } } }, "BatchGetPartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionsToGet" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionsToGet": { "shape": "Sad" } } }, "output": { "type": "structure", "members": { "Partitions": { "shape": "Saf" }, "UnprocessedKeys": { "shape": "Sad" } } } }, "BatchGetTableOptimizer": { "input": { "type": "structure", "required": [ "Entries" ], "members": { "Entries": { "type": "list", "member": { "type": "structure", "members": { "catalogId": {}, "databaseName": {}, "tableName": {}, "type": {} } } } } }, "output": { "type": "structure", "members": { "TableOptimizers": { "type": "list", "member": { "type": "structure", "members": { "catalogId": {}, "databaseName": {}, "tableName": {}, "tableOptimizer": { "shape": "Saq" } } } }, "Failures": { "type": "list", "member": { "type": "structure", "members": { "error": { "shape": "S14" }, "catalogId": {}, "databaseName": {}, "tableName": {}, "type": {} } } } } } }, "BatchGetTriggers": { "input": { "type": "structure", "required": [ "TriggerNames" ], "members": { "TriggerNames": { "shape": "Sb1" } } }, "output": { "type": "structure", "members": { "Triggers": { "shape": "Sb3" }, "TriggersNotFound": { "shape": "Sb1" } } } }, "BatchGetWorkflows": { "input": { "type": "structure", "required": [ "Names" ], "members": { "Names": { "shape": "Sbl" }, "IncludeGraph": { "type": "boolean" } } }, "output": { "type": "structure", "members": { "Workflows": { "type": "list", "member": { "shape": "Sbo" } }, "MissingWorkflows": { "shape": "Sbl" } } } }, "BatchStopJobRun": { "input": { "type": "structure", "required": [ "JobName", "JobRunIds" ], "members": { "JobName": {}, "JobRunIds": { "type": "list", "member": {} } } }, "output": { "type": "structure", "members": { "SuccessfulSubmissions": { "type": "list", "member": { "type": "structure", "members": { "JobName": {}, "JobRunId": {} } } }, "Errors": { "type": "list", "member": { "type": "structure", "members": { "JobName": {}, "JobRunId": {}, "ErrorDetail": { "shape": "S14" } } } } } } }, "BatchUpdatePartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "Entries" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "Entries": { "type": "list", "member": { "type": "structure", "required": [ "PartitionValueList", "PartitionInput" ], "members": { "PartitionValueList": { "shape": "Scm" }, "PartitionInput": { "shape": "S5" } } } } } }, "output": { "type": "structure", "members": { "Errors": { "type": "list", "member": { "type": "structure", "members": { "PartitionValueList": { "shape": "Scm" }, "ErrorDetail": { "shape": "S14" } } } } } } }, "CancelDataQualityRuleRecommendationRun": { "input": { "type": "structure", "required": [ "RunId" ], "members": { "RunId": {} } }, "output": { "type": "structure", "members": {} } }, "CancelDataQualityRulesetEvaluationRun": { "input": { "type": "structure", "required": [ "RunId" ], "members": { "RunId": {} } }, "output": { "type": "structure", "members": {} } }, "CancelMLTaskRun": { "input": { "type": "structure", "required": [ "TransformId", "TaskRunId" ], "members": { "TransformId": {}, "TaskRunId": {} } }, "output": { "type": "structure", "members": { "TransformId": {}, "TaskRunId": {}, "Status": {} } } }, "CancelStatement": { "input": { "type": "structure", "required": [ "SessionId", "Id" ], "members": { "SessionId": {}, "Id": { "type": "integer" }, "RequestOrigin": {} } }, "output": { "type": "structure", "members": {} } }, "CheckSchemaVersionValidity": { "input": { "type": "structure", "required": [ "DataFormat", "SchemaDefinition" ], "members": { "DataFormat": {}, "SchemaDefinition": {} } }, "output": { "type": "structure", "members": { "Valid": { "type": "boolean" }, "Error": {} } } }, "CreateBlueprint": { "input": { "type": "structure", "required": [ "Name", "BlueprintLocation" ], "members": { "Name": {}, "Description": {}, "BlueprintLocation": {}, "Tags": { "shape": "Sd7" } } }, "output": { "type": "structure", "members": { "Name": {} } } }, "CreateClassifier": { "input": { "type": "structure", "members": { "GrokClassifier": { "type": "structure", "required": [ "Classification", "Name", "GrokPattern" ], "members": { "Classification": {}, "Name": {}, "GrokPattern": {}, "CustomPatterns": {} } }, "XMLClassifier": { "type": "structure", "required": [ "Classification", "Name" ], "members": { "Classification": {}, "Name": {}, "RowTag": {} } }, "JsonClassifier": { "type": "structure", "required": [ "Name", "JsonPath" ], "members": { "Name": {}, "JsonPath": {} } }, "CsvClassifier": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Delimiter": {}, "QuoteSymbol": {}, "ContainsHeader": {}, "Header": { "shape": "Sdo" }, "DisableValueTrimming": { "type": "boolean" }, "AllowSingleColumn": { "type": "boolean" }, "CustomDatatypeConfigured": { "type": "boolean" }, "CustomDatatypes": { "shape": "Sdp" }, "Serde": {} } } } }, "output": { "type": "structure", "members": {} } }, "CreateConnection": { "input": { "type": "structure", "required": [ "ConnectionInput" ], "members": { "CatalogId": {}, "ConnectionInput": { "shape": "Sdt" }, "Tags": { "shape": "Sd7" } } }, "output": { "type": "structure", "members": {} } }, "CreateCrawler": { "input": { "type": "structure", "required": [ "Name", "Role", "Targets" ], "members": { "Name": {}, "Role": {}, "DatabaseName": {}, "Description": {}, "Targets": { "shape": "S2b" }, "Schedule": {}, "Classifiers": { "shape": "S32" }, "TablePrefix": {}, "SchemaChangePolicy": { "shape": "S35" }, "RecrawlPolicy": { "shape": "S33" }, "LineageConfiguration": { "shape": "S38" }, "LakeFormationConfiguration": { "shape": "S3o" }, "Configuration": {}, "CrawlerSecurityConfiguration": {}, "Tags": { "shape": "Sd7" } } }, "output": { "type": "structure", "members": {} } }, "CreateCustomEntityType": { "input": { "type": "structure", "required": [ "Name", "RegexString" ], "members": { "Name": {}, "RegexString": {}, "ContextWords": { "shape": "S3v" }, "Tags": { "shape": "Sd7" } } }, "output": { "type": "structure", "members": { "Name": {} } } }, "CreateDataQualityRuleset": { "input": { "type": "structure", "required": [ "Name", "Ruleset" ], "members": { "Name": {}, "Description": {}, "Ruleset": {}, "Tags": { "shape": "Sd7" }, "TargetTable": { "shape": "Se7" }, "ClientToken": {} } }, "output": { "type": "structure", "members": { "Name": {} } }, "idempotent": true }, "CreateDatabase": { "input": { "type": "structure", "required": [ "DatabaseInput" ], "members": { "CatalogId": {}, "DatabaseInput": { "shape": "Sea" }, "Tags": { "shape": "Sd7" } } }, "output": { "type": "structure", "members": {} } }, "CreateDevEndpoint": { "input": { "type": "structure", "required": [ "EndpointName", "RoleArn" ], "members": { "EndpointName": {}, "RoleArn": {}, "SecurityGroupIds": { "shape": "S4p" }, "SubnetId": {}, "PublicKey": {}, "PublicKeys": { "shape": "S4t" }, "NumberOfNodes": { "type": "integer" }, "WorkerType": {}, "GlueVersion": {}, "NumberOfWorkers": { "type": "integer" }, "ExtraPythonLibsS3Path": {}, "ExtraJarsS3Path": {}, "SecurityConfiguration": {}, "Tags": { "shape": "Sd7" }, "Arguments": { "shape": "S4u" } } }, "output": { "type": "structure", "members": { "EndpointName": {}, "Status": {}, "SecurityGroupIds": { "shape": "S4p" }, "SubnetId": {}, "RoleArn": {}, "YarnEndpointAddress": {}, "ZeppelinRemoteSparkInterpreterPort": { "type": "integer" }, "NumberOfNodes": { "type": "integer" }, "WorkerType": {}, "GlueVersion": {}, "NumberOfWorkers": { "type": "integer" }, "AvailabilityZone": {}, "VpcId": {}, "ExtraPythonLibsS3Path": {}, "ExtraJarsS3Path": {}, "FailureReason": {}, "SecurityConfiguration": {}, "CreatedTimestamp": { "type": "timestamp" }, "Arguments": { "shape": "S4u" } } } }, "CreateJob": { "input": { "type": "structure", "required": [ "Name", "Role", "Command" ], "members": { "Name": {}, "Description": {}, "LogUri": {}, "Role": {}, "ExecutionProperty": { "shape": "S52" }, "Command": { "shape": "S54" }, "DefaultArguments": { "shape": "S58" }, "NonOverridableArguments": { "shape": "S58" }, "Connections": { "shape": "S59" }, "MaxRetries": { "type": "integer" }, "AllocatedCapacity": { "deprecated": true, "deprecatedMessage": "This property is deprecated, use MaxCapacity instead.", "type": "integer" }, "Timeout": { "type": "integer" }, "MaxCapacity": { "type": "double" }, "SecurityConfiguration": {}, "Tags": { "shape": "Sd7" }, "NotificationProperty": { "shape": "S5d" }, "GlueVersion": {}, "NumberOfWorkers": { "type": "integer" }, "WorkerType": {}, "CodeGenConfigurationNodes": { "shape": "S5f" }, "ExecutionClass": {}, "SourceControlDetails": { "shape": "Sa9" } } }, "output": { "type": "structure", "members": { "Name": {} } } }, "CreateMLTransform": { "input": { "type": "structure", "required": [ "Name", "InputRecordTables", "Parameters", "Role" ], "members": { "Name": {}, "Description": {}, "InputRecordTables": { "shape": "Ser" }, "Parameters": { "shape": "Ses" }, "Role": {}, "GlueVersion": {}, "MaxCapacity": { "type": "double" }, "WorkerType": {}, "NumberOfWorkers": { "type": "integer" }, "Timeout": { "type": "integer" }, "MaxRetries": { "type": "integer" }, "Tags": { "shape": "Sd7" }, "TransformEncryption": { "shape": "Sew" } } }, "output": { "type": "structure", "members": { "TransformId": {} } } }, "CreatePartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionInput": { "shape": "S5" } } }, "output": { "type": "structure", "members": {} } }, "CreatePartitionIndex": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionIndex" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionIndex": { "shape": "Sf3" } } }, "output": { "type": "structure", "members": {} } }, "CreateRegistry": { "input": { "type": "structure", "required": [ "RegistryName" ], "members": { "RegistryName": {}, "Description": {}, "Tags": { "shape": "Sd7" } } }, "output": { "type": "structure", "members": { "RegistryArn": {}, "RegistryName": {}, "Description": {}, "Tags": { "shape": "Sd7" } } } }, "CreateSchema": { "input": { "type": "structure", "required": [ "SchemaName", "DataFormat" ], "members": { "RegistryId": { "shape": "Sf9" }, "SchemaName": {}, "DataFormat": {}, "Compatibility": {}, "Description": {}, "Tags": { "shape": "Sd7" }, "SchemaDefinition": {} } }, "output": { "type": "structure", "members": { "RegistryName": {}, "RegistryArn": {}, "SchemaName": {}, "SchemaArn": {}, "Description": {}, "DataFormat": {}, "Compatibility": {}, "SchemaCheckpoint": { "type": "long" }, "LatestSchemaVersion": { "type": "long" }, "NextSchemaVersion": { "type": "long" }, "SchemaStatus": {}, "Tags": { "shape": "Sd7" }, "SchemaVersionId": {}, "SchemaVersionStatus": {} } } }, "CreateScript": { "input": { "type": "structure", "members": { "DagNodes": { "shape": "Sfg" }, "DagEdges": { "shape": "Sfo" }, "Language": {} } }, "output": { "type": "structure", "members": { "PythonScript": {}, "ScalaCode": {} } } }, "CreateSecurityConfiguration": { "input": { "type": "structure", "required": [ "Name", "EncryptionConfiguration" ], "members": { "Name": {}, "EncryptionConfiguration": { "shape": "Sfv" } } }, "output": { "type": "structure", "members": { "Name": {}, "CreatedTimestamp": { "type": "timestamp" } } } }, "CreateSession": { "input": { "type": "structure", "required": [ "Id", "Role", "Command" ], "members": { "Id": {}, "Description": {}, "Role": {}, "Command": { "shape": "Sg7" }, "Timeout": { "type": "integer" }, "IdleTimeout": { "type": "integer" }, "DefaultArguments": { "shape": "Sg8" }, "Connections": { "shape": "S59" }, "MaxCapacity": { "type": "double" }, "NumberOfWorkers": { "type": "integer" }, "WorkerType": {}, "SecurityConfiguration": {}, "GlueVersion": {}, "Tags": { "shape": "Sd7" }, "RequestOrigin": {} } }, "output": { "type": "structure", "members": { "Session": { "shape": "Sgb" } } } }, "CreateTable": { "input": { "type": "structure", "required": [ "DatabaseName", "TableInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableInput": { "shape": "Sgg" }, "PartitionIndexes": { "type": "list", "member": { "shape": "Sf3" } }, "TransactionId": {}, "OpenTableFormatInput": { "type": "structure", "members": { "IcebergInput": { "type": "structure", "required": [ "MetadataOperation" ], "members": { "MetadataOperation": {}, "Version": {} } } } } } }, "output": { "type": "structure", "members": {} } }, "CreateTableOptimizer": { "input": { "type": "structure", "required": [ "CatalogId", "DatabaseName", "TableName", "Type", "TableOptimizerConfiguration" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "Type": {}, "TableOptimizerConfiguration": { "shape": "Sar" } } }, "output": { "type": "structure", "members": {} } }, "CreateTrigger": { "input": { "type": "structure", "required": [ "Name", "Type", "Actions" ], "members": { "Name": {}, "WorkflowName": {}, "Type": {}, "Schedule": {}, "Predicate": { "shape": "Sba" }, "Actions": { "shape": "Sb8" }, "Description": {}, "StartOnCreation": { "type": "boolean" }, "Tags": { "shape": "Sd7" }, "EventBatchingCondition": { "shape": "Sbh" } } }, "output": { "type": "structure", "members": { "Name": {} } } }, "CreateUserDefinedFunction": { "input": { "type": "structure", "required": [ "DatabaseName", "FunctionInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "FunctionInput": { "shape": "Sgv" } } }, "output": { "type": "structure", "members": {} } }, "CreateWorkflow": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Description": {}, "DefaultRunProperties": { "shape": "Sbp" }, "Tags": { "shape": "Sd7" }, "MaxConcurrentRuns": { "type": "integer" } } }, "output": { "type": "structure", "members": { "Name": {} } } }, "DeleteBlueprint": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Name": {} } } }, "DeleteClassifier": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteColumnStatisticsForPartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionValues", "ColumnName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionValues": { "shape": "S6" }, "ColumnName": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteColumnStatisticsForTable": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "ColumnName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "ColumnName": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteConnection": { "input": { "type": "structure", "required": [ "ConnectionName" ], "members": { "CatalogId": {}, "ConnectionName": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteCrawler": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteCustomEntityType": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Name": {} } } }, "DeleteDataQualityRuleset": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteDatabase": { "input": { "type": "structure", "required": [ "Name" ], "members": { "CatalogId": {}, "Name": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteDevEndpoint": { "input": { "type": "structure", "required": [ "EndpointName" ], "members": { "EndpointName": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteJob": { "input": { "type": "structure", "required": [ "JobName" ], "members": { "JobName": {} } }, "output": { "type": "structure", "members": { "JobName": {} } } }, "DeleteMLTransform": { "input": { "type": "structure", "required": [ "TransformId" ], "members": { "TransformId": {} } }, "output": { "type": "structure", "members": { "TransformId": {} } } }, "DeletePartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionValues" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionValues": { "shape": "S6" } } }, "output": { "type": "structure", "members": {} } }, "DeletePartitionIndex": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "IndexName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "IndexName": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteRegistry": { "input": { "type": "structure", "required": [ "RegistryId" ], "members": { "RegistryId": { "shape": "Sf9" } } }, "output": { "type": "structure", "members": { "RegistryName": {}, "RegistryArn": {}, "Status": {} } } }, "DeleteResourcePolicy": { "input": { "type": "structure", "members": { "PolicyHashCondition": {}, "ResourceArn": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteSchema": { "input": { "type": "structure", "required": [ "SchemaId" ], "members": { "SchemaId": { "shape": "Sw" } } }, "output": { "type": "structure", "members": { "SchemaArn": {}, "SchemaName": {}, "Status": {} } } }, "DeleteSchemaVersions": { "input": { "type": "structure", "required": [ "SchemaId", "Versions" ], "members": { "SchemaId": { "shape": "Sw" }, "Versions": {} } }, "output": { "type": "structure", "members": { "SchemaVersionErrors": { "type": "list", "member": { "type": "structure", "members": { "VersionNumber": { "type": "long" }, "ErrorDetails": { "type": "structure", "members": { "ErrorCode": {}, "ErrorMessage": {} } } } } } } } }, "DeleteSecurityConfiguration": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteSession": { "input": { "type": "structure", "required": [ "Id" ], "members": { "Id": {}, "RequestOrigin": {} } }, "output": { "type": "structure", "members": { "Id": {} } } }, "DeleteTable": { "input": { "type": "structure", "required": [ "DatabaseName", "Name" ], "members": { "CatalogId": {}, "DatabaseName": {}, "Name": {}, "TransactionId": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteTableOptimizer": { "input": { "type": "structure", "required": [ "CatalogId", "DatabaseName", "TableName", "Type" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "Type": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteTableVersion": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "VersionId" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "VersionId": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteTrigger": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Name": {} } } }, "DeleteUserDefinedFunction": { "input": { "type": "structure", "required": [ "DatabaseName", "FunctionName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "FunctionName": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteWorkflow": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Name": {} } } }, "GetBlueprint": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "IncludeBlueprint": { "type": "boolean" }, "IncludeParameterSpec": { "type": "boolean" } } }, "output": { "type": "structure", "members": { "Blueprint": { "shape": "S1w" } } } }, "GetBlueprintRun": { "input": { "type": "structure", "required": [ "BlueprintName", "RunId" ], "members": { "BlueprintName": {}, "RunId": {} } }, "output": { "type": "structure", "members": { "BlueprintRun": { "shape": "Siu" } } } }, "GetBlueprintRuns": { "input": { "type": "structure", "required": [ "BlueprintName" ], "members": { "BlueprintName": {}, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "BlueprintRuns": { "type": "list", "member": { "shape": "Siu" } }, "NextToken": {} } } }, "GetCatalogImportStatus": { "input": { "type": "structure", "members": { "CatalogId": {} } }, "output": { "type": "structure", "members": { "ImportStatus": { "type": "structure", "members": { "ImportCompleted": { "type": "boolean" }, "ImportTime": { "type": "timestamp" }, "ImportedBy": {} } } } } }, "GetClassifier": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Classifier": { "shape": "Sj7" } } } }, "GetClassifiers": { "input": { "type": "structure", "members": { "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "Classifiers": { "type": "list", "member": { "shape": "Sj7" } }, "NextToken": {} } } }, "GetColumnStatisticsForPartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionValues", "ColumnNames" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionValues": { "shape": "S6" }, "ColumnNames": { "shape": "Sjh" } } }, "output": { "type": "structure", "members": { "ColumnStatisticsList": { "shape": "Sjj" }, "Errors": { "shape": "Sk1" } } } }, "GetColumnStatisticsForTable": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "ColumnNames" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "ColumnNames": { "shape": "Sjh" } } }, "output": { "type": "structure", "members": { "ColumnStatisticsList": { "shape": "Sjj" }, "Errors": { "shape": "Sk1" } } } }, "GetColumnStatisticsTaskRun": { "input": { "type": "structure", "required": [ "ColumnStatisticsTaskRunId" ], "members": { "ColumnStatisticsTaskRunId": {} } }, "output": { "type": "structure", "members": { "ColumnStatisticsTaskRun": { "shape": "Sk7" } } } }, "GetColumnStatisticsTaskRuns": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName" ], "members": { "DatabaseName": {}, "TableName": {}, "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "ColumnStatisticsTaskRuns": { "type": "list", "member": { "shape": "Sk7" } }, "NextToken": {} } } }, "GetConnection": { "input": { "type": "structure", "required": [ "Name" ], "members": { "CatalogId": {}, "Name": {}, "HidePassword": { "type": "boolean" } } }, "output": { "type": "structure", "members": { "Connection": { "shape": "Ski" } } } }, "GetConnections": { "input": { "type": "structure", "members": { "CatalogId": {}, "Filter": { "type": "structure", "members": { "MatchCriteria": { "shape": "Sdv" }, "ConnectionType": {} } }, "HidePassword": { "type": "boolean" }, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "ConnectionList": { "type": "list", "member": { "shape": "Ski" } }, "NextToken": {} } } }, "GetCrawler": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Crawler": { "shape": "S29" } } } }, "GetCrawlerMetrics": { "input": { "type": "structure", "members": { "CrawlerNameList": { "shape": "S26" }, "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "CrawlerMetricsList": { "type": "list", "member": { "type": "structure", "members": { "CrawlerName": {}, "TimeLeftSeconds": { "type": "double" }, "StillEstimating": { "type": "boolean" }, "LastRuntimeSeconds": { "type": "double" }, "MedianRuntimeSeconds": { "type": "double" }, "TablesCreated": { "type": "integer" }, "TablesUpdated": { "type": "integer" }, "TablesDeleted": { "type": "integer" } } } }, "NextToken": {} } } }, "GetCrawlers": { "input": { "type": "structure", "members": { "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "Crawlers": { "shape": "S28" }, "NextToken": {} } } }, "GetCustomEntityType": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Name": {}, "RegexString": {}, "ContextWords": { "shape": "S3v" } } } }, "GetDataCatalogEncryptionSettings": { "input": { "type": "structure", "members": { "CatalogId": {} } }, "output": { "type": "structure", "members": { "DataCatalogEncryptionSettings": { "shape": "Skz" } } } }, "GetDataQualityResult": { "input": { "type": "structure", "required": [ "ResultId" ], "members": { "ResultId": {} } }, "output": { "type": "structure", "members": { "ResultId": {}, "Score": { "type": "double" }, "DataSource": { "shape": "S43" }, "RulesetName": {}, "EvaluationContext": {}, "StartedOn": { "type": "timestamp" }, "CompletedOn": { "type": "timestamp" }, "JobName": {}, "JobRunId": {}, "RulesetEvaluationRunId": {}, "RuleResults": { "shape": "S46" }, "AnalyzerResults": { "shape": "S4b" }, "Observations": { "shape": "S4d" } } } }, "GetDataQualityRuleRecommendationRun": { "input": { "type": "structure", "required": [ "RunId" ], "members": { "RunId": {} } }, "output": { "type": "structure", "members": { "RunId": {}, "DataSource": { "shape": "S43" }, "Role": {}, "NumberOfWorkers": { "type": "integer" }, "Timeout": { "type": "integer" }, "Status": {}, "ErrorString": {}, "StartedOn": { "type": "timestamp" }, "LastModifiedOn": { "type": "timestamp" }, "CompletedOn": { "type": "timestamp" }, "ExecutionTime": { "type": "integer" }, "RecommendedRuleset": {}, "CreatedRulesetName": {} } } }, "GetDataQualityRuleset": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Name": {}, "Description": {}, "Ruleset": {}, "TargetTable": { "shape": "Se7" }, "CreatedOn": { "type": "timestamp" }, "LastModifiedOn": { "type": "timestamp" }, "RecommendationRunId": {} } } }, "GetDataQualityRulesetEvaluationRun": { "input": { "type": "structure", "required": [ "RunId" ], "members": { "RunId": {} } }, "output": { "type": "structure", "members": { "RunId": {}, "DataSource": { "shape": "S43" }, "Role": {}, "NumberOfWorkers": { "type": "integer" }, "Timeout": { "type": "integer" }, "AdditionalRunOptions": { "shape": "Slc" }, "Status": {}, "ErrorString": {}, "StartedOn": { "type": "timestamp" }, "LastModifiedOn": { "type": "timestamp" }, "CompletedOn": { "type": "timestamp" }, "ExecutionTime": { "type": "integer" }, "RulesetNames": { "shape": "Sld" }, "ResultIds": { "type": "list", "member": {} }, "AdditionalDataSources": { "shape": "Slf" } } } }, "GetDatabase": { "input": { "type": "structure", "required": [ "Name" ], "members": { "CatalogId": {}, "Name": {} } }, "output": { "type": "structure", "members": { "Database": { "shape": "Sli" } } } }, "GetDatabases": { "input": { "type": "structure", "members": { "CatalogId": {}, "NextToken": {}, "MaxResults": { "type": "integer" }, "ResourceShareType": {} } }, "output": { "type": "structure", "required": [ "DatabaseList" ], "members": { "DatabaseList": { "type": "list", "member": { "shape": "Sli" } }, "NextToken": {} } } }, "GetDataflowGraph": { "input": { "type": "structure", "members": { "PythonScript": {} } }, "output": { "type": "structure", "members": { "DagNodes": { "shape": "Sfg" }, "DagEdges": { "shape": "Sfo" } } } }, "GetDevEndpoint": { "input": { "type": "structure", "required": [ "EndpointName" ], "members": { "EndpointName": {} } }, "output": { "type": "structure", "members": { "DevEndpoint": { "shape": "S4n" } } } }, "GetDevEndpoints": { "input": { "type": "structure", "members": { "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "DevEndpoints": { "shape": "S4m" }, "NextToken": {} } } }, "GetJob": { "input": { "type": "structure", "required": [ "JobName" ], "members": { "JobName": {} } }, "output": { "type": "structure", "members": { "Job": { "shape": "S4z" } } } }, "GetJobBookmark": { "input": { "type": "structure", "required": [ "JobName" ], "members": { "JobName": {}, "RunId": {} } }, "output": { "type": "structure", "members": { "JobBookmarkEntry": { "shape": "Sm0" } } } }, "GetJobRun": { "input": { "type": "structure", "required": [ "JobName", "RunId" ], "members": { "JobName": {}, "RunId": {}, "PredecessorsIncluded": { "type": "boolean" } } }, "output": { "type": "structure", "members": { "JobRun": { "shape": "Sc0" } } } }, "GetJobRuns": { "input": { "type": "structure", "required": [ "JobName" ], "members": { "JobName": {}, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "JobRuns": { "shape": "Sbz" }, "NextToken": {} } } }, "GetJobs": { "input": { "type": "structure", "members": { "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "Jobs": { "shape": "S4y" }, "NextToken": {} } } }, "GetMLTaskRun": { "input": { "type": "structure", "required": [ "TransformId", "TaskRunId" ], "members": { "TransformId": {}, "TaskRunId": {} } }, "output": { "type": "structure", "members": { "TransformId": {}, "TaskRunId": {}, "Status": {}, "LogGroupName": {}, "Properties": { "shape": "Smb" }, "ErrorString": {}, "StartedOn": { "type": "timestamp" }, "LastModifiedOn": { "type": "timestamp" }, "CompletedOn": { "type": "timestamp" }, "ExecutionTime": { "type": "integer" } } } }, "GetMLTaskRuns": { "input": { "type": "structure", "required": [ "TransformId" ], "members": { "TransformId": {}, "NextToken": {}, "MaxResults": { "type": "integer" }, "Filter": { "type": "structure", "members": { "TaskRunType": {}, "Status": {}, "StartedBefore": { "type": "timestamp" }, "StartedAfter": { "type": "timestamp" } } }, "Sort": { "type": "structure", "required": [ "Column", "SortDirection" ], "members": { "Column": {}, "SortDirection": {} } } } }, "output": { "type": "structure", "members": { "TaskRuns": { "type": "list", "member": { "type": "structure", "members": { "TransformId": {}, "TaskRunId": {}, "Status": {}, "LogGroupName": {}, "Properties": { "shape": "Smb" }, "ErrorString": {}, "StartedOn": { "type": "timestamp" }, "LastModifiedOn": { "type": "timestamp" }, "CompletedOn": { "type": "timestamp" }, "ExecutionTime": { "type": "integer" } } } }, "NextToken": {} } } }, "GetMLTransform": { "input": { "type": "structure", "required": [ "TransformId" ], "members": { "TransformId": {} } }, "output": { "type": "structure", "members": { "TransformId": {}, "Name": {}, "Description": {}, "Status": {}, "CreatedOn": { "type": "timestamp" }, "LastModifiedOn": { "type": "timestamp" }, "InputRecordTables": { "shape": "Ser" }, "Parameters": { "shape": "Ses" }, "EvaluationMetrics": { "shape": "Smu" }, "LabelCount": { "type": "integer" }, "Schema": { "shape": "Sn1" }, "Role": {}, "GlueVersion": {}, "MaxCapacity": { "type": "double" }, "WorkerType": {}, "NumberOfWorkers": { "type": "integer" }, "Timeout": { "type": "integer" }, "MaxRetries": { "type": "integer" }, "TransformEncryption": { "shape": "Sew" } } } }, "GetMLTransforms": { "input": { "type": "structure", "members": { "NextToken": {}, "MaxResults": { "type": "integer" }, "Filter": { "shape": "Sn4" }, "Sort": { "shape": "Sn5" } } }, "output": { "type": "structure", "required": [ "Transforms" ], "members": { "Transforms": { "type": "list", "member": { "type": "structure", "members": { "TransformId": {}, "Name": {}, "Description": {}, "Status": {}, "CreatedOn": { "type": "timestamp" }, "LastModifiedOn": { "type": "timestamp" }, "InputRecordTables": { "shape": "Ser" }, "Parameters": { "shape": "Ses" }, "EvaluationMetrics": { "shape": "Smu" }, "LabelCount": { "type": "integer" }, "Schema": { "shape": "Sn1" }, "Role": {}, "GlueVersion": {}, "MaxCapacity": { "type": "double" }, "WorkerType": {}, "NumberOfWorkers": { "type": "integer" }, "Timeout": { "type": "integer" }, "MaxRetries": { "type": "integer" }, "TransformEncryption": { "shape": "Sew" } } } }, "NextToken": {} } } }, "GetMapping": { "input": { "type": "structure", "required": [ "Source" ], "members": { "Source": { "shape": "Snb" }, "Sinks": { "shape": "Snc" }, "Location": { "shape": "Snd" } } }, "output": { "type": "structure", "required": [ "Mapping" ], "members": { "Mapping": { "shape": "Snf" } } } }, "GetPartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionValues" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionValues": { "shape": "S6" } } }, "output": { "type": "structure", "members": { "Partition": { "shape": "Sag" } } } }, "GetPartitionIndexes": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "NextToken": {} } }, "output": { "type": "structure", "members": { "PartitionIndexDescriptorList": { "type": "list", "member": { "type": "structure", "required": [ "IndexName", "Keys", "IndexStatus" ], "members": { "IndexName": {}, "Keys": { "type": "list", "member": { "type": "structure", "required": [ "Name", "Type" ], "members": { "Name": {}, "Type": {} } } }, "IndexStatus": {}, "BackfillErrors": { "type": "list", "member": { "type": "structure", "members": { "Code": {}, "Partitions": { "type": "list", "member": { "shape": "S1c" } } } } } } } }, "NextToken": {} } } }, "GetPartitions": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "Expression": {}, "NextToken": {}, "Segment": { "shape": "Sny" }, "MaxResults": { "type": "integer" }, "ExcludeColumnSchema": { "type": "boolean" }, "TransactionId": {}, "QueryAsOfTime": { "type": "timestamp" } } }, "output": { "type": "structure", "members": { "Partitions": { "shape": "Saf" }, "NextToken": {} } } }, "GetPlan": { "input": { "type": "structure", "required": [ "Mapping", "Source" ], "members": { "Mapping": { "shape": "Snf" }, "Source": { "shape": "Snb" }, "Sinks": { "shape": "Snc" }, "Location": { "shape": "Snd" }, "Language": {}, "AdditionalPlanOptionsMap": { "type": "map", "key": {}, "value": {} } } }, "output": { "type": "structure", "members": { "PythonScript": {}, "ScalaCode": {} } } }, "GetRegistry": { "input": { "type": "structure", "required": [ "RegistryId" ], "members": { "RegistryId": { "shape": "Sf9" } } }, "output": { "type": "structure", "members": { "RegistryName": {}, "RegistryArn": {}, "Description": {}, "Status": {}, "CreatedTime": {}, "UpdatedTime": {} } } }, "GetResourcePolicies": { "input": { "type": "structure", "members": { "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "GetResourcePoliciesResponseList": { "type": "list", "member": { "type": "structure", "members": { "PolicyInJson": {}, "PolicyHash": {}, "CreateTime": { "type": "timestamp" }, "UpdateTime": { "type": "timestamp" } } } }, "NextToken": {} } } }, "GetResourcePolicy": { "input": { "type": "structure", "members": { "ResourceArn": {} } }, "output": { "type": "structure", "members": { "PolicyInJson": {}, "PolicyHash": {}, "CreateTime": { "type": "timestamp" }, "UpdateTime": { "type": "timestamp" } } } }, "GetSchema": { "input": { "type": "structure", "required": [ "SchemaId" ], "members": { "SchemaId": { "shape": "Sw" } } }, "output": { "type": "structure", "members": { "RegistryName": {}, "RegistryArn": {}, "SchemaName": {}, "SchemaArn": {}, "Description": {}, "DataFormat": {}, "Compatibility": {}, "SchemaCheckpoint": { "type": "long" }, "LatestSchemaVersion": { "type": "long" }, "NextSchemaVersion": { "type": "long" }, "SchemaStatus": {}, "CreatedTime": {}, "UpdatedTime": {} } } }, "GetSchemaByDefinition": { "input": { "type": "structure", "required": [ "SchemaId", "SchemaDefinition" ], "members": { "SchemaId": { "shape": "Sw" }, "SchemaDefinition": {} } }, "output": { "type": "structure", "members": { "SchemaVersionId": {}, "SchemaArn": {}, "DataFormat": {}, "Status": {}, "CreatedTime": {} } } }, "GetSchemaVersion": { "input": { "type": "structure", "members": { "SchemaId": { "shape": "Sw" }, "SchemaVersionId": {}, "SchemaVersionNumber": { "shape": "Sol" } } }, "output": { "type": "structure", "members": { "SchemaVersionId": {}, "SchemaDefinition": {}, "DataFormat": {}, "SchemaArn": {}, "VersionNumber": { "type": "long" }, "Status": {}, "CreatedTime": {} } } }, "GetSchemaVersionsDiff": { "input": { "type": "structure", "required": [ "SchemaId", "FirstSchemaVersionNumber", "SecondSchemaVersionNumber", "SchemaDiffType" ], "members": { "SchemaId": { "shape": "Sw" }, "FirstSchemaVersionNumber": { "shape": "Sol" }, "SecondSchemaVersionNumber": { "shape": "Sol" }, "SchemaDiffType": {} } }, "output": { "type": "structure", "members": { "Diff": {} } } }, "GetSecurityConfiguration": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "SecurityConfiguration": { "shape": "Sou" } } } }, "GetSecurityConfigurations": { "input": { "type": "structure", "members": { "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "SecurityConfigurations": { "type": "list", "member": { "shape": "Sou" } }, "NextToken": {} } } }, "GetSession": { "input": { "type": "structure", "required": [ "Id" ], "members": { "Id": {}, "RequestOrigin": {} } }, "output": { "type": "structure", "members": { "Session": { "shape": "Sgb" } } } }, "GetStatement": { "input": { "type": "structure", "required": [ "SessionId", "Id" ], "members": { "SessionId": {}, "Id": { "type": "integer" }, "RequestOrigin": {} } }, "output": { "type": "structure", "members": { "Statement": { "shape": "Sp2" } } } }, "GetTable": { "input": { "type": "structure", "required": [ "DatabaseName", "Name" ], "members": { "CatalogId": {}, "DatabaseName": {}, "Name": {}, "TransactionId": {}, "QueryAsOfTime": { "type": "timestamp" } } }, "output": { "type": "structure", "members": { "Table": { "shape": "Sp9" } } } }, "GetTableOptimizer": { "input": { "type": "structure", "required": [ "CatalogId", "DatabaseName", "TableName", "Type" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "Type": {} } }, "output": { "type": "structure", "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "TableOptimizer": { "shape": "Saq" } } } }, "GetTableVersion": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "VersionId": {} } }, "output": { "type": "structure", "members": { "TableVersion": { "shape": "Spl" } } } }, "GetTableVersions": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "TableVersions": { "type": "list", "member": { "shape": "Spl" } }, "NextToken": {} } } }, "GetTables": { "input": { "type": "structure", "required": [ "DatabaseName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "Expression": {}, "NextToken": {}, "MaxResults": { "type": "integer" }, "TransactionId": {}, "QueryAsOfTime": { "type": "timestamp" } } }, "output": { "type": "structure", "members": { "TableList": { "shape": "Sps" }, "NextToken": {} } } }, "GetTags": { "input": { "type": "structure", "required": [ "ResourceArn" ], "members": { "ResourceArn": {} } }, "output": { "type": "structure", "members": { "Tags": { "shape": "Sd7" } } } }, "GetTrigger": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Trigger": { "shape": "Sb4" } } } }, "GetTriggers": { "input": { "type": "structure", "members": { "NextToken": {}, "DependentJobName": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "Triggers": { "shape": "Sb3" }, "NextToken": {} } } }, "GetUnfilteredPartitionMetadata": { "input": { "type": "structure", "required": [ "CatalogId", "DatabaseName", "TableName", "PartitionValues", "SupportedPermissionTypes" ], "members": { "Region": {}, "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionValues": { "shape": "S6" }, "AuditContext": { "shape": "Sq0" }, "SupportedPermissionTypes": { "shape": "Sq3" }, "QuerySessionContext": { "shape": "Sq5" } } }, "output": { "type": "structure", "members": { "Partition": { "shape": "Sag" }, "AuthorizedColumns": { "shape": "Sn" }, "IsRegisteredWithLakeFormation": { "type": "boolean" } } } }, "GetUnfilteredPartitionsMetadata": { "input": { "type": "structure", "required": [ "CatalogId", "DatabaseName", "TableName", "SupportedPermissionTypes" ], "members": { "Region": {}, "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "Expression": {}, "AuditContext": { "shape": "Sq0" }, "SupportedPermissionTypes": { "shape": "Sq3" }, "NextToken": {}, "Segment": { "shape": "Sny" }, "MaxResults": { "type": "integer" }, "QuerySessionContext": { "shape": "Sq5" } } }, "output": { "type": "structure", "members": { "UnfilteredPartitions": { "type": "list", "member": { "type": "structure", "members": { "Partition": { "shape": "Sag" }, "AuthorizedColumns": { "shape": "Sn" }, "IsRegisteredWithLakeFormation": { "type": "boolean" } } } }, "NextToken": {} } } }, "GetUnfilteredTableMetadata": { "input": { "type": "structure", "required": [ "CatalogId", "DatabaseName", "Name", "SupportedPermissionTypes" ], "members": { "Region": {}, "CatalogId": {}, "DatabaseName": {}, "Name": {}, "AuditContext": { "shape": "Sq0" }, "SupportedPermissionTypes": { "shape": "Sq3" }, "ParentResourceArn": {}, "RootResourceArn": {}, "SupportedDialect": { "type": "structure", "members": { "Dialect": {}, "DialectVersion": {} } }, "Permissions": { "shape": "Seg" }, "QuerySessionContext": { "shape": "Sq5" } } }, "output": { "type": "structure", "members": { "Table": { "shape": "Sp9" }, "AuthorizedColumns": { "shape": "Sn" }, "IsRegisteredWithLakeFormation": { "type": "boolean" }, "CellFilters": { "type": "list", "member": { "type": "structure", "members": { "ColumnName": {}, "RowFilterExpression": {} } } }, "QueryAuthorizationId": {}, "IsMultiDialectView": { "type": "boolean" }, "ResourceArn": {}, "IsProtected": { "type": "boolean" }, "Permissions": { "shape": "Seg" }, "RowFilter": {} } } }, "GetUserDefinedFunction": { "input": { "type": "structure", "required": [ "DatabaseName", "FunctionName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "FunctionName": {} } }, "output": { "type": "structure", "members": { "UserDefinedFunction": { "shape": "Sqm" } } } }, "GetUserDefinedFunctions": { "input": { "type": "structure", "required": [ "Pattern" ], "members": { "CatalogId": {}, "DatabaseName": {}, "Pattern": {}, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "UserDefinedFunctions": { "type": "list", "member": { "shape": "Sqm" } }, "NextToken": {} } } }, "GetWorkflow": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "IncludeGraph": { "type": "boolean" } } }, "output": { "type": "structure", "members": { "Workflow": { "shape": "Sbo" } } } }, "GetWorkflowRun": { "input": { "type": "structure", "required": [ "Name", "RunId" ], "members": { "Name": {}, "RunId": {}, "IncludeGraph": { "type": "boolean" } } }, "output": { "type": "structure", "members": { "Run": { "shape": "Sbq" } } } }, "GetWorkflowRunProperties": { "input": { "type": "structure", "required": [ "Name", "RunId" ], "members": { "Name": {}, "RunId": {} } }, "output": { "type": "structure", "members": { "RunProperties": { "shape": "Sbp" } } } }, "GetWorkflowRuns": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "IncludeGraph": { "type": "boolean" }, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "Runs": { "type": "list", "member": { "shape": "Sbq" } }, "NextToken": {} } } }, "ImportCatalogToGlue": { "input": { "type": "structure", "members": { "CatalogId": {} } }, "output": { "type": "structure", "members": {} } }, "ListBlueprints": { "input": { "type": "structure", "members": { "NextToken": {}, "MaxResults": { "type": "integer" }, "Tags": { "shape": "Sd7" } } }, "output": { "type": "structure", "members": { "Blueprints": { "shape": "S24" }, "NextToken": {} } } }, "ListColumnStatisticsTaskRuns": { "input": { "type": "structure", "members": { "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "ColumnStatisticsTaskRunIds": { "type": "list", "member": {} }, "NextToken": {} } } }, "ListCrawlers": { "input": { "type": "structure", "members": { "MaxResults": { "type": "integer" }, "NextToken": {}, "Tags": { "shape": "Sd7" } } }, "output": { "type": "structure", "members": { "CrawlerNames": { "shape": "S26" }, "NextToken": {} } } }, "ListCrawls": { "input": { "type": "structure", "required": [ "CrawlerName" ], "members": { "CrawlerName": {}, "MaxResults": { "type": "integer" }, "Filters": { "type": "list", "member": { "type": "structure", "members": { "FieldName": {}, "FilterOperator": {}, "FieldValue": {} } } }, "NextToken": {} } }, "output": { "type": "structure", "members": { "Crawls": { "type": "list", "member": { "type": "structure", "members": { "CrawlId": {}, "State": {}, "StartTime": { "type": "timestamp" }, "EndTime": { "type": "timestamp" }, "Summary": {}, "ErrorMessage": {}, "LogGroup": {}, "LogStream": {}, "MessagePrefix": {}, "DPUHour": { "type": "double" } } } }, "NextToken": {} } } }, "ListCustomEntityTypes": { "input": { "type": "structure", "members": { "NextToken": {}, "MaxResults": { "type": "integer" }, "Tags": { "shape": "Sd7" } } }, "output": { "type": "structure", "members": { "CustomEntityTypes": { "shape": "S3t" }, "NextToken": {} } } }, "ListDataQualityResults": { "input": { "type": "structure", "members": { "Filter": { "type": "structure", "members": { "DataSource": { "shape": "S43" }, "JobName": {}, "JobRunId": {}, "StartedAfter": { "type": "timestamp" }, "StartedBefore": { "type": "timestamp" } } }, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "required": [ "Results" ], "members": { "Results": { "type": "list", "member": { "type": "structure", "members": { "ResultId": {}, "DataSource": { "shape": "S43" }, "JobName": {}, "JobRunId": {}, "StartedOn": { "type": "timestamp" } } } }, "NextToken": {} } } }, "ListDataQualityRuleRecommendationRuns": { "input": { "type": "structure", "members": { "Filter": { "type": "structure", "required": [ "DataSource" ], "members": { "DataSource": { "shape": "S43" }, "StartedBefore": { "type": "timestamp" }, "StartedAfter": { "type": "timestamp" } } }, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "Runs": { "type": "list", "member": { "type": "structure", "members": { "RunId": {}, "Status": {}, "StartedOn": { "type": "timestamp" }, "DataSource": { "shape": "S43" } } } }, "NextToken": {} } } }, "ListDataQualityRulesetEvaluationRuns": { "input": { "type": "structure", "members": { "Filter": { "type": "structure", "required": [ "DataSource" ], "members": { "DataSource": { "shape": "S43" }, "StartedBefore": { "type": "timestamp" }, "StartedAfter": { "type": "timestamp" } } }, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "Runs": { "type": "list", "member": { "type": "structure", "members": { "RunId": {}, "Status": {}, "StartedOn": { "type": "timestamp" }, "DataSource": { "shape": "S43" } } } }, "NextToken": {} } } }, "ListDataQualityRulesets": { "input": { "type": "structure", "members": { "NextToken": {}, "MaxResults": { "type": "integer" }, "Filter": { "type": "structure", "members": { "Name": {}, "Description": {}, "CreatedBefore": { "type": "timestamp" }, "CreatedAfter": { "type": "timestamp" }, "LastModifiedBefore": { "type": "timestamp" }, "LastModifiedAfter": { "type": "timestamp" }, "TargetTable": { "shape": "Se7" } } }, "Tags": { "shape": "Sd7" } } }, "output": { "type": "structure", "members": { "Rulesets": { "type": "list", "member": { "type": "structure", "members": { "Name": {}, "Description": {}, "CreatedOn": { "type": "timestamp" }, "LastModifiedOn": { "type": "timestamp" }, "TargetTable": { "shape": "Se7" }, "RecommendationRunId": {}, "RuleCount": { "type": "integer" } } } }, "NextToken": {} } } }, "ListDevEndpoints": { "input": { "type": "structure", "members": { "NextToken": {}, "MaxResults": { "type": "integer" }, "Tags": { "shape": "Sd7" } } }, "output": { "type": "structure", "members": { "DevEndpointNames": { "type": "list", "member": {} }, "NextToken": {} } } }, "ListJobs": { "input": { "type": "structure", "members": { "NextToken": {}, "MaxResults": { "type": "integer" }, "Tags": { "shape": "Sd7" } } }, "output": { "type": "structure", "members": { "JobNames": { "shape": "S4w" }, "NextToken": {} } } }, "ListMLTransforms": { "input": { "type": "structure", "members": { "NextToken": {}, "MaxResults": { "type": "integer" }, "Filter": { "shape": "Sn4" }, "Sort": { "shape": "Sn5" }, "Tags": { "shape": "Sd7" } } }, "output": { "type": "structure", "required": [ "TransformIds" ], "members": { "TransformIds": { "type": "list", "member": {} }, "NextToken": {} } } }, "ListRegistries": { "input": { "type": "structure", "members": { "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "Registries": { "type": "list", "member": { "type": "structure", "members": { "RegistryName": {}, "RegistryArn": {}, "Description": {}, "Status": {}, "CreatedTime": {}, "UpdatedTime": {} } } }, "NextToken": {} } } }, "ListSchemaVersions": { "input": { "type": "structure", "required": [ "SchemaId" ], "members": { "SchemaId": { "shape": "Sw" }, "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "Schemas": { "type": "list", "member": { "type": "structure", "members": { "SchemaArn": {}, "SchemaVersionId": {}, "VersionNumber": { "type": "long" }, "Status": {}, "CreatedTime": {} } } }, "NextToken": {} } } }, "ListSchemas": { "input": { "type": "structure", "members": { "RegistryId": { "shape": "Sf9" }, "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "Schemas": { "type": "list", "member": { "type": "structure", "members": { "RegistryName": {}, "SchemaName": {}, "SchemaArn": {}, "Description": {}, "SchemaStatus": {}, "CreatedTime": {}, "UpdatedTime": {} } } }, "NextToken": {} } } }, "ListSessions": { "input": { "type": "structure", "members": { "NextToken": {}, "MaxResults": { "type": "integer" }, "Tags": { "shape": "Sd7" }, "RequestOrigin": {} } }, "output": { "type": "structure", "members": { "Ids": { "type": "list", "member": {} }, "Sessions": { "type": "list", "member": { "shape": "Sgb" } }, "NextToken": {} } } }, "ListStatements": { "input": { "type": "structure", "required": [ "SessionId" ], "members": { "SessionId": {}, "RequestOrigin": {}, "NextToken": {} } }, "output": { "type": "structure", "members": { "Statements": { "type": "list", "member": { "shape": "Sp2" } }, "NextToken": {} } } }, "ListTableOptimizerRuns": { "input": { "type": "structure", "required": [ "CatalogId", "DatabaseName", "TableName", "Type" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "Type": {}, "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "NextToken": {}, "TableOptimizerRuns": { "type": "list", "member": { "shape": "Sat" } } } } }, "ListTriggers": { "input": { "type": "structure", "members": { "NextToken": {}, "DependentJobName": {}, "MaxResults": { "type": "integer" }, "Tags": { "shape": "Sd7" } } }, "output": { "type": "structure", "members": { "TriggerNames": { "shape": "Sb1" }, "NextToken": {} } } }, "ListWorkflows": { "input": { "type": "structure", "members": { "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "Workflows": { "shape": "Sbl" }, "NextToken": {} } } }, "PutDataCatalogEncryptionSettings": { "input": { "type": "structure", "required": [ "DataCatalogEncryptionSettings" ], "members": { "CatalogId": {}, "DataCatalogEncryptionSettings": { "shape": "Skz" } } }, "output": { "type": "structure", "members": {} } }, "PutResourcePolicy": { "input": { "type": "structure", "required": [ "PolicyInJson" ], "members": { "PolicyInJson": {}, "ResourceArn": {}, "PolicyHashCondition": {}, "PolicyExistsCondition": {}, "EnableHybrid": {} } }, "output": { "type": "structure", "members": { "PolicyHash": {} } } }, "PutSchemaVersionMetadata": { "input": { "type": "structure", "required": [ "MetadataKeyValue" ], "members": { "SchemaId": { "shape": "Sw" }, "SchemaVersionNumber": { "shape": "Sol" }, "SchemaVersionId": {}, "MetadataKeyValue": { "shape": "Stf" } } }, "output": { "type": "structure", "members": { "SchemaArn": {}, "SchemaName": {}, "RegistryName": {}, "LatestVersion": { "type": "boolean" }, "VersionNumber": { "type": "long" }, "SchemaVersionId": {}, "MetadataKey": {}, "MetadataValue": {} } } }, "PutWorkflowRunProperties": { "input": { "type": "structure", "required": [ "Name", "RunId", "RunProperties" ], "members": { "Name": {}, "RunId": {}, "RunProperties": { "shape": "Sbp" } } }, "output": { "type": "structure", "members": {} } }, "QuerySchemaVersionMetadata": { "input": { "type": "structure", "members": { "SchemaId": { "shape": "Sw" }, "SchemaVersionNumber": { "shape": "Sol" }, "SchemaVersionId": {}, "MetadataList": { "type": "list", "member": { "shape": "Stf" } }, "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "MetadataInfoMap": { "type": "map", "key": {}, "value": { "type": "structure", "members": { "MetadataValue": {}, "CreatedTime": {}, "OtherMetadataValueList": { "type": "list", "member": { "type": "structure", "members": { "MetadataValue": {}, "CreatedTime": {} } } } } } }, "SchemaVersionId": {}, "NextToken": {} } } }, "RegisterSchemaVersion": { "input": { "type": "structure", "required": [ "SchemaId", "SchemaDefinition" ], "members": { "SchemaId": { "shape": "Sw" }, "SchemaDefinition": {} } }, "output": { "type": "structure", "members": { "SchemaVersionId": {}, "VersionNumber": { "type": "long" }, "Status": {} } } }, "RemoveSchemaVersionMetadata": { "input": { "type": "structure", "required": [ "MetadataKeyValue" ], "members": { "SchemaId": { "shape": "Sw" }, "SchemaVersionNumber": { "shape": "Sol" }, "SchemaVersionId": {}, "MetadataKeyValue": { "shape": "Stf" } } }, "output": { "type": "structure", "members": { "SchemaArn": {}, "SchemaName": {}, "RegistryName": {}, "LatestVersion": { "type": "boolean" }, "VersionNumber": { "type": "long" }, "SchemaVersionId": {}, "MetadataKey": {}, "MetadataValue": {} } } }, "ResetJobBookmark": { "input": { "type": "structure", "required": [ "JobName" ], "members": { "JobName": {}, "RunId": {} } }, "output": { "type": "structure", "members": { "JobBookmarkEntry": { "shape": "Sm0" } } } }, "ResumeWorkflowRun": { "input": { "type": "structure", "required": [ "Name", "RunId", "NodeIds" ], "members": { "Name": {}, "RunId": {}, "NodeIds": { "shape": "Su0" } } }, "output": { "type": "structure", "members": { "RunId": {}, "NodeIds": { "shape": "Su0" } } } }, "RunStatement": { "input": { "type": "structure", "required": [ "SessionId", "Code" ], "members": { "SessionId": {}, "Code": {}, "RequestOrigin": {} } }, "output": { "type": "structure", "members": { "Id": { "type": "integer" } } } }, "SearchTables": { "input": { "type": "structure", "members": { "CatalogId": {}, "NextToken": {}, "Filters": { "type": "list", "member": { "type": "structure", "members": { "Key": {}, "Value": {}, "Comparator": {} } } }, "SearchText": {}, "SortCriteria": { "type": "list", "member": { "type": "structure", "members": { "FieldName": {}, "Sort": {} } } }, "MaxResults": { "type": "integer" }, "ResourceShareType": {} } }, "output": { "type": "structure", "members": { "NextToken": {}, "TableList": { "shape": "Sps" } } } }, "StartBlueprintRun": { "input": { "type": "structure", "required": [ "BlueprintName", "RoleArn" ], "members": { "BlueprintName": {}, "Parameters": {}, "RoleArn": {} } }, "output": { "type": "structure", "members": { "RunId": {} } } }, "StartColumnStatisticsTaskRun": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "Role" ], "members": { "DatabaseName": {}, "TableName": {}, "ColumnNameList": { "shape": "Sk9" }, "Role": {}, "SampleSize": { "type": "double" }, "CatalogID": {}, "SecurityConfiguration": {} } }, "output": { "type": "structure", "members": { "ColumnStatisticsTaskRunId": {} } } }, "StartCrawler": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": {} } }, "StartCrawlerSchedule": { "input": { "type": "structure", "required": [ "CrawlerName" ], "members": { "CrawlerName": {} } }, "output": { "type": "structure", "members": {} } }, "StartDataQualityRuleRecommendationRun": { "input": { "type": "structure", "required": [ "DataSource", "Role" ], "members": { "DataSource": { "shape": "S43" }, "Role": {}, "NumberOfWorkers": { "type": "integer" }, "Timeout": { "type": "integer" }, "CreatedRulesetName": {}, "ClientToken": {} } }, "output": { "type": "structure", "members": { "RunId": {} } }, "idempotent": true }, "StartDataQualityRulesetEvaluationRun": { "input": { "type": "structure", "required": [ "DataSource", "Role", "RulesetNames" ], "members": { "DataSource": { "shape": "S43" }, "Role": {}, "NumberOfWorkers": { "type": "integer" }, "Timeout": { "type": "integer" }, "ClientToken": {}, "AdditionalRunOptions": { "shape": "Slc" }, "RulesetNames": { "shape": "Sld" }, "AdditionalDataSources": { "shape": "Slf" } } }, "output": { "type": "structure", "members": { "RunId": {} } }, "idempotent": true }, "StartExportLabelsTaskRun": { "input": { "type": "structure", "required": [ "TransformId", "OutputS3Path" ], "members": { "TransformId": {}, "OutputS3Path": {} } }, "output": { "type": "structure", "members": { "TaskRunId": {} } } }, "StartImportLabelsTaskRun": { "input": { "type": "structure", "required": [ "TransformId", "InputS3Path" ], "members": { "TransformId": {}, "InputS3Path": {}, "ReplaceAllLabels": { "type": "boolean" } } }, "output": { "type": "structure", "members": { "TaskRunId": {} } } }, "StartJobRun": { "input": { "type": "structure", "required": [ "JobName" ], "members": { "JobName": {}, "JobRunId": {}, "Arguments": { "shape": "S58" }, "AllocatedCapacity": { "deprecated": true, "deprecatedMessage": "This property is deprecated, use MaxCapacity instead.", "type": "integer" }, "Timeout": { "type": "integer" }, "MaxCapacity": { "type": "double" }, "SecurityConfiguration": {}, "NotificationProperty": { "shape": "S5d" }, "WorkerType": {}, "NumberOfWorkers": { "type": "integer" }, "ExecutionClass": {} } }, "output": { "type": "structure", "members": { "JobRunId": {} } } }, "StartMLEvaluationTaskRun": { "input": { "type": "structure", "required": [ "TransformId" ], "members": { "TransformId": {} } }, "output": { "type": "structure", "members": { "TaskRunId": {} } } }, "StartMLLabelingSetGenerationTaskRun": { "input": { "type": "structure", "required": [ "TransformId", "OutputS3Path" ], "members": { "TransformId": {}, "OutputS3Path": {} } }, "output": { "type": "structure", "members": { "TaskRunId": {} } } }, "StartTrigger": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Name": {} } } }, "StartWorkflowRun": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "RunProperties": { "shape": "Sbp" } } }, "output": { "type": "structure", "members": { "RunId": {} } } }, "StopColumnStatisticsTaskRun": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName" ], "members": { "DatabaseName": {}, "TableName": {} } }, "output": { "type": "structure", "members": {} } }, "StopCrawler": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": {} } }, "StopCrawlerSchedule": { "input": { "type": "structure", "required": [ "CrawlerName" ], "members": { "CrawlerName": {} } }, "output": { "type": "structure", "members": {} } }, "StopSession": { "input": { "type": "structure", "required": [ "Id" ], "members": { "Id": {}, "RequestOrigin": {} } }, "output": { "type": "structure", "members": { "Id": {} } } }, "StopTrigger": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Name": {} } } }, "StopWorkflowRun": { "input": { "type": "structure", "required": [ "Name", "RunId" ], "members": { "Name": {}, "RunId": {} } }, "output": { "type": "structure", "members": {} } }, "TagResource": { "input": { "type": "structure", "required": [ "ResourceArn", "TagsToAdd" ], "members": { "ResourceArn": {}, "TagsToAdd": { "shape": "Sd7" } } }, "output": { "type": "structure", "members": {} } }, "UntagResource": { "input": { "type": "structure", "required": [ "ResourceArn", "TagsToRemove" ], "members": { "ResourceArn": {}, "TagsToRemove": { "type": "list", "member": {} } } }, "output": { "type": "structure", "members": {} } }, "UpdateBlueprint": { "input": { "type": "structure", "required": [ "Name", "BlueprintLocation" ], "members": { "Name": {}, "Description": {}, "BlueprintLocation": {} } }, "output": { "type": "structure", "members": { "Name": {} } } }, "UpdateClassifier": { "input": { "type": "structure", "members": { "GrokClassifier": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Classification": {}, "GrokPattern": {}, "CustomPatterns": {} } }, "XMLClassifier": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Classification": {}, "RowTag": {} } }, "JsonClassifier": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "JsonPath": {} } }, "CsvClassifier": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Delimiter": {}, "QuoteSymbol": {}, "ContainsHeader": {}, "Header": { "shape": "Sdo" }, "DisableValueTrimming": { "type": "boolean" }, "AllowSingleColumn": { "type": "boolean" }, "CustomDatatypeConfigured": { "type": "boolean" }, "CustomDatatypes": { "shape": "Sdp" }, "Serde": {} } } } }, "output": { "type": "structure", "members": {} } }, "UpdateColumnStatisticsForPartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionValues", "ColumnStatisticsList" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionValues": { "shape": "S6" }, "ColumnStatisticsList": { "shape": "Svt" } } }, "output": { "type": "structure", "members": { "Errors": { "shape": "Svv" } } } }, "UpdateColumnStatisticsForTable": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "ColumnStatisticsList" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "ColumnStatisticsList": { "shape": "Svt" } } }, "output": { "type": "structure", "members": { "Errors": { "shape": "Svv" } } } }, "UpdateConnection": { "input": { "type": "structure", "required": [ "Name", "ConnectionInput" ], "members": { "CatalogId": {}, "Name": {}, "ConnectionInput": { "shape": "Sdt" } } }, "output": { "type": "structure", "members": {} } }, "UpdateCrawler": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Role": {}, "DatabaseName": {}, "Description": {}, "Targets": { "shape": "S2b" }, "Schedule": {}, "Classifiers": { "shape": "S32" }, "TablePrefix": {}, "SchemaChangePolicy": { "shape": "S35" }, "RecrawlPolicy": { "shape": "S33" }, "LineageConfiguration": { "shape": "S38" }, "LakeFormationConfiguration": { "shape": "S3o" }, "Configuration": {}, "CrawlerSecurityConfiguration": {} } }, "output": { "type": "structure", "members": {} } }, "UpdateCrawlerSchedule": { "input": { "type": "structure", "required": [ "CrawlerName" ], "members": { "CrawlerName": {}, "Schedule": {} } }, "output": { "type": "structure", "members": {} } }, "UpdateDataQualityRuleset": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Description": {}, "Ruleset": {} } }, "output": { "type": "structure", "members": { "Name": {}, "Description": {}, "Ruleset": {} } } }, "UpdateDatabase": { "input": { "type": "structure", "required": [ "Name", "DatabaseInput" ], "members": { "CatalogId": {}, "Name": {}, "DatabaseInput": { "shape": "Sea" } } }, "output": { "type": "structure", "members": {} } }, "UpdateDevEndpoint": { "input": { "type": "structure", "required": [ "EndpointName" ], "members": { "EndpointName": {}, "PublicKey": {}, "AddPublicKeys": { "shape": "S4t" }, "DeletePublicKeys": { "shape": "S4t" }, "CustomLibraries": { "type": "structure", "members": { "ExtraPythonLibsS3Path": {}, "ExtraJarsS3Path": {} } }, "UpdateEtlLibraries": { "type": "boolean" }, "DeleteArguments": { "shape": "S4p" }, "AddArguments": { "shape": "S4u" } } }, "output": { "type": "structure", "members": {} } }, "UpdateJob": { "input": { "type": "structure", "required": [ "JobName", "JobUpdate" ], "members": { "JobName": {}, "JobUpdate": { "type": "structure", "members": { "Description": {}, "LogUri": {}, "Role": {}, "ExecutionProperty": { "shape": "S52" }, "Command": { "shape": "S54" }, "DefaultArguments": { "shape": "S58" }, "NonOverridableArguments": { "shape": "S58" }, "Connections": { "shape": "S59" }, "MaxRetries": { "type": "integer" }, "AllocatedCapacity": { "deprecated": true, "deprecatedMessage": "This property is deprecated, use MaxCapacity instead.", "type": "integer" }, "Timeout": { "type": "integer" }, "MaxCapacity": { "type": "double" }, "WorkerType": {}, "NumberOfWorkers": { "type": "integer" }, "SecurityConfiguration": {}, "NotificationProperty": { "shape": "S5d" }, "GlueVersion": {}, "CodeGenConfigurationNodes": { "shape": "S5f" }, "ExecutionClass": {}, "SourceControlDetails": { "shape": "Sa9" } } } } }, "output": { "type": "structure", "members": { "JobName": {} } } }, "UpdateJobFromSourceControl": { "input": { "type": "structure", "members": { "JobName": {}, "Provider": {}, "RepositoryName": {}, "RepositoryOwner": {}, "BranchName": {}, "Folder": {}, "CommitId": {}, "AuthStrategy": {}, "AuthToken": {} } }, "output": { "type": "structure", "members": { "JobName": {} } } }, "UpdateMLTransform": { "input": { "type": "structure", "required": [ "TransformId" ], "members": { "TransformId": {}, "Name": {}, "Description": {}, "Parameters": { "shape": "Ses" }, "Role": {}, "GlueVersion": {}, "MaxCapacity": { "type": "double" }, "WorkerType": {}, "NumberOfWorkers": { "type": "integer" }, "Timeout": { "type": "integer" }, "MaxRetries": { "type": "integer" } } }, "output": { "type": "structure", "members": { "TransformId": {} } } }, "UpdatePartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionValueList", "PartitionInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionValueList": { "shape": "Scm" }, "PartitionInput": { "shape": "S5" } } }, "output": { "type": "structure", "members": {} } }, "UpdateRegistry": { "input": { "type": "structure", "required": [ "RegistryId", "Description" ], "members": { "RegistryId": { "shape": "Sf9" }, "Description": {} } }, "output": { "type": "structure", "members": { "RegistryName": {}, "RegistryArn": {} } } }, "UpdateSchema": { "input": { "type": "structure", "required": [ "SchemaId" ], "members": { "SchemaId": { "shape": "Sw" }, "SchemaVersionNumber": { "shape": "Sol" }, "Compatibility": {}, "Description": {} } }, "output": { "type": "structure", "members": { "SchemaArn": {}, "SchemaName": {}, "RegistryName": {} } } }, "UpdateSourceControlFromJob": { "input": { "type": "structure", "members": { "JobName": {}, "Provider": {}, "RepositoryName": {}, "RepositoryOwner": {}, "BranchName": {}, "Folder": {}, "CommitId": {}, "AuthStrategy": {}, "AuthToken": {} } }, "output": { "type": "structure", "members": { "JobName": {} } } }, "UpdateTable": { "input": { "type": "structure", "required": [ "DatabaseName", "TableInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableInput": { "shape": "Sgg" }, "SkipArchive": { "type": "boolean" }, "TransactionId": {}, "VersionId": {} } }, "output": { "type": "structure", "members": {} } }, "UpdateTableOptimizer": { "input": { "type": "structure", "required": [ "CatalogId", "DatabaseName", "TableName", "Type", "TableOptimizerConfiguration" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "Type": {}, "TableOptimizerConfiguration": { "shape": "Sar" } } }, "output": { "type": "structure", "members": {} } }, "UpdateTrigger": { "input": { "type": "structure", "required": [ "Name", "TriggerUpdate" ], "members": { "Name": {}, "TriggerUpdate": { "type": "structure", "members": { "Name": {}, "Description": {}, "Schedule": {}, "Actions": { "shape": "Sb8" }, "Predicate": { "shape": "Sba" }, "EventBatchingCondition": { "shape": "Sbh" } } } } }, "output": { "type": "structure", "members": { "Trigger": { "shape": "Sb4" } } } }, "UpdateUserDefinedFunction": { "input": { "type": "structure", "required": [ "DatabaseName", "FunctionName", "FunctionInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "FunctionName": {}, "FunctionInput": { "shape": "Sgv" } } }, "output": { "type": "structure", "members": {} } }, "UpdateWorkflow": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Description": {}, "DefaultRunProperties": { "shape": "Sbp" }, "MaxConcurrentRuns": { "type": "integer" } } }, "output": { "type": "structure", "members": { "Name": {} } } } }, "shapes": { "S5": { "type": "structure", "members": { "Values": { "shape": "S6" }, "LastAccessTime": { "type": "timestamp" }, "StorageDescriptor": { "shape": "S9" }, "Parameters": { "shape": "Se" }, "LastAnalyzedTime": { "type": "timestamp" } } }, "S6": { "type": "list", "member": {} }, "S9": { "type": "structure", "members": { "Columns": { "shape": "Sa" }, "Location": {}, "AdditionalLocations": { "type": "list", "member": {} }, "InputFormat": {}, "OutputFormat": {}, "Compressed": { "type": "boolean" }, "NumberOfBuckets": { "type": "integer" }, "SerdeInfo": { "type": "structure", "members": { "Name": {}, "SerializationLibrary": {}, "Parameters": { "shape": "Se" } } }, "BucketColumns": { "shape": "Sn" }, "SortColumns": { "type": "list", "member": { "type": "structure", "required": [ "Column", "SortOrder" ], "members": { "Column": {}, "SortOrder": { "type": "integer" } } } }, "Parameters": { "shape": "Se" }, "SkewedInfo": { "type": "structure", "members": { "SkewedColumnNames": { "shape": "Sn" }, "SkewedColumnValues": { "type": "list", "member": {} }, "SkewedColumnValueLocationMaps": { "type": "map", "key": {}, "value": {} } } }, "StoredAsSubDirectories": { "type": "boolean" }, "SchemaReference": { "type": "structure", "members": { "SchemaId": { "shape": "Sw" }, "SchemaVersionId": {}, "SchemaVersionNumber": { "type": "long" } } } } }, "Sa": { "type": "list", "member": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Type": {}, "Comment": {}, "Parameters": { "shape": "Se" } } } }, "Se": { "type": "map", "key": {}, "value": {} }, "Sn": { "type": "list", "member": {} }, "Sw": { "type": "structure", "members": { "SchemaArn": {}, "SchemaName": {}, "RegistryName": {} } }, "S12": { "type": "list", "member": { "type": "structure", "members": { "PartitionValues": { "shape": "S6" }, "ErrorDetail": { "shape": "S14" } } } }, "S14": { "type": "structure", "members": { "ErrorCode": {}, "ErrorMessage": {} } }, "S1c": { "type": "structure", "required": [ "Values" ], "members": { "Values": { "shape": "S6" } } }, "S1w": { "type": "structure", "members": { "Name": {}, "Description": {}, "CreatedOn": { "type": "timestamp" }, "LastModifiedOn": { "type": "timestamp" }, "ParameterSpec": {}, "BlueprintLocation": {}, "BlueprintServiceLocation": {}, "Status": {}, "ErrorMessage": {}, "LastActiveDefinition": { "type": "structure", "members": { "Description": {}, "LastModifiedOn": { "type": "timestamp" }, "ParameterSpec": {}, "BlueprintLocation": {}, "BlueprintServiceLocation": {} } } } }, "S24": { "type": "list", "member": {} }, "S26": { "type": "list", "member": {} }, "S28": { "type": "list", "member": { "shape": "S29" } }, "S29": { "type": "structure", "members": { "Name": {}, "Role": {}, "Targets": { "shape": "S2b" }, "DatabaseName": {}, "Description": {}, "Classifiers": { "shape": "S32" }, "RecrawlPolicy": { "shape": "S33" }, "SchemaChangePolicy": { "shape": "S35" }, "LineageConfiguration": { "shape": "S38" }, "State": {}, "TablePrefix": {}, "Schedule": { "type": "structure", "members": { "ScheduleExpression": {}, "State": {} } }, "CrawlElapsedTime": { "type": "long" }, "CreationTime": { "type": "timestamp" }, "LastUpdated": { "type": "timestamp" }, "LastCrawl": { "type": "structure", "members": { "Status": {}, "ErrorMessage": {}, "LogGroup": {}, "LogStream": {}, "MessagePrefix": {}, "StartTime": { "type": "timestamp" } } }, "Version": { "type": "long" }, "Configuration": {}, "CrawlerSecurityConfiguration": {}, "LakeFormationConfiguration": { "shape": "S3o" } } }, "S2b": { "type": "structure", "members": { "S3Targets": { "type": "list", "member": { "type": "structure", "members": { "Path": {}, "Exclusions": { "shape": "S2f" }, "ConnectionName": {}, "SampleSize": { "type": "integer" }, "EventQueueArn": {}, "DlqEventQueueArn": {} } } }, "JdbcTargets": { "type": "list", "member": { "type": "structure", "members": { "ConnectionName": {}, "Path": {}, "Exclusions": { "shape": "S2f" }, "EnableAdditionalMetadata": { "type": "list", "member": {} } } } }, "MongoDBTargets": { "type": "list", "member": { "type": "structure", "members": { "ConnectionName": {}, "Path": {}, "ScanAll": { "type": "boolean" } } } }, "DynamoDBTargets": { "type": "list", "member": { "type": "structure", "members": { "Path": {}, "scanAll": { "type": "boolean" }, "scanRate": { "type": "double" } } } }, "CatalogTargets": { "type": "list", "member": { "type": "structure", "required": [ "DatabaseName", "Tables" ], "members": { "DatabaseName": {}, "Tables": { "type": "list", "member": {} }, "ConnectionName": {}, "EventQueueArn": {}, "DlqEventQueueArn": {} } } }, "DeltaTargets": { "type": "list", "member": { "type": "structure", "members": { "DeltaTables": { "shape": "S2f" }, "ConnectionName": {}, "WriteManifest": { "type": "boolean" }, "CreateNativeDeltaTable": { "type": "boolean" } } } }, "IcebergTargets": { "type": "list", "member": { "type": "structure", "members": { "Paths": { "shape": "S2f" }, "ConnectionName": {}, "Exclusions": { "shape": "S2f" }, "MaximumTraversalDepth": { "type": "integer" } } } }, "HudiTargets": { "type": "list", "member": { "type": "structure", "members": { "Paths": { "shape": "S2f" }, "ConnectionName": {}, "Exclusions": { "shape": "S2f" }, "MaximumTraversalDepth": { "type": "integer" } } } } } }, "S2f": { "type": "list", "member": {} }, "S32": { "type": "list", "member": {} }, "S33": { "type": "structure", "members": { "RecrawlBehavior": {} } }, "S35": { "type": "structure", "members": { "UpdateBehavior": {}, "DeleteBehavior": {} } }, "S38": { "type": "structure", "members": { "CrawlerLineageSettings": {} } }, "S3o": { "type": "structure", "members": { "UseLakeFormationCredentials": { "type": "boolean" }, "AccountId": {} } }, "S3r": { "type": "list", "member": {} }, "S3t": { "type": "list", "member": { "type": "structure", "required": [ "Name", "RegexString" ], "members": { "Name": {}, "RegexString": {}, "ContextWords": { "shape": "S3v" } } } }, "S3v": { "type": "list", "member": {} }, "S3x": { "type": "list", "member": {} }, "S43": { "type": "structure", "required": [ "GlueTable" ], "members": { "GlueTable": { "shape": "S44" } } }, "S44": { "type": "structure", "required": [ "DatabaseName", "TableName" ], "members": { "DatabaseName": {}, "TableName": {}, "CatalogId": {}, "ConnectionName": {}, "AdditionalOptions": { "type": "map", "key": {}, "value": {} } } }, "S46": { "type": "list", "member": { "type": "structure", "members": { "Name": {}, "Description": {}, "EvaluationMessage": {}, "Result": {}, "EvaluatedMetrics": { "shape": "S4a" } } } }, "S4a": { "type": "map", "key": {}, "value": { "type": "double" } }, "S4b": { "type": "list", "member": { "type": "structure", "members": { "Name": {}, "Description": {}, "EvaluationMessage": {}, "EvaluatedMetrics": { "shape": "S4a" } } } }, "S4d": { "type": "list", "member": { "type": "structure", "members": { "Description": {}, "MetricBasedObservation": { "type": "structure", "members": { "MetricName": {}, "MetricValues": { "type": "structure", "members": { "ActualValue": { "type": "double" }, "ExpectedValue": { "type": "double" }, "LowerLimit": { "type": "double" }, "UpperLimit": { "type": "double" } } }, "NewRules": { "type": "list", "member": {} } } } } } }, "S4k": { "type": "list", "member": {} }, "S4m": { "type": "list", "member": { "shape": "S4n" } }, "S4n": { "type": "structure", "members": { "EndpointName": {}, "RoleArn": {}, "SecurityGroupIds": { "shape": "S4p" }, "SubnetId": {}, "YarnEndpointAddress": {}, "PrivateAddress": {}, "ZeppelinRemoteSparkInterpreterPort": { "type": "integer" }, "PublicAddress": {}, "Status": {}, "WorkerType": {}, "GlueVersion": {}, "NumberOfWorkers": { "type": "integer" }, "NumberOfNodes": { "type": "integer" }, "AvailabilityZone": {}, "VpcId": {}, "ExtraPythonLibsS3Path": {}, "ExtraJarsS3Path": {}, "FailureReason": {}, "LastUpdateStatus": {}, "CreatedTimestamp": { "type": "timestamp" }, "LastModifiedTimestamp": { "type": "timestamp" }, "PublicKey": {}, "PublicKeys": { "shape": "S4t" }, "SecurityConfiguration": {}, "Arguments": { "shape": "S4u" } } }, "S4p": { "type": "list", "member": {} }, "S4t": { "type": "list", "member": {} }, "S4u": { "type": "map", "key": {}, "value": {} }, "S4w": { "type": "list", "member": {} }, "S4y": { "type": "list", "member": { "shape": "S4z" } }, "S4z": { "type": "structure", "members": { "Name": {}, "Description": {}, "LogUri": {}, "Role": {}, "CreatedOn": { "type": "timestamp" }, "LastModifiedOn": { "type": "timestamp" }, "ExecutionProperty": { "shape": "S52" }, "Command": { "shape": "S54" }, "DefaultArguments": { "shape": "S58" }, "NonOverridableArguments": { "shape": "S58" }, "Connections": { "shape": "S59" }, "MaxRetries": { "type": "integer" }, "AllocatedCapacity": { "deprecated": true, "deprecatedMessage": "This property is deprecated, use MaxCapacity instead.", "type": "integer" }, "Timeout": { "type": "integer" }, "MaxCapacity": { "type": "double" }, "WorkerType": {}, "NumberOfWorkers": { "type": "integer" }, "SecurityConfiguration": {}, "NotificationProperty": { "shape": "S5d" }, "GlueVersion": {}, "CodeGenConfigurationNodes": { "shape": "S5f" }, "ExecutionClass": {}, "SourceControlDetails": { "shape": "Sa9" } } }, "S52": { "type": "structure", "members": { "MaxConcurrentRuns": { "type": "integer" } } }, "S54": { "type": "structure", "members": { "Name": {}, "ScriptLocation": {}, "PythonVersion": {}, "Runtime": {} } }, "S58": { "type": "map", "key": {}, "value": {} }, "S59": { "type": "structure", "members": { "Connections": { "shape": "S5a" } } }, "S5a": { "type": "list", "member": {} }, "S5d": { "type": "structure", "members": { "NotifyDelayAfter": { "type": "integer" } } }, "S5f": { "type": "map", "key": {}, "value": { "type": "structure", "members": { "AthenaConnectorSource": { "type": "structure", "required": [ "Name", "ConnectionName", "ConnectorName", "ConnectionType", "SchemaName" ], "members": { "Name": {}, "ConnectionName": {}, "ConnectorName": {}, "ConnectionType": {}, "ConnectionTable": {}, "SchemaName": {}, "OutputSchemas": { "shape": "S5m" } } }, "JDBCConnectorSource": { "type": "structure", "required": [ "Name", "ConnectionName", "ConnectorName", "ConnectionType" ], "members": { "Name": {}, "ConnectionName": {}, "ConnectorName": {}, "ConnectionType": {}, "AdditionalOptions": { "type": "structure", "members": { "FilterPredicate": {}, "PartitionColumn": {}, "LowerBound": { "type": "long" }, "UpperBound": { "type": "long" }, "NumPartitions": { "type": "long" }, "JobBookmarkKeys": { "shape": "S5u" }, "JobBookmarkKeysSortOrder": {}, "DataTypeMapping": { "type": "map", "key": {}, "value": {} } } }, "ConnectionTable": {}, "Query": {}, "OutputSchemas": { "shape": "S5m" } } }, "SparkConnectorSource": { "type": "structure", "required": [ "Name", "ConnectionName", "ConnectorName", "ConnectionType" ], "members": { "Name": {}, "ConnectionName": {}, "ConnectorName": {}, "ConnectionType": {}, "AdditionalOptions": { "shape": "S60" }, "OutputSchemas": { "shape": "S5m" } } }, "CatalogSource": { "type": "structure", "required": [ "Name", "Database", "Table" ], "members": { "Name": {}, "Database": {}, "Table": {} } }, "RedshiftSource": { "type": "structure", "required": [ "Name", "Database", "Table" ], "members": { "Name": {}, "Database": {}, "Table": {}, "RedshiftTmpDir": {}, "TmpDirIAMRole": {} } }, "S3CatalogSource": { "type": "structure", "required": [ "Name", "Database", "Table" ], "members": { "Name": {}, "Database": {}, "Table": {}, "PartitionPredicate": {}, "AdditionalOptions": { "shape": "S64" } } }, "S3CsvSource": { "type": "structure", "required": [ "Name", "Paths", "Separator", "QuoteChar" ], "members": { "Name": {}, "Paths": { "shape": "S5u" }, "CompressionType": {}, "Exclusions": { "shape": "S5u" }, "GroupSize": {}, "GroupFiles": {}, "Recurse": { "type": "boolean" }, "MaxBand": { "type": "integer" }, "MaxFilesInBand": { "type": "integer" }, "AdditionalOptions": { "shape": "S6a" }, "Separator": {}, "Escaper": {}, "QuoteChar": {}, "Multiline": { "type": "boolean" }, "WithHeader": { "type": "boolean" }, "WriteHeader": { "type": "boolean" }, "SkipFirst": { "type": "boolean" }, "OptimizePerformance": { "type": "boolean" }, "OutputSchemas": { "shape": "S5m" } } }, "S3JsonSource": { "type": "structure", "required": [ "Name", "Paths" ], "members": { "Name": {}, "Paths": { "shape": "S5u" }, "CompressionType": {}, "Exclusions": { "shape": "S5u" }, "GroupSize": {}, "GroupFiles": {}, "Recurse": { "type": "boolean" }, "MaxBand": { "type": "integer" }, "MaxFilesInBand": { "type": "integer" }, "AdditionalOptions": { "shape": "S6a" }, "JsonPath": {}, "Multiline": { "type": "boolean" }, "OutputSchemas": { "shape": "S5m" } } }, "S3ParquetSource": { "type": "structure", "required": [ "Name", "Paths" ], "members": { "Name": {}, "Paths": { "shape": "S5u" }, "CompressionType": {}, "Exclusions": { "shape": "S5u" }, "GroupSize": {}, "GroupFiles": {}, "Recurse": { "type": "boolean" }, "MaxBand": { "type": "integer" }, "MaxFilesInBand": { "type": "integer" }, "AdditionalOptions": { "shape": "S6a" }, "OutputSchemas": { "shape": "S5m" } } }, "RelationalCatalogSource": { "type": "structure", "required": [ "Name", "Database", "Table" ], "members": { "Name": {}, "Database": {}, "Table": {} } }, "DynamoDBCatalogSource": { "type": "structure", "required": [ "Name", "Database", "Table" ], "members": { "Name": {}, "Database": {}, "Table": {} } }, "JDBCConnectorTarget": { "type": "structure", "required": [ "Name", "Inputs", "ConnectionName", "ConnectionTable", "ConnectorName", "ConnectionType" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "ConnectionName": {}, "ConnectionTable": {}, "ConnectorName": {}, "ConnectionType": {}, "AdditionalOptions": { "shape": "S60" }, "OutputSchemas": { "shape": "S5m" } } }, "SparkConnectorTarget": { "type": "structure", "required": [ "Name", "Inputs", "ConnectionName", "ConnectorName", "ConnectionType" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "ConnectionName": {}, "ConnectorName": {}, "ConnectionType": {}, "AdditionalOptions": { "shape": "S60" }, "OutputSchemas": { "shape": "S5m" } } }, "CatalogTarget": { "type": "structure", "required": [ "Name", "Inputs", "Database", "Table" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "Database": {}, "Table": {} } }, "RedshiftTarget": { "type": "structure", "required": [ "Name", "Inputs", "Database", "Table" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "Database": {}, "Table": {}, "RedshiftTmpDir": {}, "TmpDirIAMRole": {}, "UpsertRedshiftOptions": { "type": "structure", "members": { "TableLocation": {}, "ConnectionName": {}, "UpsertKeys": { "type": "list", "member": {} } } } } }, "S3CatalogTarget": { "type": "structure", "required": [ "Name", "Inputs", "Table", "Database" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "PartitionKeys": { "shape": "S6r" }, "Table": {}, "Database": {}, "SchemaChangePolicy": { "shape": "S6s" } } }, "S3GlueParquetTarget": { "type": "structure", "required": [ "Name", "Inputs", "Path" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "PartitionKeys": { "shape": "S6r" }, "Path": {}, "Compression": {}, "SchemaChangePolicy": { "shape": "S6v" } } }, "S3DirectTarget": { "type": "structure", "required": [ "Name", "Inputs", "Path", "Format" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "PartitionKeys": { "shape": "S6r" }, "Path": {}, "Compression": {}, "Format": {}, "SchemaChangePolicy": { "shape": "S6v" } } }, "ApplyMapping": { "type": "structure", "required": [ "Name", "Inputs", "Mapping" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "Mapping": { "shape": "S6z" } } }, "SelectFields": { "type": "structure", "required": [ "Name", "Inputs", "Paths" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "Paths": { "shape": "S6r" } } }, "DropFields": { "type": "structure", "required": [ "Name", "Inputs", "Paths" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "Paths": { "shape": "S6r" } } }, "RenameField": { "type": "structure", "required": [ "Name", "Inputs", "SourcePath", "TargetPath" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "SourcePath": { "shape": "S5u" }, "TargetPath": { "shape": "S5u" } } }, "Spigot": { "type": "structure", "required": [ "Name", "Inputs", "Path" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "Path": {}, "Topk": { "type": "integer" }, "Prob": { "type": "double" } } }, "Join": { "type": "structure", "required": [ "Name", "Inputs", "JoinType", "Columns" ], "members": { "Name": {}, "Inputs": { "shape": "S78" }, "JoinType": {}, "Columns": { "type": "list", "member": { "type": "structure", "required": [ "From", "Keys" ], "members": { "From": {}, "Keys": { "shape": "S6r" } } } } } }, "SplitFields": { "type": "structure", "required": [ "Name", "Inputs", "Paths" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "Paths": { "shape": "S6r" } } }, "SelectFromCollection": { "type": "structure", "required": [ "Name", "Inputs", "Index" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "Index": { "type": "integer" } } }, "FillMissingValues": { "type": "structure", "required": [ "Name", "Inputs", "ImputedPath" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "ImputedPath": {}, "FilledPath": {} } }, "Filter": { "type": "structure", "required": [ "Name", "Inputs", "LogicalOperator", "Filters" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "LogicalOperator": {}, "Filters": { "type": "list", "member": { "type": "structure", "required": [ "Operation", "Values" ], "members": { "Operation": {}, "Negated": { "type": "boolean" }, "Values": { "type": "list", "member": { "type": "structure", "required": [ "Type", "Value" ], "members": { "Type": {}, "Value": { "shape": "S5u" } } } } } } } } }, "CustomCode": { "type": "structure", "required": [ "Name", "Inputs", "Code", "ClassName" ], "members": { "Name": {}, "Inputs": { "shape": "S7p" }, "Code": {}, "ClassName": {}, "OutputSchemas": { "shape": "S5m" } } }, "SparkSQL": { "type": "structure", "required": [ "Name", "Inputs", "SqlQuery", "SqlAliases" ], "members": { "Name": {}, "Inputs": { "shape": "S7p" }, "SqlQuery": {}, "SqlAliases": { "type": "list", "member": { "type": "structure", "required": [ "From", "Alias" ], "members": { "From": {}, "Alias": {} } } }, "OutputSchemas": { "shape": "S5m" } } }, "DirectKinesisSource": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "WindowSize": { "type": "integer" }, "DetectSchema": { "type": "boolean" }, "StreamingOptions": { "shape": "S7w" }, "DataPreviewOptions": { "shape": "S7z" } } }, "DirectKafkaSource": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "StreamingOptions": { "shape": "S83" }, "WindowSize": { "type": "integer" }, "DetectSchema": { "type": "boolean" }, "DataPreviewOptions": { "shape": "S7z" } } }, "CatalogKinesisSource": { "type": "structure", "required": [ "Name", "Table", "Database" ], "members": { "Name": {}, "WindowSize": { "type": "integer" }, "DetectSchema": { "type": "boolean" }, "Table": {}, "Database": {}, "StreamingOptions": { "shape": "S7w" }, "DataPreviewOptions": { "shape": "S7z" } } }, "CatalogKafkaSource": { "type": "structure", "required": [ "Name", "Table", "Database" ], "members": { "Name": {}, "WindowSize": { "type": "integer" }, "DetectSchema": { "type": "boolean" }, "Table": {}, "Database": {}, "StreamingOptions": { "shape": "S83" }, "DataPreviewOptions": { "shape": "S7z" } } }, "DropNullFields": { "type": "structure", "required": [ "Name", "Inputs" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "NullCheckBoxList": { "type": "structure", "members": { "IsEmpty": { "type": "boolean" }, "IsNullString": { "type": "boolean" }, "IsNegOne": { "type": "boolean" } } }, "NullTextList": { "type": "list", "member": { "type": "structure", "required": [ "Value", "Datatype" ], "members": { "Value": {}, "Datatype": { "type": "structure", "required": [ "Id", "Label" ], "members": { "Id": {}, "Label": {} } } } } } } }, "Merge": { "type": "structure", "required": [ "Name", "Inputs", "Source", "PrimaryKeys" ], "members": { "Name": {}, "Inputs": { "shape": "S78" }, "Source": {}, "PrimaryKeys": { "shape": "S6r" } } }, "Union": { "type": "structure", "required": [ "Name", "Inputs", "UnionType" ], "members": { "Name": {}, "Inputs": { "shape": "S78" }, "UnionType": {} } }, "PIIDetection": { "type": "structure", "required": [ "Name", "Inputs", "PiiType", "EntityTypesToDetect" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "PiiType": {}, "EntityTypesToDetect": { "shape": "S5u" }, "OutputColumnName": {}, "SampleFraction": { "type": "double" }, "ThresholdFraction": { "type": "double" }, "MaskValue": {} } }, "Aggregate": { "type": "structure", "required": [ "Name", "Inputs", "Groups", "Aggs" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "Groups": { "shape": "S6r" }, "Aggs": { "type": "list", "member": { "type": "structure", "required": [ "Column", "AggFunc" ], "members": { "Column": { "shape": "S5u" }, "AggFunc": {} } } } } }, "DropDuplicates": { "type": "structure", "required": [ "Name", "Inputs" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "Columns": { "type": "list", "member": { "type": "list", "member": {} } } } }, "GovernedCatalogTarget": { "type": "structure", "required": [ "Name", "Inputs", "Table", "Database" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "PartitionKeys": { "shape": "S6r" }, "Table": {}, "Database": {}, "SchemaChangePolicy": { "shape": "S6s" } } }, "GovernedCatalogSource": { "type": "structure", "required": [ "Name", "Database", "Table" ], "members": { "Name": {}, "Database": {}, "Table": {}, "PartitionPredicate": {}, "AdditionalOptions": { "shape": "S64" } } }, "MicrosoftSQLServerCatalogSource": { "type": "structure", "required": [ "Name", "Database", "Table" ], "members": { "Name": {}, "Database": {}, "Table": {} } }, "MySQLCatalogSource": { "type": "structure", "required": [ "Name", "Database", "Table" ], "members": { "Name": {}, "Database": {}, "Table": {} } }, "OracleSQLCatalogSource": { "type": "structure", "required": [ "Name", "Database", "Table" ], "members": { "Name": {}, "Database": {}, "Table": {} } }, "PostgreSQLCatalogSource": { "type": "structure", "required": [ "Name", "Database", "Table" ], "members": { "Name": {}, "Database": {}, "Table": {} } }, "MicrosoftSQLServerCatalogTarget": { "type": "structure", "required": [ "Name", "Inputs", "Database", "Table" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "Database": {}, "Table": {} } }, "MySQLCatalogTarget": { "type": "structure", "required": [ "Name", "Inputs", "Database", "Table" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "Database": {}, "Table": {} } }, "OracleSQLCatalogTarget": { "type": "structure", "required": [ "Name", "Inputs", "Database", "Table" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "Database": {}, "Table": {} } }, "PostgreSQLCatalogTarget": { "type": "structure", "required": [ "Name", "Inputs", "Database", "Table" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "Database": {}, "Table": {} } }, "DynamicTransform": { "type": "structure", "required": [ "Name", "TransformName", "Inputs", "FunctionName", "Path" ], "members": { "Name": {}, "TransformName": {}, "Inputs": { "shape": "S6k" }, "Parameters": { "type": "list", "member": { "type": "structure", "required": [ "Name", "Type" ], "members": { "Name": {}, "Type": {}, "ValidationRule": {}, "ValidationMessage": {}, "Value": { "shape": "S5u" }, "ListType": {}, "IsOptional": { "type": "boolean" } } } }, "FunctionName": {}, "Path": {}, "Version": {}, "OutputSchemas": { "shape": "S5m" } } }, "EvaluateDataQuality": { "type": "structure", "required": [ "Name", "Inputs", "Ruleset" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "Ruleset": {}, "Output": {}, "PublishingOptions": { "shape": "S97" }, "StopJobOnFailureOptions": { "shape": "S98" } } }, "S3CatalogHudiSource": { "type": "structure", "required": [ "Name", "Database", "Table" ], "members": { "Name": {}, "Database": {}, "Table": {}, "AdditionalHudiOptions": { "shape": "S60" }, "OutputSchemas": { "shape": "S5m" } } }, "CatalogHudiSource": { "type": "structure", "required": [ "Name", "Database", "Table" ], "members": { "Name": {}, "Database": {}, "Table": {}, "AdditionalHudiOptions": { "shape": "S60" }, "OutputSchemas": { "shape": "S5m" } } }, "S3HudiSource": { "type": "structure", "required": [ "Name", "Paths" ], "members": { "Name": {}, "Paths": { "shape": "S5u" }, "AdditionalHudiOptions": { "shape": "S60" }, "AdditionalOptions": { "shape": "S6a" }, "OutputSchemas": { "shape": "S5m" } } }, "S3HudiCatalogTarget": { "type": "structure", "required": [ "Name", "Inputs", "Table", "Database", "AdditionalOptions" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "PartitionKeys": { "shape": "S6r" }, "Table": {}, "Database": {}, "AdditionalOptions": { "shape": "S60" }, "SchemaChangePolicy": { "shape": "S6s" } } }, "S3HudiDirectTarget": { "type": "structure", "required": [ "Name", "Inputs", "Path", "Compression", "Format", "AdditionalOptions" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "Path": {}, "Compression": {}, "PartitionKeys": { "shape": "S6r" }, "Format": {}, "AdditionalOptions": { "shape": "S60" }, "SchemaChangePolicy": { "shape": "S6v" } } }, "DirectJDBCSource": { "type": "structure", "required": [ "Name", "Database", "Table", "ConnectionName", "ConnectionType" ], "members": { "Name": {}, "Database": {}, "Table": {}, "ConnectionName": {}, "ConnectionType": {}, "RedshiftTmpDir": {} } }, "S3CatalogDeltaSource": { "type": "structure", "required": [ "Name", "Database", "Table" ], "members": { "Name": {}, "Database": {}, "Table": {}, "AdditionalDeltaOptions": { "shape": "S60" }, "OutputSchemas": { "shape": "S5m" } } }, "CatalogDeltaSource": { "type": "structure", "required": [ "Name", "Database", "Table" ], "members": { "Name": {}, "Database": {}, "Table": {}, "AdditionalDeltaOptions": { "shape": "S60" }, "OutputSchemas": { "shape": "S5m" } } }, "S3DeltaSource": { "type": "structure", "required": [ "Name", "Paths" ], "members": { "Name": {}, "Paths": { "shape": "S5u" }, "AdditionalDeltaOptions": { "shape": "S60" }, "AdditionalOptions": { "shape": "S6a" }, "OutputSchemas": { "shape": "S5m" } } }, "S3DeltaCatalogTarget": { "type": "structure", "required": [ "Name", "Inputs", "Table", "Database" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "PartitionKeys": { "shape": "S6r" }, "Table": {}, "Database": {}, "AdditionalOptions": { "shape": "S60" }, "SchemaChangePolicy": { "shape": "S6s" } } }, "S3DeltaDirectTarget": { "type": "structure", "required": [ "Name", "Inputs", "Path", "Compression", "Format" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "PartitionKeys": { "shape": "S6r" }, "Path": {}, "Compression": {}, "Format": {}, "AdditionalOptions": { "shape": "S60" }, "SchemaChangePolicy": { "shape": "S6v" } } }, "AmazonRedshiftSource": { "type": "structure", "members": { "Name": {}, "Data": { "shape": "S9p" } } }, "AmazonRedshiftTarget": { "type": "structure", "members": { "Name": {}, "Data": { "shape": "S9p" }, "Inputs": { "shape": "S6k" } } }, "EvaluateDataQualityMultiFrame": { "type": "structure", "required": [ "Name", "Inputs", "Ruleset" ], "members": { "Name": {}, "Inputs": { "shape": "S7p" }, "AdditionalDataSources": { "type": "map", "key": {}, "value": {} }, "Ruleset": {}, "PublishingOptions": { "shape": "S97" }, "AdditionalOptions": { "type": "map", "key": {}, "value": {} }, "StopJobOnFailureOptions": { "shape": "S98" } } }, "Recipe": { "type": "structure", "required": [ "Name", "Inputs", "RecipeReference" ], "members": { "Name": {}, "Inputs": { "shape": "S6k" }, "RecipeReference": { "type": "structure", "required": [ "RecipeArn", "RecipeVersion" ], "members": { "RecipeArn": {}, "RecipeVersion": {} } } } }, "SnowflakeSource": { "type": "structure", "required": [ "Name", "Data" ], "members": { "Name": {}, "Data": { "shape": "Sa3" }, "OutputSchemas": { "shape": "S5m" } } }, "SnowflakeTarget": { "type": "structure", "required": [ "Name", "Data" ], "members": { "Name": {}, "Data": { "shape": "Sa3" }, "Inputs": { "shape": "S6k" } } }, "ConnectorDataSource": { "type": "structure", "required": [ "Name", "ConnectionType", "Data" ], "members": { "Name": {}, "ConnectionType": {}, "Data": { "shape": "Sa6" }, "OutputSchemas": { "shape": "S5m" } } }, "ConnectorDataTarget": { "type": "structure", "required": [ "Name", "ConnectionType", "Data" ], "members": { "Name": {}, "ConnectionType": {}, "Data": { "shape": "Sa6" }, "Inputs": { "shape": "S6k" } } } } }, "sensitive": true }, "S5m": { "type": "list", "member": { "type": "structure", "members": { "Columns": { "type": "list", "member": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Type": {} } } } } } }, "S5u": { "type": "list", "member": {} }, "S60": { "type": "map", "key": {}, "value": {} }, "S64": { "type": "structure", "members": { "BoundedSize": { "type": "long" }, "BoundedFiles": { "type": "long" } } }, "S6a": { "type": "structure", "members": { "BoundedSize": { "type": "long" }, "BoundedFiles": { "type": "long" }, "EnableSamplePath": { "type": "boolean" }, "SamplePath": {} } }, "S6k": { "type": "list", "member": {} }, "S6r": { "type": "list", "member": { "shape": "S5u" } }, "S6s": { "type": "structure", "members": { "EnableUpdateCatalog": { "type": "boolean" }, "UpdateBehavior": {} } }, "S6v": { "type": "structure", "members": { "EnableUpdateCatalog": { "type": "boolean" }, "UpdateBehavior": {}, "Table": {}, "Database": {} } }, "S6z": { "type": "list", "member": { "type": "structure", "members": { "ToKey": {}, "FromPath": { "shape": "S5u" }, "FromType": {}, "ToType": {}, "Dropped": { "type": "boolean" }, "Children": { "shape": "S6z" } } } }, "S78": { "type": "list", "member": {} }, "S7p": { "type": "list", "member": {} }, "S7w": { "type": "structure", "members": { "EndpointUrl": {}, "StreamName": {}, "Classification": {}, "Delimiter": {}, "StartingPosition": {}, "MaxFetchTimeInMs": { "type": "long" }, "MaxFetchRecordsPerShard": { "type": "long" }, "MaxRecordPerRead": { "type": "long" }, "AddIdleTimeBetweenReads": { "type": "boolean" }, "IdleTimeBetweenReadsInMs": { "type": "long" }, "DescribeShardInterval": { "type": "long" }, "NumRetries": { "type": "integer" }, "RetryIntervalMs": { "type": "long" }, "MaxRetryIntervalMs": { "type": "long" }, "AvoidEmptyBatches": { "type": "boolean" }, "StreamArn": {}, "RoleArn": {}, "RoleSessionName": {}, "AddRecordTimestamp": {}, "EmitConsumerLagMetrics": {}, "StartingTimestamp": { "shape": "S7y" } } }, "S7y": { "type": "timestamp", "timestampFormat": "iso8601" }, "S7z": { "type": "structure", "members": { "PollingTime": { "type": "long" }, "RecordPollingLimit": { "type": "long" } } }, "S83": { "type": "structure", "members": { "BootstrapServers": {}, "SecurityProtocol": {}, "ConnectionName": {}, "TopicName": {}, "Assign": {}, "SubscribePattern": {}, "Classification": {}, "Delimiter": {}, "StartingOffsets": {}, "EndingOffsets": {}, "PollTimeoutMs": { "type": "long" }, "NumRetries": { "type": "integer" }, "RetryIntervalMs": { "type": "long" }, "MaxOffsetsPerTrigger": { "type": "long" }, "MinPartitions": { "type": "integer" }, "IncludeHeaders": { "type": "boolean" }, "AddRecordTimestamp": {}, "EmitConsumerLagMetrics": {}, "StartingTimestamp": { "shape": "S7y" } } }, "S97": { "type": "structure", "members": { "EvaluationContext": {}, "ResultsS3Prefix": {}, "CloudWatchMetricsEnabled": { "type": "boolean" }, "ResultsPublishingEnabled": { "type": "boolean" } } }, "S98": { "type": "structure", "members": { "StopJobOnFailureTiming": {} } }, "S9p": { "type": "structure", "members": { "AccessType": {}, "SourceType": {}, "Connection": { "shape": "S9q" }, "Schema": { "shape": "S9q" }, "Table": { "shape": "S9q" }, "CatalogDatabase": { "shape": "S9q" }, "CatalogTable": { "shape": "S9q" }, "CatalogRedshiftSchema": {}, "CatalogRedshiftTable": {}, "TempDir": {}, "IamRole": { "shape": "S9q" }, "AdvancedOptions": { "type": "list", "member": { "type": "structure", "members": { "Key": {}, "Value": {} } } }, "SampleQuery": {}, "PreAction": {}, "PostAction": {}, "Action": {}, "TablePrefix": {}, "Upsert": { "type": "boolean" }, "MergeAction": {}, "MergeWhenMatched": {}, "MergeWhenNotMatched": {}, "MergeClause": {}, "CrawlerConnection": {}, "TableSchema": { "shape": "S9t" }, "StagingTable": {}, "SelectedColumns": { "shape": "S9t" } } }, "S9q": { "type": "structure", "members": { "Value": {}, "Label": {}, "Description": {} } }, "S9t": { "type": "list", "member": { "shape": "S9q" } }, "Sa3": { "type": "structure", "members": { "SourceType": {}, "Connection": { "shape": "S9q" }, "Schema": {}, "Table": {}, "Database": {}, "TempDir": {}, "IamRole": { "shape": "S9q" }, "AdditionalOptions": { "shape": "S60" }, "SampleQuery": {}, "PreAction": {}, "PostAction": {}, "Action": {}, "Upsert": { "type": "boolean" }, "MergeAction": {}, "MergeWhenMatched": {}, "MergeWhenNotMatched": {}, "MergeClause": {}, "StagingTable": {}, "SelectedColumns": { "shape": "S9t" }, "AutoPushdown": { "type": "boolean" }, "TableSchema": { "shape": "S9t" } } }, "Sa6": { "type": "map", "key": {}, "value": {} }, "Sa9": { "type": "structure", "members": { "Provider": {}, "Repository": {}, "Owner": {}, "Branch": {}, "Folder": {}, "LastCommitId": {}, "AuthStrategy": {}, "AuthToken": {} } }, "Sad": { "type": "list", "member": { "shape": "S1c" } }, "Saf": { "type": "list", "member": { "shape": "Sag" } }, "Sag": { "type": "structure", "members": { "Values": { "shape": "S6" }, "DatabaseName": {}, "TableName": {}, "CreationTime": { "type": "timestamp" }, "LastAccessTime": { "type": "timestamp" }, "StorageDescriptor": { "shape": "S9" }, "Parameters": { "shape": "Se" }, "LastAnalyzedTime": { "type": "timestamp" }, "CatalogId": {} } }, "Saq": { "type": "structure", "members": { "type": {}, "configuration": { "shape": "Sar" }, "lastRun": { "shape": "Sat" } } }, "Sar": { "type": "structure", "members": { "roleArn": {}, "enabled": { "type": "boolean" } } }, "Sat": { "type": "structure", "members": { "eventType": {}, "startTimestamp": { "type": "timestamp" }, "endTimestamp": { "type": "timestamp" }, "metrics": { "type": "structure", "members": { "NumberOfBytesCompacted": {}, "NumberOfFilesCompacted": {}, "NumberOfDpus": {}, "JobDurationInHour": {} } }, "error": {} } }, "Sb1": { "type": "list", "member": {} }, "Sb3": { "type": "list", "member": { "shape": "Sb4" } }, "Sb4": { "type": "structure", "members": { "Name": {}, "WorkflowName": {}, "Id": {}, "Type": {}, "State": {}, "Description": {}, "Schedule": {}, "Actions": { "shape": "Sb8" }, "Predicate": { "shape": "Sba" }, "EventBatchingCondition": { "shape": "Sbh" } } }, "Sb8": { "type": "list", "member": { "type": "structure", "members": { "JobName": {}, "Arguments": { "shape": "S58" }, "Timeout": { "type": "integer" }, "SecurityConfiguration": {}, "NotificationProperty": { "shape": "S5d" }, "CrawlerName": {} } } }, "Sba": { "type": "structure", "members": { "Logical": {}, "Conditions": { "type": "list", "member": { "type": "structure", "members": { "LogicalOperator": {}, "JobName": {}, "State": {}, "CrawlerName": {}, "CrawlState": {} } } } } }, "Sbh": { "type": "structure", "required": [ "BatchSize" ], "members": { "BatchSize": { "type": "integer" }, "BatchWindow": { "type": "integer" } } }, "Sbl": { "type": "list", "member": {} }, "Sbo": { "type": "structure", "members": { "Name": {}, "Description": {}, "DefaultRunProperties": { "shape": "Sbp" }, "CreatedOn": { "type": "timestamp" }, "LastModifiedOn": { "type": "timestamp" }, "LastRun": { "shape": "Sbq" }, "Graph": { "shape": "Sbt" }, "MaxConcurrentRuns": { "type": "integer" }, "BlueprintDetails": { "type": "structure", "members": { "BlueprintName": {}, "RunId": {} } } } }, "Sbp": { "type": "map", "key": {}, "value": {} }, "Sbq": { "type": "structure", "members": { "Name": {}, "WorkflowRunId": {}, "PreviousRunId": {}, "WorkflowRunProperties": { "shape": "Sbp" }, "StartedOn": { "type": "timestamp" }, "CompletedOn": { "type": "timestamp" }, "Status": {}, "ErrorMessage": {}, "Statistics": { "type": "structure", "members": { "TotalActions": { "type": "integer" }, "TimeoutActions": { "type": "integer" }, "FailedActions": { "type": "integer" }, "StoppedActions": { "type": "integer" }, "SucceededActions": { "type": "integer" }, "RunningActions": { "type": "integer" }, "ErroredActions": { "type": "integer" }, "WaitingActions": { "type": "integer" } } }, "Graph": { "shape": "Sbt" }, "StartingEventBatchCondition": { "type": "structure", "members": { "BatchSize": { "type": "integer" }, "BatchWindow": { "type": "integer" } } } } }, "Sbt": { "type": "structure", "members": { "Nodes": { "type": "list", "member": { "type": "structure", "members": { "Type": {}, "Name": {}, "UniqueId": {}, "TriggerDetails": { "type": "structure", "members": { "Trigger": { "shape": "Sb4" } } }, "JobDetails": { "type": "structure", "members": { "JobRuns": { "shape": "Sbz" } } }, "CrawlerDetails": { "type": "structure", "members": { "Crawls": { "type": "list", "member": { "type": "structure", "members": { "State": {}, "StartedOn": { "type": "timestamp" }, "CompletedOn": { "type": "timestamp" }, "ErrorMessage": {}, "LogGroup": {}, "LogStream": {} } } } } } } } }, "Edges": { "type": "list", "member": { "type": "structure", "members": { "SourceId": {}, "DestinationId": {} } } } } }, "Sbz": { "type": "list", "member": { "shape": "Sc0" } }, "Sc0": { "type": "structure", "members": { "Id": {}, "Attempt": { "type": "integer" }, "PreviousRunId": {}, "TriggerName": {}, "JobName": {}, "StartedOn": { "type": "timestamp" }, "LastModifiedOn": { "type": "timestamp" }, "CompletedOn": { "type": "timestamp" }, "JobRunState": {}, "Arguments": { "shape": "S58" }, "ErrorMessage": {}, "PredecessorRuns": { "type": "list", "member": { "type": "structure", "members": { "JobName": {}, "RunId": {} } } }, "AllocatedCapacity": { "deprecated": true, "deprecatedMessage": "This property is deprecated, use MaxCapacity instead.", "type": "integer" }, "ExecutionTime": { "type": "integer" }, "Timeout": { "type": "integer" }, "MaxCapacity": { "type": "double" }, "WorkerType": {}, "NumberOfWorkers": { "type": "integer" }, "SecurityConfiguration": {}, "LogGroupName": {}, "NotificationProperty": { "shape": "S5d" }, "GlueVersion": {}, "DPUSeconds": { "type": "double" }, "ExecutionClass": {} } }, "Scm": { "type": "list", "member": {} }, "Sd7": { "type": "map", "key": {}, "value": {} }, "Sdo": { "type": "list", "member": {} }, "Sdp": { "type": "list", "member": {} }, "Sdt": { "type": "structure", "required": [ "Name", "ConnectionType", "ConnectionProperties" ], "members": { "Name": {}, "Description": {}, "ConnectionType": {}, "MatchCriteria": { "shape": "Sdv" }, "ConnectionProperties": { "shape": "Sdw" }, "PhysicalConnectionRequirements": { "shape": "Sdy" } } }, "Sdv": { "type": "list", "member": {} }, "Sdw": { "type": "map", "key": {}, "value": {} }, "Sdy": { "type": "structure", "members": { "SubnetId": {}, "SecurityGroupIdList": { "type": "list", "member": {} }, "AvailabilityZone": {} } }, "Se7": { "type": "structure", "required": [ "TableName", "DatabaseName" ], "members": { "TableName": {}, "DatabaseName": {}, "CatalogId": {} } }, "Sea": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Description": {}, "LocationUri": {}, "Parameters": { "shape": "Se" }, "CreateTableDefaultPermissions": { "shape": "Sec" }, "TargetDatabase": { "shape": "Sei" }, "FederatedDatabase": { "shape": "Sej" } } }, "Sec": { "type": "list", "member": { "type": "structure", "members": { "Principal": { "type": "structure", "members": { "DataLakePrincipalIdentifier": {} } }, "Permissions": { "shape": "Seg" } } } }, "Seg": { "type": "list", "member": {} }, "Sei": { "type": "structure", "members": { "CatalogId": {}, "DatabaseName": {}, "Region": {} } }, "Sej": { "type": "structure", "members": { "Identifier": {}, "ConnectionName": {} } }, "Ser": { "type": "list", "member": { "shape": "S44" } }, "Ses": { "type": "structure", "required": [ "TransformType" ], "members": { "TransformType": {}, "FindMatchesParameters": { "type": "structure", "members": { "PrimaryKeyColumnName": {}, "PrecisionRecallTradeoff": { "type": "double" }, "AccuracyCostTradeoff": { "type": "double" }, "EnforceProvidedLabels": { "type": "boolean" } } } } }, "Sew": { "type": "structure", "members": { "MlUserDataEncryption": { "type": "structure", "required": [ "MlUserDataEncryptionMode" ], "members": { "MlUserDataEncryptionMode": {}, "KmsKeyId": {} } }, "TaskRunSecurityConfigurationName": {} } }, "Sf3": { "type": "structure", "required": [ "Keys", "IndexName" ], "members": { "Keys": { "type": "list", "member": {} }, "IndexName": {} } }, "Sf9": { "type": "structure", "members": { "RegistryName": {}, "RegistryArn": {} } }, "Sfg": { "type": "list", "member": { "type": "structure", "required": [ "Id", "NodeType", "Args" ], "members": { "Id": {}, "NodeType": {}, "Args": { "shape": "Sfk" }, "LineNumber": { "type": "integer" } } } }, "Sfk": { "type": "list", "member": { "type": "structure", "required": [ "Name", "Value" ], "members": { "Name": {}, "Value": {}, "Param": { "type": "boolean" } } } }, "Sfo": { "type": "list", "member": { "type": "structure", "required": [ "Source", "Target" ], "members": { "Source": {}, "Target": {}, "TargetParameter": {} } } }, "Sfv": { "type": "structure", "members": { "S3Encryption": { "type": "list", "member": { "type": "structure", "members": { "S3EncryptionMode": {}, "KmsKeyArn": {} } } }, "CloudWatchEncryption": { "type": "structure", "members": { "CloudWatchEncryptionMode": {}, "KmsKeyArn": {} } }, "JobBookmarksEncryption": { "type": "structure", "members": { "JobBookmarksEncryptionMode": {}, "KmsKeyArn": {} } } } }, "Sg7": { "type": "structure", "members": { "Name": {}, "PythonVersion": {} } }, "Sg8": { "type": "map", "key": {}, "value": {} }, "Sgb": { "type": "structure", "members": { "Id": {}, "CreatedOn": { "type": "timestamp" }, "Status": {}, "ErrorMessage": {}, "Description": {}, "Role": {}, "Command": { "shape": "Sg7" }, "DefaultArguments": { "shape": "Sg8" }, "Connections": { "shape": "S59" }, "Progress": { "type": "double" }, "MaxCapacity": { "type": "double" }, "SecurityConfiguration": {}, "GlueVersion": {}, "NumberOfWorkers": { "type": "integer" }, "WorkerType": {}, "CompletedOn": { "type": "timestamp" }, "ExecutionTime": { "type": "double" }, "DPUSeconds": { "type": "double" }, "IdleTimeout": { "type": "integer" } } }, "Sgg": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Description": {}, "Owner": {}, "LastAccessTime": { "type": "timestamp" }, "LastAnalyzedTime": { "type": "timestamp" }, "Retention": { "type": "integer" }, "StorageDescriptor": { "shape": "S9" }, "PartitionKeys": { "shape": "Sa" }, "ViewOriginalText": {}, "ViewExpandedText": {}, "TableType": {}, "Parameters": { "shape": "Se" }, "TargetTable": { "shape": "Sgk" } } }, "Sgk": { "type": "structure", "members": { "CatalogId": {}, "DatabaseName": {}, "Name": {}, "Region": {} } }, "Sgv": { "type": "structure", "members": { "FunctionName": {}, "ClassName": {}, "OwnerName": {}, "OwnerType": {}, "ResourceUris": { "shape": "Sgx" } } }, "Sgx": { "type": "list", "member": { "type": "structure", "members": { "ResourceType": {}, "Uri": {} } } }, "Siu": { "type": "structure", "members": { "BlueprintName": {}, "RunId": {}, "WorkflowName": {}, "State": {}, "StartedOn": { "type": "timestamp" }, "CompletedOn": { "type": "timestamp" }, "ErrorMessage": {}, "RollbackErrorMessage": {}, "Parameters": {}, "RoleArn": {} } }, "Sj7": { "type": "structure", "members": { "GrokClassifier": { "type": "structure", "required": [ "Name", "Classification", "GrokPattern" ], "members": { "Name": {}, "Classification": {}, "CreationTime": { "type": "timestamp" }, "LastUpdated": { "type": "timestamp" }, "Version": { "type": "long" }, "GrokPattern": {}, "CustomPatterns": {} } }, "XMLClassifier": { "type": "structure", "required": [ "Name", "Classification" ], "members": { "Name": {}, "Classification": {}, "CreationTime": { "type": "timestamp" }, "LastUpdated": { "type": "timestamp" }, "Version": { "type": "long" }, "RowTag": {} } }, "JsonClassifier": { "type": "structure", "required": [ "Name", "JsonPath" ], "members": { "Name": {}, "CreationTime": { "type": "timestamp" }, "LastUpdated": { "type": "timestamp" }, "Version": { "type": "long" }, "JsonPath": {} } }, "CsvClassifier": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "CreationTime": { "type": "timestamp" }, "LastUpdated": { "type": "timestamp" }, "Version": { "type": "long" }, "Delimiter": {}, "QuoteSymbol": {}, "ContainsHeader": {}, "Header": { "shape": "Sdo" }, "DisableValueTrimming": { "type": "boolean" }, "AllowSingleColumn": { "type": "boolean" }, "CustomDatatypeConfigured": { "type": "boolean" }, "CustomDatatypes": { "shape": "Sdp" }, "Serde": {} } } } }, "Sjh": { "type": "list", "member": {} }, "Sjj": { "type": "list", "member": { "shape": "Sjk" } }, "Sjk": { "type": "structure", "required": [ "ColumnName", "ColumnType", "AnalyzedTime", "StatisticsData" ], "members": { "ColumnName": {}, "ColumnType": {}, "AnalyzedTime": { "type": "timestamp" }, "StatisticsData": { "type": "structure", "required": [ "Type" ], "members": { "Type": {}, "BooleanColumnStatisticsData": { "type": "structure", "required": [ "NumberOfTrues", "NumberOfFalses", "NumberOfNulls" ], "members": { "NumberOfTrues": { "type": "long" }, "NumberOfFalses": { "type": "long" }, "NumberOfNulls": { "type": "long" } } }, "DateColumnStatisticsData": { "type": "structure", "required": [ "NumberOfNulls", "NumberOfDistinctValues" ], "members": { "MinimumValue": { "type": "timestamp" }, "MaximumValue": { "type": "timestamp" }, "NumberOfNulls": { "type": "long" }, "NumberOfDistinctValues": { "type": "long" } } }, "DecimalColumnStatisticsData": { "type": "structure", "required": [ "NumberOfNulls", "NumberOfDistinctValues" ], "members": { "MinimumValue": { "shape": "Sjs" }, "MaximumValue": { "shape": "Sjs" }, "NumberOfNulls": { "type": "long" }, "NumberOfDistinctValues": { "type": "long" } } }, "DoubleColumnStatisticsData": { "type": "structure", "required": [ "NumberOfNulls", "NumberOfDistinctValues" ], "members": { "MinimumValue": { "type": "double" }, "MaximumValue": { "type": "double" }, "NumberOfNulls": { "type": "long" }, "NumberOfDistinctValues": { "type": "long" } } }, "LongColumnStatisticsData": { "type": "structure", "required": [ "NumberOfNulls", "NumberOfDistinctValues" ], "members": { "MinimumValue": { "type": "long" }, "MaximumValue": { "type": "long" }, "NumberOfNulls": { "type": "long" }, "NumberOfDistinctValues": { "type": "long" } } }, "StringColumnStatisticsData": { "type": "structure", "required": [ "MaximumLength", "AverageLength", "NumberOfNulls", "NumberOfDistinctValues" ], "members": { "MaximumLength": { "type": "long" }, "AverageLength": { "type": "double" }, "NumberOfNulls": { "type": "long" }, "NumberOfDistinctValues": { "type": "long" } } }, "BinaryColumnStatisticsData": { "type": "structure", "required": [ "MaximumLength", "AverageLength", "NumberOfNulls" ], "members": { "MaximumLength": { "type": "long" }, "AverageLength": { "type": "double" }, "NumberOfNulls": { "type": "long" } } } } } } }, "Sjs": { "type": "structure", "required": [ "UnscaledValue", "Scale" ], "members": { "UnscaledValue": { "type": "blob" }, "Scale": { "type": "integer" } } }, "Sk1": { "type": "list", "member": { "type": "structure", "members": { "ColumnName": {}, "Error": { "shape": "S14" } } } }, "Sk7": { "type": "structure", "members": { "CustomerId": {}, "ColumnStatisticsTaskRunId": {}, "DatabaseName": {}, "TableName": {}, "ColumnNameList": { "shape": "Sk9" }, "CatalogID": {}, "Role": {}, "SampleSize": { "type": "double" }, "SecurityConfiguration": {}, "NumberOfWorkers": { "type": "integer" }, "WorkerType": {}, "Status": {}, "CreationTime": { "type": "timestamp" }, "LastUpdated": { "type": "timestamp" }, "StartTime": { "type": "timestamp" }, "EndTime": { "type": "timestamp" }, "ErrorMessage": {}, "DPUSeconds": { "type": "double" } } }, "Sk9": { "type": "list", "member": {} }, "Ski": { "type": "structure", "members": { "Name": {}, "Description": {}, "ConnectionType": {}, "MatchCriteria": { "shape": "Sdv" }, "ConnectionProperties": { "shape": "Sdw" }, "PhysicalConnectionRequirements": { "shape": "Sdy" }, "CreationTime": { "type": "timestamp" }, "LastUpdatedTime": { "type": "timestamp" }, "LastUpdatedBy": {} } }, "Skz": { "type": "structure", "members": { "EncryptionAtRest": { "type": "structure", "required": [ "CatalogEncryptionMode" ], "members": { "CatalogEncryptionMode": {}, "SseAwsKmsKeyId": {}, "CatalogEncryptionServiceRole": {} } }, "ConnectionPasswordEncryption": { "type": "structure", "required": [ "ReturnConnectionPasswordEncrypted" ], "members": { "ReturnConnectionPasswordEncrypted": { "type": "boolean" }, "AwsKmsKeyId": {} } } } }, "Slc": { "type": "structure", "members": { "CloudWatchMetricsEnabled": { "type": "boolean" }, "ResultsS3Prefix": {} } }, "Sld": { "type": "list", "member": {} }, "Slf": { "type": "map", "key": {}, "value": { "shape": "S43" } }, "Sli": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Description": {}, "LocationUri": {}, "Parameters": { "shape": "Se" }, "CreateTime": { "type": "timestamp" }, "CreateTableDefaultPermissions": { "shape": "Sec" }, "TargetDatabase": { "shape": "Sei" }, "CatalogId": {}, "FederatedDatabase": { "shape": "Sej" } } }, "Sm0": { "type": "structure", "members": { "JobName": {}, "Version": { "type": "integer" }, "Run": { "type": "integer" }, "Attempt": { "type": "integer" }, "PreviousRunId": {}, "RunId": {}, "JobBookmark": {} } }, "Smb": { "type": "structure", "members": { "TaskType": {}, "ImportLabelsTaskRunProperties": { "type": "structure", "members": { "InputS3Path": {}, "Replace": { "type": "boolean" } } }, "ExportLabelsTaskRunProperties": { "type": "structure", "members": { "OutputS3Path": {} } }, "LabelingSetGenerationTaskRunProperties": { "type": "structure", "members": { "OutputS3Path": {} } }, "FindMatchesTaskRunProperties": { "type": "structure", "members": { "JobId": {}, "JobName": {}, "JobRunId": {} } } } }, "Smu": { "type": "structure", "required": [ "TransformType" ], "members": { "TransformType": {}, "FindMatchesMetrics": { "type": "structure", "members": { "AreaUnderPRCurve": { "type": "double" }, "Precision": { "type": "double" }, "Recall": { "type": "double" }, "F1": { "type": "double" }, "ConfusionMatrix": { "type": "structure", "members": { "NumTruePositives": { "type": "long" }, "NumFalsePositives": { "type": "long" }, "NumTrueNegatives": { "type": "long" }, "NumFalseNegatives": { "type": "long" } } }, "ColumnImportances": { "type": "list", "member": { "type": "structure", "members": { "ColumnName": {}, "Importance": { "type": "double" } } } } } } } }, "Sn1": { "type": "list", "member": { "type": "structure", "members": { "Name": {}, "DataType": {} } } }, "Sn4": { "type": "structure", "members": { "Name": {}, "TransformType": {}, "Status": {}, "GlueVersion": {}, "CreatedBefore": { "type": "timestamp" }, "CreatedAfter": { "type": "timestamp" }, "LastModifiedBefore": { "type": "timestamp" }, "LastModifiedAfter": { "type": "timestamp" }, "Schema": { "shape": "Sn1" } } }, "Sn5": { "type": "structure", "required": [ "Column", "SortDirection" ], "members": { "Column": {}, "SortDirection": {} } }, "Snb": { "type": "structure", "required": [ "DatabaseName", "TableName" ], "members": { "DatabaseName": {}, "TableName": {} } }, "Snc": { "type": "list", "member": { "shape": "Snb" } }, "Snd": { "type": "structure", "members": { "Jdbc": { "shape": "Sfk" }, "S3": { "shape": "Sfk" }, "DynamoDB": { "shape": "Sfk" } } }, "Snf": { "type": "list", "member": { "type": "structure", "members": { "SourceTable": {}, "SourcePath": {}, "SourceType": {}, "TargetTable": {}, "TargetPath": {}, "TargetType": {} } } }, "Sny": { "type": "structure", "required": [ "SegmentNumber", "TotalSegments" ], "members": { "SegmentNumber": { "type": "integer" }, "TotalSegments": { "type": "integer" } } }, "Sol": { "type": "structure", "members": { "LatestVersion": { "type": "boolean" }, "VersionNumber": { "type": "long" } } }, "Sou": { "type": "structure", "members": { "Name": {}, "CreatedTimeStamp": { "type": "timestamp" }, "EncryptionConfiguration": { "shape": "Sfv" } } }, "Sp2": { "type": "structure", "members": { "Id": { "type": "integer" }, "Code": {}, "State": {}, "Output": { "type": "structure", "members": { "Data": { "type": "structure", "members": { "TextPlain": {} } }, "ExecutionCount": { "type": "integer" }, "Status": {}, "ErrorName": {}, "ErrorValue": {}, "Traceback": { "shape": "S5a" } } }, "Progress": { "type": "double" }, "StartedOn": { "type": "long" }, "CompletedOn": { "type": "long" } } }, "Sp9": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "DatabaseName": {}, "Description": {}, "Owner": {}, "CreateTime": { "type": "timestamp" }, "UpdateTime": { "type": "timestamp" }, "LastAccessTime": { "type": "timestamp" }, "LastAnalyzedTime": { "type": "timestamp" }, "Retention": { "type": "integer" }, "StorageDescriptor": { "shape": "S9" }, "PartitionKeys": { "shape": "Sa" }, "ViewOriginalText": {}, "ViewExpandedText": {}, "TableType": {}, "Parameters": { "shape": "Se" }, "CreatedBy": {}, "IsRegisteredWithLakeFormation": { "type": "boolean" }, "TargetTable": { "shape": "Sgk" }, "CatalogId": {}, "VersionId": {}, "FederatedTable": { "type": "structure", "members": { "Identifier": {}, "DatabaseIdentifier": {}, "ConnectionName": {} } }, "ViewDefinition": { "type": "structure", "members": { "IsProtected": { "type": "boolean" }, "Definer": {}, "SubObjects": { "type": "list", "member": {} }, "Representations": { "type": "list", "member": { "type": "structure", "members": { "Dialect": {}, "DialectVersion": {}, "ViewOriginalText": {}, "ViewExpandedText": {}, "IsStale": { "type": "boolean" } } } } } }, "IsMultiDialectView": { "type": "boolean" } } }, "Spl": { "type": "structure", "members": { "Table": { "shape": "Sp9" }, "VersionId": {} } }, "Sps": { "type": "list", "member": { "shape": "Sp9" } }, "Sq0": { "type": "structure", "members": { "AdditionalAuditContext": {}, "RequestedColumns": { "type": "list", "member": {} }, "AllColumnsRequested": { "type": "boolean" } } }, "Sq3": { "type": "list", "member": {} }, "Sq5": { "type": "structure", "members": { "QueryId": {}, "QueryStartTime": { "type": "timestamp" }, "ClusterId": {}, "QueryAuthorizationId": {}, "AdditionalContext": { "type": "map", "key": {}, "value": {} } } }, "Sqm": { "type": "structure", "members": { "FunctionName": {}, "DatabaseName": {}, "ClassName": {}, "OwnerName": {}, "OwnerType": {}, "CreateTime": { "type": "timestamp" }, "ResourceUris": { "shape": "Sgx" }, "CatalogId": {} } }, "Stf": { "type": "structure", "members": { "MetadataKey": {}, "MetadataValue": {} } }, "Su0": { "type": "list", "member": {} }, "Svt": { "type": "list", "member": { "shape": "Sjk" } }, "Svv": { "type": "list", "member": { "type": "structure", "members": { "ColumnStatistics": { "shape": "Sjk" }, "Error": { "shape": "S14" } } } } } }