Skip to content

Commit a5f2aef

Browse files
author
awstools
committed
feat(client-glue): Changes include (1) Excel as S3 Source type and XML and Tableau's Hyper as S3 Sink types, (2) targeted number of partitions parameter in S3 sinks and (3) new compression types in CSV/JSON and Parquet S3 sinks.
1 parent 611d06e commit a5f2aef

19 files changed

+1362
-538
lines changed

‎clients/client-glue/src/commands/BatchGetJobsCommand.ts

Lines changed: 70 additions & 27 deletions
Original file line numberDiff line numberDiff line change
@@ -218,12 +218,12 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
218218
* // },
219219
* // ],
220220
* // },
221-
* // S3JsonSource: { // S3JsonSource
221+
* // S3ExcelSource: { // S3ExcelSource
222222
* // Name: "STRING_VALUE", // required
223223
* // Paths: [ // required
224224
* // "STRING_VALUE",
225225
* // ],
226-
* // CompressionType: "gzip" || "bzip2",
226+
* // CompressionType: "snappy" || "lzo" || "gzip" || "brotli" || "lz4" || "uncompressed" || "none",
227227
* // Exclusions: [
228228
* // "STRING_VALUE",
229229
* // ],
@@ -238,8 +238,8 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
238238
* // EnableSamplePath: true || false,
239239
* // SamplePath: "STRING_VALUE",
240240
* // },
241-
* // JsonPath: "STRING_VALUE",
242-
* // Multiline: true || false,
241+
* // NumberRows: Number("long"),
242+
* // SkipFooter: Number("int"),
243243
* // OutputSchemas: [
244244
* // {
245245
* // Columns: [
@@ -251,10 +251,30 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
251251
* // },
252252
* // ],
253253
* // },
254+
* // S3JsonSource: { // S3JsonSource
255+
* // Name: "STRING_VALUE", // required
256+
* // Paths: "<EnclosedInStringProperties>", // required
257+
* // CompressionType: "gzip" || "bzip2",
258+
* // Exclusions: "<EnclosedInStringProperties>",
259+
* // GroupSize: "STRING_VALUE",
260+
* // GroupFiles: "STRING_VALUE",
261+
* // Recurse: true || false,
262+
* // MaxBand: Number("int"),
263+
* // MaxFilesInBand: Number("int"),
264+
* // AdditionalOptions: {
265+
* // BoundedSize: Number("long"),
266+
* // BoundedFiles: Number("long"),
267+
* // EnableSamplePath: true || false,
268+
* // SamplePath: "STRING_VALUE",
269+
* // },
270+
* // JsonPath: "STRING_VALUE",
271+
* // Multiline: true || false,
272+
* // OutputSchemas: "<GlueSchemas>",
273+
* // },
254274
* // S3ParquetSource: { // S3ParquetSource
255275
* // Name: "STRING_VALUE", // required
256276
* // Paths: "<EnclosedInStringProperties>", // required
257-
* // CompressionType: "snappy" || "lzo" || "gzip" || "uncompressed" || "none",
277+
* // CompressionType: "snappy" || "lzo" || "gzip" || "brotli" || "lz4" || "uncompressed" || "none",
258278
* // Exclusions: "<EnclosedInStringProperties>",
259279
* // GroupSize: "STRING_VALUE",
260280
* // GroupFiles: "STRING_VALUE",
@@ -356,14 +376,30 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
356376
* // "<EnclosedInStringProperties>",
357377
* // ],
358378
* // Path: "STRING_VALUE", // required
359-
* // Compression: "snappy" || "lzo" || "gzip" || "uncompressed" || "none",
379+
* // Compression: "snappy" || "lzo" || "gzip" || "brotli" || "lz4" || "uncompressed" || "none",
380+
* // NumberTargetPartitions: "STRING_VALUE",
360381
* // SchemaChangePolicy: { // DirectSchemaChangePolicy
361382
* // EnableUpdateCatalog: true || false,
362383
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
363384
* // Table: "STRING_VALUE",
364385
* // Database: "STRING_VALUE",
365386
* // },
366387
* // },
388+
* // S3HyperDirectTarget: { // S3HyperDirectTarget
389+
* // Name: "STRING_VALUE", // required
390+
* // Inputs: "<OneInput>", // required
391+
* // PartitionKeys: [
392+
* // "<EnclosedInStringProperties>",
393+
* // ],
394+
* // Path: "STRING_VALUE", // required
395+
* // Compression: "uncompressed",
396+
* // SchemaChangePolicy: {
397+
* // EnableUpdateCatalog: true || false,
398+
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
399+
* // Table: "STRING_VALUE",
400+
* // Database: "STRING_VALUE",
401+
* // },
402+
* // },
367403
* // S3DirectTarget: { // S3DirectTarget
368404
* // Name: "STRING_VALUE", // required
369405
* // Inputs: "<OneInput>", // required
@@ -372,13 +408,32 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
372408
* // ],
373409
* // Path: "STRING_VALUE", // required
374410
* // Compression: "STRING_VALUE",
375-
* // Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta", // required
411+
* // NumberTargetPartitions: "STRING_VALUE",
412+
* // Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
413+
* // SchemaChangePolicy: {
414+
* // EnableUpdateCatalog: true || false,
415+
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
416+
* // Table: "STRING_VALUE",
417+
* // Database: "STRING_VALUE",
418+
* // },
419+
* // },
420+
* // S3IcebergDirectTarget: { // S3IcebergDirectTarget
421+
* // Name: "STRING_VALUE", // required
422+
* // Inputs: "<OneInput>", // required
423+
* // PartitionKeys: "<GlueStudioPathList>",
424+
* // Path: "STRING_VALUE", // required
425+
* // Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
426+
* // AdditionalOptions: {
427+
* // "<keys>": "STRING_VALUE",
428+
* // },
376429
* // SchemaChangePolicy: {
377430
* // EnableUpdateCatalog: true || false,
378431
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
379432
* // Table: "STRING_VALUE",
380433
* // Database: "STRING_VALUE",
381434
* // },
435+
* // Compression: "gzip" || "lzo" || "uncompressed" || "snappy", // required
436+
* // NumberTargetPartitions: "STRING_VALUE",
382437
* // },
383438
* // ApplyMapping: { // ApplyMapping
384439
* // Name: "STRING_VALUE", // required
@@ -406,9 +461,7 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
406461
* // SelectFields: { // SelectFields
407462
* // Name: "STRING_VALUE", // required
408463
* // Inputs: "<OneInput>", // required
409-
* // Paths: [ // required
410-
* // "<EnclosedInStringProperties>",
411-
* // ],
464+
* // Paths: "<GlueStudioPathList>", // required
412465
* // },
413466
* // DropFields: { // DropFields
414467
* // Name: "STRING_VALUE", // required
@@ -801,9 +854,7 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
801854
* // Name: "STRING_VALUE", // required
802855
* // Database: "STRING_VALUE", // required
803856
* // Table: "STRING_VALUE", // required
804-
* // AdditionalHudiOptions: {
805-
* // "<keys>": "STRING_VALUE",
806-
* // },
857+
* // AdditionalHudiOptions: "<AdditionalOptions>",
807858
* // OutputSchemas: "<GlueSchemas>",
808859
* // },
809860
* // S3HudiSource: { // S3HudiSource
@@ -835,8 +886,9 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
835886
* // Inputs: "<OneInput>", // required
836887
* // Path: "STRING_VALUE", // required
837888
* // Compression: "gzip" || "lzo" || "uncompressed" || "snappy", // required
889+
* // NumberTargetPartitions: "STRING_VALUE",
838890
* // PartitionKeys: "<GlueStudioPathList>",
839-
* // Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta", // required
891+
* // Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
840892
* // AdditionalOptions: "<AdditionalOptions>", // required
841893
* // SchemaChangePolicy: {
842894
* // EnableUpdateCatalog: true || false,
@@ -871,12 +923,7 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
871923
* // Name: "STRING_VALUE", // required
872924
* // Paths: "<EnclosedInStringProperties>", // required
873925
* // AdditionalDeltaOptions: "<AdditionalOptions>",
874-
* // AdditionalOptions: {
875-
* // BoundedSize: Number("long"),
876-
* // BoundedFiles: Number("long"),
877-
* // EnableSamplePath: true || false,
878-
* // SamplePath: "STRING_VALUE",
879-
* // },
926+
* // AdditionalOptions: "<S3DirectSourceAdditionalOptions>",
880927
* // OutputSchemas: "<GlueSchemas>",
881928
* // },
882929
* // S3DeltaCatalogTarget: { // S3DeltaCatalogTarget
@@ -897,14 +944,10 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
897944
* // PartitionKeys: "<GlueStudioPathList>",
898945
* // Path: "STRING_VALUE", // required
899946
* // Compression: "uncompressed" || "snappy", // required
900-
* // Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta", // required
947+
* // NumberTargetPartitions: "STRING_VALUE",
948+
* // Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
901949
* // AdditionalOptions: "<AdditionalOptions>",
902-
* // SchemaChangePolicy: {
903-
* // EnableUpdateCatalog: true || false,
904-
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
905-
* // Table: "STRING_VALUE",
906-
* // Database: "STRING_VALUE",
907-
* // },
950+
* // SchemaChangePolicy: "<DirectSchemaChangePolicy>",
908951
* // },
909952
* // AmazonRedshiftSource: { // AmazonRedshiftSource
910953
* // Name: "STRING_VALUE",

‎clients/client-glue/src/commands/BatchGetWorkflowsCommand.ts

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,8 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types";
66

77
import { commonParams } from "../endpoint/EndpointParameters";
88
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
9-
import { BatchGetWorkflowsRequest, BatchGetWorkflowsResponse } from "../models/models_0";
9+
import { BatchGetWorkflowsRequest } from "../models/models_0";
10+
import { BatchGetWorkflowsResponse } from "../models/models_1";
1011
import { de_BatchGetWorkflowsCommand, se_BatchGetWorkflowsCommand } from "../protocols/Aws_json1_1";
1112

1213
/**

‎clients/client-glue/src/commands/BatchPutDataQualityStatisticAnnotationCommand.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from
99
import {
1010
BatchPutDataQualityStatisticAnnotationRequest,
1111
BatchPutDataQualityStatisticAnnotationResponse,
12-
} from "../models/models_0";
12+
} from "../models/models_1";
1313
import {
1414
de_BatchPutDataQualityStatisticAnnotationCommand,
1515
se_BatchPutDataQualityStatisticAnnotationCommand,

‎clients/client-glue/src/commands/BatchStopJobRunCommand.ts

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,8 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types";
66

77
import { commonParams } from "../endpoint/EndpointParameters";
88
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
9-
import { BatchStopJobRunRequest } from "../models/models_0";
10-
import { BatchStopJobRunResponse } from "../models/models_1";
9+
import { BatchStopJobRunRequest, BatchStopJobRunResponse } from "../models/models_1";
1110
import { de_BatchStopJobRunCommand, se_BatchStopJobRunCommand } from "../protocols/Aws_json1_1";
1211

1312
/**

0 commit comments

Comments
 (0)