Skip to content

Commit 703bca5

Browse files
author
awstools
committed
feat(client-glue): AWS Glue Zero ETL now supports On-demand snapshot load
1 parent f5abdf8 commit 703bca5

File tree

8 files changed

+78
-4
lines changed

8 files changed

+78
-4
lines changed

‎clients/client-glue/src/commands/CreateIntegrationCommand.ts

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -56,6 +56,7 @@ export interface CreateIntegrationCommandOutput extends CreateIntegrationRespons
5656
* SourceProperties: { // IntegrationSourcePropertiesMap
5757
* "<keys>": "STRING_VALUE",
5858
* },
59+
* ContinuousSync: true || false,
5960
* },
6061
* };
6162
* const command = new CreateIntegrationCommand(input);
@@ -90,6 +91,7 @@ export interface CreateIntegrationCommandOutput extends CreateIntegrationRespons
9091
* // SourceProperties: { // IntegrationSourcePropertiesMap
9192
* // "<keys>": "STRING_VALUE",
9293
* // },
94+
* // ContinuousSync: true || false,
9395
* // },
9496
* // };
9597
*

‎clients/client-glue/src/commands/DescribeInboundIntegrationsCommand.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -58,6 +58,7 @@ export interface DescribeInboundIntegrationsCommandOutput
5858
* // SourceProperties: { // IntegrationSourcePropertiesMap
5959
* // "<keys>": "STRING_VALUE",
6060
* // },
61+
* // ContinuousSync: true || false,
6162
* // },
6263
* // Errors: [ // IntegrationErrorList
6364
* // { // IntegrationError

‎clients/client-glue/src/commands/DescribeIntegrationsCommand.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -75,6 +75,7 @@ export interface DescribeIntegrationsCommandOutput extends DescribeIntegrationsR
7575
* // SourceProperties: { // IntegrationSourcePropertiesMap
7676
* // "<keys>": "STRING_VALUE",
7777
* // },
78+
* // ContinuousSync: true || false,
7879
* // },
7980
* // Errors: [ // IntegrationErrorList
8081
* // { // IntegrationError

‎clients/client-glue/src/commands/ModifyIntegrationCommand.ts

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -39,6 +39,13 @@ export interface ModifyIntegrationCommandOutput extends ModifyIntegrationRespons
3939
* IntegrationIdentifier: "STRING_VALUE", // required
4040
* Description: "STRING_VALUE",
4141
* DataFilter: "STRING_VALUE",
42+
* IntegrationConfig: { // IntegrationConfig
43+
* RefreshInterval: "STRING_VALUE",
44+
* SourceProperties: { // IntegrationSourcePropertiesMap
45+
* "<keys>": "STRING_VALUE",
46+
* },
47+
* ContinuousSync: true || false,
48+
* },
4249
* IntegrationName: "STRING_VALUE",
4350
* };
4451
* const command = new ModifyIntegrationCommand(input);
@@ -68,6 +75,13 @@ export interface ModifyIntegrationCommandOutput extends ModifyIntegrationRespons
6875
* // },
6976
* // ],
7077
* // DataFilter: "STRING_VALUE",
78+
* // IntegrationConfig: { // IntegrationConfig
79+
* // RefreshInterval: "STRING_VALUE",
80+
* // SourceProperties: { // IntegrationSourcePropertiesMap
81+
* // "<keys>": "STRING_VALUE",
82+
* // },
83+
* // ContinuousSync: true || false,
84+
* // },
7185
* // };
7286
*
7387
* ```

‎clients/client-glue/src/models/models_1.ts

Lines changed: 30 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3042,6 +3042,13 @@ export interface IntegrationConfig {
30423042
* @public
30433043
*/
30443044
SourceProperties?: Record<string, string> | undefined;
3045+
3046+
/**
3047+
* <p>Enables continuous synchronization for on-demand data extractions from SaaS applications to Amazon Web Services data services like Amazon Redshift
3048+
* and Amazon S3.</p>
3049+
* @public
3050+
*/
3051+
ContinuousSync?: boolean | undefined;
30453052
}
30463053

30473054
/**
@@ -3531,9 +3538,29 @@ export interface IntegrationPartition {
35313538
FieldName?: string | undefined;
35323539

35333540
/**
3534-
* <p>Specifies the function used to partition data on the target. The only accepted value for this parameter is `'identity'` (string).
3535-
* The `'identity'` function ensures that the data partitioning on the target follows the same scheme as the source. In other words, the partitioning
3536-
* structure of the source data is preserved in the target destination.</p>
3541+
* <p>Specifies the function used to partition data on the target. The accepted values for this parameter are:</p>
3542+
* <ul>
3543+
* <li>
3544+
* <p>
3545+
* <code>identity</code> - Uses source values directly without transformation</p>
3546+
* </li>
3547+
* <li>
3548+
* <p>
3549+
* <code>year</code> - Extracts the year from timestamp values (e.g., 2023)</p>
3550+
* </li>
3551+
* <li>
3552+
* <p>
3553+
* <code>month</code> - Extracts the month from timestamp values (e.g., 2023-01)</p>
3554+
* </li>
3555+
* <li>
3556+
* <p>
3557+
* <code>day</code> - Extracts the day from timestamp values (e.g., 2023-01-15)</p>
3558+
* </li>
3559+
* <li>
3560+
* <p>
3561+
* <code>hour</code> - Extracts the hour from timestamp values (e.g., 2023-01-15-14)</p>
3562+
* </li>
3563+
* </ul>
35373564
* @public
35383565
*/
35393566
FunctionSpec?: string | undefined;

‎clients/client-glue/src/models/models_3.ts

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -128,6 +128,7 @@ import {
128128
IcebergPartitionSpec,
129129
IcebergSchema,
130130
IcebergSortOrder,
131+
IntegrationConfig,
131132
IntegrationError,
132133
IntegrationStatus,
133134
Permission,
@@ -363,6 +364,12 @@ export interface ModifyIntegrationRequest {
363364
*/
364365
DataFilter?: string | undefined;
365366

367+
/**
368+
* <p>Properties associated with the integration.</p>
369+
* @public
370+
*/
371+
IntegrationConfig?: IntegrationConfig | undefined;
372+
366373
/**
367374
* <p>A unique name for an integration in Glue.</p>
368375
* @public
@@ -469,6 +476,12 @@ export interface ModifyIntegrationResponse {
469476
* @public
470477
*/
471478
DataFilter?: string | undefined;
479+
480+
/**
481+
* <p>Properties associated with the integration.</p>
482+
* @public
483+
*/
484+
IntegrationConfig?: IntegrationConfig | undefined;
472485
}
473486

474487
/**

‎clients/client-glue/src/protocols/Aws_json1_1.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -16593,6 +16593,7 @@ const de_ModifyIntegrationResponse = (output: any, context: __SerdeContext): Mod
1659316593
Description: __expectString,
1659416594
Errors: _json,
1659516595
IntegrationArn: __expectString,
16596+
IntegrationConfig: _json,
1659616597
IntegrationName: __expectString,
1659716598
KmsKeyId: __expectString,
1659816599
SourceArn: __expectString,

‎codegen/sdk-codegen/aws-models/glue.json

Lines changed: 16 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8785,6 +8785,9 @@
87858785
}
87868786
}
87878787
},
8788+
"com.amazonaws.glue#ContinuousSync": {
8789+
"type": "boolean"
8790+
},
87888791
"com.amazonaws.glue#Crawl": {
87898792
"type": "structure",
87908793
"members": {
@@ -27534,6 +27537,12 @@
2753427537
"traits": {
2753527538
"smithy.api#documentation": "<p>\n A collection of key-value pairs that specify additional properties for the integration source. These properties provide configuration options that \n can be used to customize the behavior of the ODB source during data integration operations.\n </p>"
2753627539
}
27540+
},
27541+
"ContinuousSync": {
27542+
"target": "com.amazonaws.glue#ContinuousSync",
27543+
"traits": {
27544+
"smithy.api#documentation": "<p>Enables continuous synchronization for on-demand data extractions from SaaS applications to Amazon Web Services data services like Amazon Redshift \n and Amazon S3.</p>"
27545+
}
2753727546
}
2753827547
},
2753927548
"traits": {
@@ -27658,7 +27667,7 @@
2765827667
"FunctionSpec": {
2765927668
"target": "com.amazonaws.glue#String128",
2766027669
"traits": {
27661-
"smithy.api#documentation": "<p>Specifies the function used to partition data on the target. The only accepted value for this parameter is `'identity'` (string). \n The `'identity'` function ensures that the data partitioning on the target follows the same scheme as the source. In other words, the partitioning \n structure of the source data is preserved in the target destination.</p>"
27670+
"smithy.api#documentation": "<p>Specifies the function used to partition data on the target. The accepted values for this parameter are:</p>\n <ul>\n <li>\n <p>\n <code>identity</code> - Uses source values directly without transformation</p>\n </li>\n <li>\n <p>\n <code>year</code> - Extracts the year from timestamp values (e.g., 2023)</p>\n </li>\n <li>\n <p>\n <code>month</code> - Extracts the month from timestamp values (e.g., 2023-01)</p>\n </li>\n <li>\n <p>\n <code>day</code> - Extracts the day from timestamp values (e.g., 2023-01-15)</p>\n </li>\n <li>\n <p>\n <code>hour</code> - Extracts the hour from timestamp values (e.g., 2023-01-15-14)</p>\n </li>\n </ul>"
2766227671
}
2766327672
},
2766427673
"ConversionSpec": {
@@ -32676,6 +32685,9 @@
3267632685
"smithy.api#documentation": "<p>Selects source tables for the integration using Maxwell filter syntax.</p>"
3267732686
}
3267832687
},
32688+
"IntegrationConfig": {
32689+
"target": "com.amazonaws.glue#IntegrationConfig"
32690+
},
3267932691
"IntegrationName": {
3268032692
"target": "com.amazonaws.glue#String128",
3268132693
"traits": {
@@ -32767,6 +32779,9 @@
3276732779
"traits": {
3276832780
"smithy.api#documentation": "<p>Selects source tables for the integration using Maxwell filter syntax.</p>"
3276932781
}
32782+
},
32783+
"IntegrationConfig": {
32784+
"target": "com.amazonaws.glue#IntegrationConfig"
3277032785
}
3277132786
},
3277232787
"traits": {

0 commit comments

Comments
 (0)