feat(client-glue): This new release supports customizable RefreshInterval for all Saas ZETL integrations from 15 minutes to 6 days.

Author: awstools

clients/client-glue/src/commands/CreateIntegrationCommand.ts

@@ -51,6 +51,9 @@ export interface CreateIntegrationCommandOutput extends CreateIntegrationRespons
  *       value: "STRING_VALUE",
  *     },
  *   ],
+ *   IntegrationConfig: { // IntegrationConfig
+ *     RefreshInterval: "STRING_VALUE",
+ *   },
  * };
  * const command = new CreateIntegrationCommand(input);
  * const response = await client.send(command);
@@ -79,6 +82,9 @@ export interface CreateIntegrationCommandOutput extends CreateIntegrationRespons
  * //     },
  * //   ],
  * //   DataFilter: "STRING_VALUE",
+ * //   IntegrationConfig: { // IntegrationConfig
+ * //     RefreshInterval: "STRING_VALUE",
+ * //   },
  * // };
  *
  * ```

clients/client-glue/src/commands/DescribeInboundIntegrationsCommand.ts

@@ -53,6 +53,9 @@ export interface DescribeInboundIntegrationsCommandOutput
  * //       IntegrationArn: "STRING_VALUE", // required
  * //       Status: "CREATING" || "ACTIVE" || "MODIFYING" || "FAILED" || "DELETING" || "SYNCING" || "NEEDS_ATTENTION", // required
  * //       CreateTime: new Date("TIMESTAMP"), // required
+ * //       IntegrationConfig: { // IntegrationConfig
+ * //         RefreshInterval: "STRING_VALUE",
+ * //       },
  * //       Errors: [ // IntegrationErrorList
  * //         { // IntegrationError
  * //           ErrorCode: "STRING_VALUE",

clients/client-glue/src/commands/DescribeIntegrationsCommand.ts

@@ -70,6 +70,9 @@ export interface DescribeIntegrationsCommandOutput extends DescribeIntegrationsR
  * //       ],
  * //       Status: "CREATING" || "ACTIVE" || "MODIFYING" || "FAILED" || "DELETING" || "SYNCING" || "NEEDS_ATTENTION", // required
  * //       CreateTime: new Date("TIMESTAMP"), // required
+ * //       IntegrationConfig: { // IntegrationConfig
+ * //         RefreshInterval: "STRING_VALUE",
+ * //       },
  * //       Errors: [ // IntegrationErrorList
  * //         { // IntegrationError
  * //           ErrorCode: "STRING_VALUE",

clients/client-glue/src/models/models_1.ts

@@ -2132,6 +2132,20 @@ export class ConflictException extends __BaseException {
   }
 }
 
+/**
+ * <p>Properties associated with the integration.</p>
+ * @public
+ */
+export interface IntegrationConfig {
+  /**
+   * <p>Specifies the frequency at which CDC (Change Data Capture) pulls or incremental loads should occur. This parameter provides flexibility to align
+   *       the refresh rate with your specific data update patterns, system load considerations, and performance optimization goals. Time increment can be set from
+   *     15 minutes to 8640 minutes (six days). Currently supports creation of <code>RefreshInterval</code> only.</p>
+   * @public
+   */
+  RefreshInterval?: string | undefined;
+}
+
 /**
  * <p>The <code>Tag</code> object represents a label that you can assign to an Amazon Web Services resource. Each tag consists of a key and an optional value, both of which you define.</p>
  *          <p>For more information about tags, and controlling access to resources in Glue, see
@@ -2204,6 +2218,12 @@ export interface CreateIntegrationRequest {
    * @public
    */
   Tags?: Tag[] | undefined;
+
+  /**
+   * <p>The configuration settings.</p>
+   * @public
+   */
+  IntegrationConfig?: IntegrationConfig | undefined;
 }
 
 /**
@@ -2342,6 +2362,12 @@ export interface CreateIntegrationResponse {
    * @public
    */
   DataFilter?: string | undefined;
+
+  /**
+   * <p>The configuration settings.</p>
+   * @public
+   */
+  IntegrationConfig?: IntegrationConfig | undefined;
 }
 
 /**
@@ -2568,25 +2594,26 @@ export interface CreateIntegrationResourcePropertyResponse {
  */
 export interface SourceTableConfig {
   /**
-   * <p>A list of fields used for column-level filtering.</p>
+   * <p>A list of fields used for column-level filtering. Currently unsupported.</p>
    * @public
    */
   Fields?: string[] | undefined;
 
   /**
-   * <p>A condition clause used for row-level filtering.</p>
+   * <p>A condition clause used for row-level filtering. Currently unsupported.</p>
    * @public
    */
   FilterPredicate?: string | undefined;
 
   /**
-   * <p>Unique identifier of a record.</p>
+   * <p>Provide the primary key set for this table. Currently supported specifically for SAP <code>EntityOf</code> entities upon request. Contact
+   *       Amazon Web Services Support to make this feature available.</p>
    * @public
    */
   PrimaryKey?: string[] | undefined;
 
   /**
-   * <p>Incremental pull timestamp-based field.</p>
+   * <p>Incremental pull timestamp-based field. Currently unsupported.</p>
    * @public
    */
   RecordUpdateField?: string | undefined;
@@ -2598,13 +2625,17 @@ export interface SourceTableConfig {
  */
 export interface IntegrationPartition {
   /**
-   * <p>The field name used to partition data on the target.</p>
+   * <p>The field name used to partition data on the target. Avoid using columns that have unique values for each row (for example, `LastModifiedTimestamp`,
+   *       `SystemModTimeStamp`) as the partition column. These columns are not suitable for partitioning because they create a large number of small partitions,
+   *       which can lead to performance issues.</p>
    * @public
    */
   FieldName?: string | undefined;
 
   /**
-   * <p>Specifies a function used to partition data on the target.</p>
+   * <p>Specifies the function used to partition data on the target. The only accepted value for this parameter is `'identity'` (string).
+   *       The `'identity'` function ensures that the data partitioning on the target follows the same scheme as the source. In other words, the partitioning
+   *       structure of the source data is preserved in the target destination.</p>
    * @public
    */
   FunctionSpec?: string | undefined;
@@ -2666,7 +2697,7 @@ export interface CreateIntegrationTablePropertiesRequest {
   TableName: string | undefined;
 
   /**
-   * <p>A structure for the source table configuration.</p>
+   * <p>A structure for the source table configuration. See the <code>SourceTableConfig</code> structure to see list of supported source properties.</p>
    * @public
    */
   SourceTableConfig?: SourceTableConfig | undefined;
@@ -6239,6 +6270,12 @@ export interface InboundIntegration {
    */
   CreateTime: Date | undefined;
 
+  /**
+   * <p>Properties associated with the integration.</p>
+   * @public
+   */
+  IntegrationConfig?: IntegrationConfig | undefined;
+
   /**
    * <p>A list of errors associated with the integration.</p>
    * @public
@@ -6424,6 +6461,12 @@ export interface Integration {
    */
   CreateTime: Date | undefined;
 
+  /**
+   * <p>Properties associated with the integration.</p>
+   * @public
+   */
+  IntegrationConfig?: IntegrationConfig | undefined;
+
   /**
    * <p>A list of errors associated with the integration.</p>
    * @public
@@ -7924,20 +7967,6 @@ export interface GetColumnStatisticsTaskSettingsRequest {
   TableName: string | undefined;
 }
 
-/**
- * @public
- * @enum
- */
-export const ExecutionStatus = {
-  FAILED: "FAILED",
-  STARTED: "STARTED",
-} as const;
-
-/**
- * @public
- */
-export type ExecutionStatus = (typeof ExecutionStatus)[keyof typeof ExecutionStatus];
-
 /**
  * @internal
  */

clients/client-glue/src/models/models_2.ts

@@ -51,7 +51,6 @@ import {
   DataFormat,
   DataQualityTargetTable,
   EncryptionConfiguration,
-  ExecutionStatus,
   FederatedDatabase,
   IntegrationError,
   IntegrationStatus,
@@ -79,6 +78,20 @@ import {
   ViewDialect,
 } from "./models_1";
 
+/**
+ * @public
+ * @enum
+ */
+export const ExecutionStatus = {
+  FAILED: "FAILED",
+  STARTED: "STARTED",
+} as const;
+
+/**
+ * @public
+ */
+export type ExecutionStatus = (typeof ExecutionStatus)[keyof typeof ExecutionStatus];
+
 /**
  * <p>A run attempt for a column statistics task run.</p>
  * @public
@@ -8575,23 +8588,6 @@ export interface RunStatementResponse {
   Id?: number | undefined;
 }
 
-/**
- * @public
- * @enum
- */
-export const Comparator = {
-  EQUALS: "EQUALS",
-  GREATER_THAN: "GREATER_THAN",
-  GREATER_THAN_EQUALS: "GREATER_THAN_EQUALS",
-  LESS_THAN: "LESS_THAN",
-  LESS_THAN_EQUALS: "LESS_THAN_EQUALS",
-} as const;
-
-/**
- * @public
- */
-export type Comparator = (typeof Comparator)[keyof typeof Comparator];
-
 /**
  * @internal
  */

clients/client-glue/src/models/models_3.ts

@@ -131,7 +131,6 @@ import {
 
 import {
   ColumnRowFilter,
-  Comparator,
   DataQualityEvaluationRunAdditionalRunOptions,
   FederatedTable,
   ResourceAction,
@@ -142,6 +141,23 @@ import {
   ViewValidation,
 } from "./models_2";
 
+/**
+ * @public
+ * @enum
+ */
+export const Comparator = {
+  EQUALS: "EQUALS",
+  GREATER_THAN: "GREATER_THAN",
+  GREATER_THAN_EQUALS: "GREATER_THAN_EQUALS",
+  LESS_THAN: "LESS_THAN",
+  LESS_THAN_EQUALS: "LESS_THAN_EQUALS",
+} as const;
+
+/**
+ * @public
+ */
+export type Comparator = (typeof Comparator)[keyof typeof Comparator];
+
 /**
  * <p>Defines a property predicate.</p>
  * @public

clients/client-glue/src/protocols/Aws_json1_1.ts

@@ -973,6 +973,7 @@ import {
   IllegalSessionStateException,
   InboundIntegration,
   Integration,
+  IntegrationConfig,
   IntegrationConflictOperationFault,
   IntegrationFilter,
   IntegrationNotFoundFault,
@@ -11814,6 +11815,8 @@ const se_GetUnfilteredTableMetadataRequest = (
 
 // se_IntegrationAdditionalEncryptionContextMap omitted.
 
+// se_IntegrationConfig omitted.
+
 // se_IntegrationFilter omitted.
 
 // se_IntegrationFilterList omitted.
@@ -13869,6 +13872,7 @@ const de_CreateIntegrationResponse = (output: any, context: __SerdeContext): Cre
     Description: __expectString,
     Errors: _json,
     IntegrationArn: __expectString,
+    IntegrationConfig: _json,
     IntegrationName: __expectString,
     KmsKeyId: __expectString,
     SourceArn: __expectString,
@@ -15536,6 +15540,7 @@ const de_InboundIntegration = (output: any, context: __SerdeContext): InboundInt
     CreateTime: (_: any) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))),
     Errors: _json,
     IntegrationArn: __expectString,
+    IntegrationConfig: _json,
     SourceArn: __expectString,
     Status: __expectString,
     TargetArn: __expectString,
@@ -15565,6 +15570,7 @@ const de_Integration = (output: any, context: __SerdeContext): Integration => {
     Description: __expectString,
     Errors: _json,
     IntegrationArn: __expectString,
+    IntegrationConfig: _json,
     IntegrationName: __expectString,
     KmsKeyId: __expectString,
     SourceArn: __expectString,
@@ -15576,6 +15582,8 @@ const de_Integration = (output: any, context: __SerdeContext): Integration => {
 
 // de_IntegrationAdditionalEncryptionContextMap omitted.
 
+// de_IntegrationConfig omitted.
+
 // de_IntegrationConflictOperationFault omitted.
 
 // de_IntegrationError omitted.