feat(client-glue): Added support for preprocessing queries in Data Quality operations through new DataQualityGlueTable structure.

awstools · awstools · commit 1ed08716522b · 2025-08-21T18:18:21.000Z
diff --git a/clients/client-glue/src/commands/BatchGetDataQualityResultCommand.ts b/clients/client-glue/src/commands/BatchGetDataQualityResultCommand.ts
@@ -62,6 +62,16 @@ export interface BatchGetDataQualityResultCommandOutput extends BatchGetDataQual
  * //             "<keys>": "STRING_VALUE",
  * //           },
  * //         },
+ * //         DataQualityGlueTable: { // DataQualityGlueTable
+ * //           DatabaseName: "STRING_VALUE", // required
+ * //           TableName: "STRING_VALUE", // required
+ * //           CatalogId: "STRING_VALUE",
+ * //           ConnectionName: "STRING_VALUE",
+ * //           AdditionalOptions: {
+ * //             "<keys>": "STRING_VALUE",
+ * //           },
+ * //           PreProcessingQuery: "STRING_VALUE",
+ * //         },
  * //       },
  * //       RulesetName: "STRING_VALUE",
  * //       EvaluationContext: "STRING_VALUE",
diff --git a/clients/client-glue/src/commands/BatchPutDataQualityStatisticAnnotationCommand.ts b/clients/client-glue/src/commands/BatchPutDataQualityStatisticAnnotationCommand.ts
@@ -37,7 +37,9 @@ export interface BatchPutDataQualityStatisticAnnotationCommandOutput
     __MetadataBearer {}
 
 /**
- * <p>Annotate datapoints over time for a specific data quality statistic.</p>
+ * <p>Annotate datapoints over time for a specific data quality statistic.
+ *         The API requires both profileID and statisticID as part of the InclusionAnnotation input.
+ *         The API only works for a single statisticId across multiple profiles.</p>
  * @example
  * Use a bare-bones client and the command you need to make an API call.
  * ```javascript
diff --git a/clients/client-glue/src/commands/GetDataQualityResultCommand.ts b/clients/client-glue/src/commands/GetDataQualityResultCommand.ts
@@ -58,6 +58,16 @@ export interface GetDataQualityResultCommandOutput extends GetDataQualityResultR
  * //         "<keys>": "STRING_VALUE",
  * //       },
  * //     },
+ * //     DataQualityGlueTable: { // DataQualityGlueTable
+ * //       DatabaseName: "STRING_VALUE", // required
+ * //       TableName: "STRING_VALUE", // required
+ * //       CatalogId: "STRING_VALUE",
+ * //       ConnectionName: "STRING_VALUE",
+ * //       AdditionalOptions: {
+ * //         "<keys>": "STRING_VALUE",
+ * //       },
+ * //       PreProcessingQuery: "STRING_VALUE",
+ * //     },
  * //   },
  * //   RulesetName: "STRING_VALUE",
  * //   EvaluationContext: "STRING_VALUE",
diff --git a/clients/client-glue/src/commands/GetDataQualityRuleRecommendationRunCommand.ts b/clients/client-glue/src/commands/GetDataQualityRuleRecommendationRunCommand.ts
@@ -60,6 +60,16 @@ export interface GetDataQualityRuleRecommendationRunCommandOutput
  * //         "<keys>": "STRING_VALUE",
  * //       },
  * //     },
+ * //     DataQualityGlueTable: { // DataQualityGlueTable
+ * //       DatabaseName: "STRING_VALUE", // required
+ * //       TableName: "STRING_VALUE", // required
+ * //       CatalogId: "STRING_VALUE",
+ * //       ConnectionName: "STRING_VALUE",
+ * //       AdditionalOptions: {
+ * //         "<keys>": "STRING_VALUE",
+ * //       },
+ * //       PreProcessingQuery: "STRING_VALUE",
+ * //     },
  * //   },
  * //   Role: "STRING_VALUE",
  * //   NumberOfWorkers: Number("int"),
diff --git a/clients/client-glue/src/commands/GetDataQualityRulesetEvaluationRunCommand.ts b/clients/client-glue/src/commands/GetDataQualityRulesetEvaluationRunCommand.ts
@@ -60,6 +60,16 @@ export interface GetDataQualityRulesetEvaluationRunCommandOutput
  * //         "<keys>": "STRING_VALUE",
  * //       },
  * //     },
+ * //     DataQualityGlueTable: { // DataQualityGlueTable
+ * //       DatabaseName: "STRING_VALUE", // required
+ * //       TableName: "STRING_VALUE", // required
+ * //       CatalogId: "STRING_VALUE",
+ * //       ConnectionName: "STRING_VALUE",
+ * //       AdditionalOptions: {
+ * //         "<keys>": "STRING_VALUE",
+ * //       },
+ * //       PreProcessingQuery: "STRING_VALUE",
+ * //     },
  * //   },
  * //   Role: "STRING_VALUE",
  * //   NumberOfWorkers: Number("int"),
@@ -92,6 +102,16 @@ export interface GetDataQualityRulesetEvaluationRunCommandOutput
  * //           "<keys>": "STRING_VALUE",
  * //         },
  * //       },
+ * //       DataQualityGlueTable: {
+ * //         DatabaseName: "STRING_VALUE", // required
+ * //         TableName: "STRING_VALUE", // required
+ * //         CatalogId: "STRING_VALUE",
+ * //         ConnectionName: "STRING_VALUE",
+ * //         AdditionalOptions: {
+ * //           "<keys>": "STRING_VALUE",
+ * //         },
+ * //         PreProcessingQuery: "STRING_VALUE",
+ * //       },
  * //     },
  * //   },
  * // };
diff --git a/clients/client-glue/src/commands/ListDataQualityResultsCommand.ts b/clients/client-glue/src/commands/ListDataQualityResultsCommand.ts
@@ -47,6 +47,16 @@ export interface ListDataQualityResultsCommandOutput extends ListDataQualityResu
  *           "<keys>": "STRING_VALUE",
  *         },
  *       },
+ *       DataQualityGlueTable: { // DataQualityGlueTable
+ *         DatabaseName: "STRING_VALUE", // required
+ *         TableName: "STRING_VALUE", // required
+ *         CatalogId: "STRING_VALUE",
+ *         ConnectionName: "STRING_VALUE",
+ *         AdditionalOptions: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
+ *         PreProcessingQuery: "STRING_VALUE",
+ *       },
  *     },
  *     JobName: "STRING_VALUE",
  *     JobRunId: "STRING_VALUE",
@@ -72,6 +82,16 @@ export interface ListDataQualityResultsCommandOutput extends ListDataQualityResu
  * //             "<keys>": "STRING_VALUE",
  * //           },
  * //         },
+ * //         DataQualityGlueTable: { // DataQualityGlueTable
+ * //           DatabaseName: "STRING_VALUE", // required
+ * //           TableName: "STRING_VALUE", // required
+ * //           CatalogId: "STRING_VALUE",
+ * //           ConnectionName: "STRING_VALUE",
+ * //           AdditionalOptions: {
+ * //             "<keys>": "STRING_VALUE",
+ * //           },
+ * //           PreProcessingQuery: "STRING_VALUE",
+ * //         },
  * //       },
  * //       JobName: "STRING_VALUE",
  * //       JobRunId: "STRING_VALUE",
diff --git a/clients/client-glue/src/commands/ListDataQualityRuleRecommendationRunsCommand.ts b/clients/client-glue/src/commands/ListDataQualityRuleRecommendationRunsCommand.ts
@@ -56,6 +56,16 @@ export interface ListDataQualityRuleRecommendationRunsCommandOutput
  *           "<keys>": "STRING_VALUE",
  *         },
  *       },
+ *       DataQualityGlueTable: { // DataQualityGlueTable
+ *         DatabaseName: "STRING_VALUE", // required
+ *         TableName: "STRING_VALUE", // required
+ *         CatalogId: "STRING_VALUE",
+ *         ConnectionName: "STRING_VALUE",
+ *         AdditionalOptions: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
+ *         PreProcessingQuery: "STRING_VALUE",
+ *       },
  *     },
  *     StartedBefore: new Date("TIMESTAMP"),
  *     StartedAfter: new Date("TIMESTAMP"),
@@ -81,6 +91,16 @@ export interface ListDataQualityRuleRecommendationRunsCommandOutput
  * //             "<keys>": "STRING_VALUE",
  * //           },
  * //         },
+ * //         DataQualityGlueTable: { // DataQualityGlueTable
+ * //           DatabaseName: "STRING_VALUE", // required
+ * //           TableName: "STRING_VALUE", // required
+ * //           CatalogId: "STRING_VALUE",
+ * //           ConnectionName: "STRING_VALUE",
+ * //           AdditionalOptions: {
+ * //             "<keys>": "STRING_VALUE",
+ * //           },
+ * //           PreProcessingQuery: "STRING_VALUE",
+ * //         },
  * //       },
  * //     },
  * //   ],
diff --git a/clients/client-glue/src/commands/ListDataQualityRulesetEvaluationRunsCommand.ts b/clients/client-glue/src/commands/ListDataQualityRulesetEvaluationRunsCommand.ts
@@ -55,6 +55,16 @@ export interface ListDataQualityRulesetEvaluationRunsCommandOutput
  *           "<keys>": "STRING_VALUE",
  *         },
  *       },
+ *       DataQualityGlueTable: { // DataQualityGlueTable
+ *         DatabaseName: "STRING_VALUE", // required
+ *         TableName: "STRING_VALUE", // required
+ *         CatalogId: "STRING_VALUE",
+ *         ConnectionName: "STRING_VALUE",
+ *         AdditionalOptions: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
+ *         PreProcessingQuery: "STRING_VALUE",
+ *       },
  *     },
  *     StartedBefore: new Date("TIMESTAMP"),
  *     StartedAfter: new Date("TIMESTAMP"),
@@ -80,6 +90,16 @@ export interface ListDataQualityRulesetEvaluationRunsCommandOutput
  * //             "<keys>": "STRING_VALUE",
  * //           },
  * //         },
+ * //         DataQualityGlueTable: { // DataQualityGlueTable
+ * //           DatabaseName: "STRING_VALUE", // required
+ * //           TableName: "STRING_VALUE", // required
+ * //           CatalogId: "STRING_VALUE",
+ * //           ConnectionName: "STRING_VALUE",
+ * //           AdditionalOptions: {
+ * //             "<keys>": "STRING_VALUE",
+ * //           },
+ * //           PreProcessingQuery: "STRING_VALUE",
+ * //         },
  * //       },
  * //     },
  * //   ],
diff --git a/clients/client-glue/src/commands/ListTableOptimizerRunsCommand.ts b/clients/client-glue/src/commands/ListTableOptimizerRunsCommand.ts
@@ -6,8 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types";
 
 import { commonParams } from "../endpoint/EndpointParameters";
 import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
-import { ListTableOptimizerRunsRequest } from "../models/models_2";
-import { ListTableOptimizerRunsResponse } from "../models/models_3";
+import { ListTableOptimizerRunsRequest, ListTableOptimizerRunsResponse } from "../models/models_3";
 import { de_ListTableOptimizerRunsCommand, se_ListTableOptimizerRunsCommand } from "../protocols/Aws_json1_1";
 
 /**
diff --git a/clients/client-glue/src/commands/StartDataQualityRuleRecommendationRunCommand.ts b/clients/client-glue/src/commands/StartDataQualityRuleRecommendationRunCommand.ts
@@ -56,6 +56,16 @@ export interface StartDataQualityRuleRecommendationRunCommandOutput
  *         "<keys>": "STRING_VALUE",
  *       },
  *     },
+ *     DataQualityGlueTable: { // DataQualityGlueTable
+ *       DatabaseName: "STRING_VALUE", // required
+ *       TableName: "STRING_VALUE", // required
+ *       CatalogId: "STRING_VALUE",
+ *       ConnectionName: "STRING_VALUE",
+ *       AdditionalOptions: {
+ *         "<keys>": "STRING_VALUE",
+ *       },
+ *       PreProcessingQuery: "STRING_VALUE",
+ *     },
  *   },
  *   Role: "STRING_VALUE", // required
  *   NumberOfWorkers: Number("int"),
diff --git a/clients/client-glue/src/commands/StartDataQualityRulesetEvaluationRunCommand.ts b/clients/client-glue/src/commands/StartDataQualityRulesetEvaluationRunCommand.ts
@@ -54,6 +54,16 @@ export interface StartDataQualityRulesetEvaluationRunCommandOutput
  *         "<keys>": "STRING_VALUE",
  *       },
  *     },
+ *     DataQualityGlueTable: { // DataQualityGlueTable
+ *       DatabaseName: "STRING_VALUE", // required
+ *       TableName: "STRING_VALUE", // required
+ *       CatalogId: "STRING_VALUE",
+ *       ConnectionName: "STRING_VALUE",
+ *       AdditionalOptions: {
+ *         "<keys>": "STRING_VALUE",
+ *       },
+ *       PreProcessingQuery: "STRING_VALUE",
+ *     },
  *   },
  *   Role: "STRING_VALUE", // required
  *   NumberOfWorkers: Number("int"),
@@ -78,6 +88,16 @@ export interface StartDataQualityRulesetEvaluationRunCommandOutput
  *           "<keys>": "STRING_VALUE",
  *         },
  *       },
+ *       DataQualityGlueTable: {
+ *         DatabaseName: "STRING_VALUE", // required
+ *         TableName: "STRING_VALUE", // required
+ *         CatalogId: "STRING_VALUE",
+ *         ConnectionName: "STRING_VALUE",
+ *         AdditionalOptions: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
+ *         PreProcessingQuery: "STRING_VALUE",
+ *       },
  *     },
  *   },
  * };
diff --git a/clients/client-glue/src/models/models_0.ts b/clients/client-glue/src/models/models_0.ts
@@ -2884,6 +2884,60 @@ export interface DataQualityAnalyzerResult {
   EvaluatedMetrics?: Record<string, number> | undefined;
 }
 
+/**
+ * <p>The database and table in the Glue Data Catalog that is used for input or output data
+ *             for Data Quality Operations.</p>
+ * @public
+ */
+export interface DataQualityGlueTable {
+  /**
+   * <p>A database name in the Glue Data Catalog.</p>
+   * @public
+   */
+  DatabaseName: string | undefined;
+
+  /**
+   * <p>A table name in the Glue Data Catalog.</p>
+   * @public
+   */
+  TableName: string | undefined;
+
+  /**
+   * <p>A unique identifier for the Glue Data Catalog.</p>
+   * @public
+   */
+  CatalogId?: string | undefined;
+
+  /**
+   * <p>The name of the connection to the Glue Data Catalog.</p>
+   * @public
+   */
+  ConnectionName?: string | undefined;
+
+  /**
+   * <p>Additional options for the table. Currently there are two keys supported:</p>
+   *          <ul>
+   *             <li>
+   *                <p>
+   *                   <code>pushDownPredicate</code>: to filter on partitions without having to list and read all the files in your dataset.</p>
+   *             </li>
+   *             <li>
+   *                <p>
+   *                   <code>catalogPartitionPredicate</code>: to use server-side partition pruning using partition indexes in the Glue Data Catalog.</p>
+   *             </li>
+   *          </ul>
+   * @public
+   */
+  AdditionalOptions?: Record<string, string> | undefined;
+
+  /**
+   * <p>SQL Query of SparkSQL format that can be used to pre-process the data for the table in Glue Data Catalog,
+   *             before running the Data Quality Operation.</p>
+   * @public
+   */
+  PreProcessingQuery?: string | undefined;
+}
+
 /**
  * <p>The database and table in the Glue Data Catalog that is used for input or output data.</p>
  * @public
@@ -2939,7 +2993,13 @@ export interface DataSource {
    * <p>An Glue table.</p>
    * @public
    */
-  GlueTable: GlueTable | undefined;
+  GlueTable?: GlueTable | undefined;
+
+  /**
+   * <p>An Glue table for Data Quality Operations.</p>
+   * @public
+   */
+  DataQualityGlueTable?: DataQualityGlueTable | undefined;
 }
 
 /**
@@ -9512,24 +9572,6 @@ export interface BatchGetWorkflowsRequest {
   IncludeGraph?: boolean | undefined;
 }
 
-/**
- * <p>The details of a blueprint.</p>
- * @public
- */
-export interface BlueprintDetails {
-  /**
-   * <p>The name of the blueprint.</p>
-   * @public
-   */
-  BlueprintName?: string | undefined;
-
-  /**
-   * <p>The run ID for this blueprint.</p>
-   * @public
-   */
-  RunId?: string | undefined;
-}
-
 /**
  * @internal
  */
diff --git a/clients/client-glue/src/models/models_1.ts b/clients/client-glue/src/models/models_1.ts
diff --git a/clients/client-glue/src/models/models_2.ts b/clients/client-glue/src/models/models_2.ts
diff --git a/clients/client-glue/src/models/models_3.ts b/clients/client-glue/src/models/models_3.ts
diff --git a/clients/client-glue/src/protocols/Aws_json1_1.ts b/clients/client-glue/src/protocols/Aws_json1_1.ts
