Skip to content

Commit 8490e66

Browse files
aws-sdk-dotnet-automationaws-sdk-dotnet-automation
committed
Added support for Route node, S3 Iceberg sources/targets, catalog Iceberg sources, DynamoDB ELT connector, AutoDataQuality evaluation, enhanced PII detection with redaction, Kinesis fan-out support, and new R-series worker types.
1 parent 507bc9e commit 8490e66

File tree

83 files changed

+5130
-80
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

83 files changed

+5130
-80
lines changed

‎generator/ServiceModels/glue/glue-2017-03-31.api.json‎

Lines changed: 180 additions & 20 deletions
Large diffs are not rendered by default.

‎generator/ServiceModels/glue/glue-2017-03-31.docs.json‎

Lines changed: 136 additions & 8 deletions
Large diffs are not rendered by default.

‎generator/ServiceModels/glue/glue-2017-03-31.normal.json‎

Lines changed: 399 additions & 17 deletions
Large diffs are not rendered by default.

‎sdk/code-analysis/ServiceAnalysis/Glue/Generated/PropertyValueRules.xml‎

Lines changed: 97 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3624,6 +3624,9 @@
36243624
<max>512</max>
36253625
<pattern>^(https?):\/\/[^\s/$.?#].[^\s]*$</pattern>
36263626
</property-value-rule>
3627+
<property-value-rule>
3628+
<property>Amazon.Glue.Model.AutoDataQuality.EvaluationContext</property>
3629+
</property-value-rule>
36273630
<property-value-rule>
36283631
<property>Amazon.Glue.Model.BasicAuthenticationCredentials.Password</property>
36293632
<max>512</max>
@@ -3827,6 +3830,16 @@
38273830
<property-value-rule>
38283831
<property>Amazon.Glue.Model.CatalogHudiSource.Table</property>
38293832
</property-value-rule>
3833+
<property-value-rule>
3834+
<property>Amazon.Glue.Model.CatalogIcebergSource.Database</property>
3835+
</property-value-rule>
3836+
<property-value-rule>
3837+
<property>Amazon.Glue.Model.CatalogIcebergSource.Name</property>
3838+
<pattern>([^\r\n])*</pattern>
3839+
</property-value-rule>
3840+
<property-value-rule>
3841+
<property>Amazon.Glue.Model.CatalogIcebergSource.Table</property>
3842+
</property-value-rule>
38303843
<property-value-rule>
38313844
<property>Amazon.Glue.Model.CatalogImportStatus.ImportedBy</property>
38323845
<min>1</min>
@@ -3872,6 +3885,9 @@
38723885
<property>Amazon.Glue.Model.CatalogSource.Name</property>
38733886
<pattern>([^\r\n])*</pattern>
38743887
</property-value-rule>
3888+
<property-value-rule>
3889+
<property>Amazon.Glue.Model.CatalogSource.PartitionPredicate</property>
3890+
</property-value-rule>
38753891
<property-value-rule>
38763892
<property>Amazon.Glue.Model.CatalogSource.Table</property>
38773893
</property-value-rule>
@@ -4600,6 +4616,24 @@
46004616
<property>Amazon.Glue.Model.DateColumnStatisticsData.NumberOfNulls</property>
46014617
<min>0</min>
46024618
</property-value-rule>
4619+
<property-value-rule>
4620+
<property>Amazon.Glue.Model.DDBELTCatalogAdditionalOptions.DynamodbExport</property>
4621+
</property-value-rule>
4622+
<property-value-rule>
4623+
<property>Amazon.Glue.Model.DDBELTConnectionOptions.DynamodbS3Bucket</property>
4624+
</property-value-rule>
4625+
<property-value-rule>
4626+
<property>Amazon.Glue.Model.DDBELTConnectionOptions.DynamodbS3BucketOwner</property>
4627+
</property-value-rule>
4628+
<property-value-rule>
4629+
<property>Amazon.Glue.Model.DDBELTConnectionOptions.DynamodbS3Prefix</property>
4630+
</property-value-rule>
4631+
<property-value-rule>
4632+
<property>Amazon.Glue.Model.DDBELTConnectionOptions.DynamodbStsRoleArn</property>
4633+
</property-value-rule>
4634+
<property-value-rule>
4635+
<property>Amazon.Glue.Model.DDBELTConnectionOptions.DynamodbTableArn</property>
4636+
</property-value-rule>
46034637
<property-value-rule>
46044638
<property>Amazon.Glue.Model.DecimalColumnStatisticsData.NumberOfDistinctValues</property>
46054639
<min>0</min>
@@ -4713,6 +4747,10 @@
47134747
<property-value-rule>
47144748
<property>Amazon.Glue.Model.DynamoDBCatalogSource.Table</property>
47154749
</property-value-rule>
4750+
<property-value-rule>
4751+
<property>Amazon.Glue.Model.DynamoDBELTConnectorSource.Name</property>
4752+
<pattern>([^\r\n])*</pattern>
4753+
</property-value-rule>
47164754
<property-value-rule>
47174755
<property>Amazon.Glue.Model.Edge.DestinationId</property>
47184756
<min>1</min>
@@ -4916,6 +4954,11 @@
49164954
<property>Amazon.Glue.Model.GluePolicy.PolicyInJson</property>
49174955
<min>2</min>
49184956
</property-value-rule>
4957+
<property-value-rule>
4958+
<property>Amazon.Glue.Model.GlueStudioSchemaColumn.GlueStudioType</property>
4959+
<min>0</min>
4960+
<max>131072</max>
4961+
</property-value-rule>
49194962
<property-value-rule>
49204963
<property>Amazon.Glue.Model.GlueStudioSchemaColumn.Name</property>
49214964
<min>0</min>
@@ -4984,6 +5027,10 @@
49845027
<min>1</min>
49855028
<max>255</max>
49865029
</property-value-rule>
5030+
<property-value-rule>
5031+
<property>Amazon.Glue.Model.GroupFilters.GroupName</property>
5032+
<pattern>[A-Za-z0-9_-]*</pattern>
5033+
</property-value-rule>
49875034
<property-value-rule>
49885035
<property>Amazon.Glue.Model.IcebergInput.Version</property>
49895036
<min>1</min>
@@ -5386,6 +5433,9 @@
53865433
<property-value-rule>
53875434
<property>Amazon.Glue.Model.KinesisStreamingSourceOptions.EndpointUrl</property>
53885435
</property-value-rule>
5436+
<property-value-rule>
5437+
<property>Amazon.Glue.Model.KinesisStreamingSourceOptions.FanoutConsumerARN</property>
5438+
</property-value-rule>
53895439
<property-value-rule>
53905440
<property>Amazon.Glue.Model.KinesisStreamingSourceOptions.IdleTimeBetweenReadsInMs</property>
53915441
<min>0</min>
@@ -5723,19 +5773,42 @@
57235773
<min>1</min>
57245774
<max>255</max>
57255775
</property-value-rule>
5776+
<property-value-rule>
5777+
<property>Amazon.Glue.Model.PIIDetection.DetectionParameters</property>
5778+
</property-value-rule>
5779+
<property-value-rule>
5780+
<property>Amazon.Glue.Model.PIIDetection.DetectionSensitivity</property>
5781+
</property-value-rule>
57265782
<property-value-rule>
57275783
<property>Amazon.Glue.Model.PIIDetection.MaskValue</property>
57285784
<min>0</min>
57295785
<max>256</max>
57305786
<pattern>[*A-Za-z0-9_-]*</pattern>
57315787
</property-value-rule>
5788+
<property-value-rule>
5789+
<property>Amazon.Glue.Model.PIIDetection.MatchPattern</property>
5790+
</property-value-rule>
57325791
<property-value-rule>
57335792
<property>Amazon.Glue.Model.PIIDetection.Name</property>
57345793
<pattern>([^\r\n])*</pattern>
57355794
</property-value-rule>
5795+
<property-value-rule>
5796+
<property>Amazon.Glue.Model.PIIDetection.NumLeftCharsToExclude</property>
5797+
<min>0</min>
5798+
</property-value-rule>
5799+
<property-value-rule>
5800+
<property>Amazon.Glue.Model.PIIDetection.NumRightCharsToExclude</property>
5801+
<min>0</min>
5802+
</property-value-rule>
57365803
<property-value-rule>
57375804
<property>Amazon.Glue.Model.PIIDetection.OutputColumnName</property>
57385805
</property-value-rule>
5806+
<property-value-rule>
5807+
<property>Amazon.Glue.Model.PIIDetection.RedactChar</property>
5808+
</property-value-rule>
5809+
<property-value-rule>
5810+
<property>Amazon.Glue.Model.PIIDetection.RedactText</property>
5811+
</property-value-rule>
57395812
<property-value-rule>
57405813
<property>Amazon.Glue.Model.PIIDetection.SampleFraction</property>
57415814
<min>0</min>
@@ -5903,6 +5976,10 @@
59035976
<min>1</min>
59045977
<max>1024</max>
59055978
</property-value-rule>
5979+
<property-value-rule>
5980+
<property>Amazon.Glue.Model.Route.Name</property>
5981+
<pattern>([^\r\n])*</pattern>
5982+
</property-value-rule>
59065983
<property-value-rule>
59075984
<property>Amazon.Glue.Model.RunIdentifier.JobRunId</property>
59085985
<min>1</min>
@@ -5933,6 +6010,16 @@
59336010
<property-value-rule>
59346011
<property>Amazon.Glue.Model.S3CatalogHudiSource.Table</property>
59356012
</property-value-rule>
6013+
<property-value-rule>
6014+
<property>Amazon.Glue.Model.S3CatalogIcebergSource.Database</property>
6015+
</property-value-rule>
6016+
<property-value-rule>
6017+
<property>Amazon.Glue.Model.S3CatalogIcebergSource.Name</property>
6018+
<pattern>([^\r\n])*</pattern>
6019+
</property-value-rule>
6020+
<property-value-rule>
6021+
<property>Amazon.Glue.Model.S3CatalogIcebergSource.Table</property>
6022+
</property-value-rule>
59366023
<property-value-rule>
59376024
<property>Amazon.Glue.Model.S3CatalogSource.Database</property>
59386025
</property-value-rule>
@@ -6072,6 +6159,16 @@
60726159
<property-value-rule>
60736160
<property>Amazon.Glue.Model.S3HyperDirectTarget.Path</property>
60746161
</property-value-rule>
6162+
<property-value-rule>
6163+
<property>Amazon.Glue.Model.S3IcebergCatalogTarget.Database</property>
6164+
</property-value-rule>
6165+
<property-value-rule>
6166+
<property>Amazon.Glue.Model.S3IcebergCatalogTarget.Name</property>
6167+
<pattern>([^\r\n])*</pattern>
6168+
</property-value-rule>
6169+
<property-value-rule>
6170+
<property>Amazon.Glue.Model.S3IcebergCatalogTarget.Table</property>
6171+
</property-value-rule>
60756172
<property-value-rule>
60766173
<property>Amazon.Glue.Model.S3IcebergDirectTarget.Name</property>
60776174
<pattern>([^\r\n])*</pattern>

‎sdk/src/Services/Glue/Generated/Model/AutoDataQuality.cs‎

Lines changed: 81 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,81 @@
1+
/*
2+
* Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
3+
*
4+
* Licensed under the Apache License, Version 2.0 (the "License").
5+
* You may not use this file except in compliance with the License.
6+
* A copy of the License is located at
7+
*
8+
* http://aws.amazon.com/apache2.0
9+
*
10+
* or in the "license" file accompanying this file. This file is distributed
11+
* on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
12+
* express or implied. See the License for the specific language governing
13+
* permissions and limitations under the License.
14+
*/
15+
16+
/*
17+
* Do not modify this file. This file is generated from the glue-2017-03-31.normal.json service model.
18+
*/
19+
using System;
20+
using System.Collections.Generic;
21+
using System.Xml.Serialization;
22+
using System.Text;
23+
using System.IO;
24+
using System.Net;
25+
26+
using Amazon.Runtime;
27+
using Amazon.Runtime.Internal;
28+
29+
#pragma warning disable CS0612,CS0618,CS1570
30+
namespace Amazon.Glue.Model
31+
{
32+
/// <summary>
33+
/// Specifies configuration options for automatic data quality evaluation in Glue jobs.
34+
/// This structure enables automated data quality checks and monitoring during ETL operations,
35+
/// helping to ensure data integrity and reliability without manual intervention.
36+
/// </summary>
37+
public partial class AutoDataQuality
38+
{
39+
private string _evaluationContext;
40+
private bool? _isEnabled;
41+
42+
/// <summary>
43+
/// Gets and sets the property EvaluationContext.
44+
/// <para>
45+
/// The evaluation context for the automatic data quality checks. This defines the scope
46+
/// and parameters for the data quality evaluation.
47+
/// </para>
48+
/// </summary>
49+
public string EvaluationContext
50+
{
51+
get { return this._evaluationContext; }
52+
set { this._evaluationContext = value; }
53+
}
54+
55+
// Check to see if EvaluationContext property is set
56+
internal bool IsSetEvaluationContext()
57+
{
58+
return this._evaluationContext != null;
59+
}
60+
61+
/// <summary>
62+
/// Gets and sets the property IsEnabled.
63+
/// <para>
64+
/// Specifies whether automatic data quality evaluation is enabled. When set to <c>true</c>,
65+
/// data quality checks are performed automatically.
66+
/// </para>
67+
/// </summary>
68+
public bool? IsEnabled
69+
{
70+
get { return this._isEnabled; }
71+
set { this._isEnabled = value; }
72+
}
73+
74+
// Check to see if IsEnabled property is set
75+
internal bool IsSetIsEnabled()
76+
{
77+
return this._isEnabled.HasValue;
78+
}
79+
80+
}
81+
}

0 commit comments

Comments
 (0)