Skip to content

Commit 476075c

Browse files
author
aws-sdk-cpp-automation
committed
Amazon SageMaker Notebook Instances now allows configuration of Instance Metadata Service version and Amazon SageMaker Studio now supports G5 instance types.
AWS DataSync now supports TLS encryption in transit, file system policies and access points for EFS locations. This release adds support for Amazon EMR Serverless, a serverless runtime environment that simplifies running analytics applications using the latest open source frameworks such as Apache Spark and Apache Hive. Adding the following features/changes: Parquet output that preserves typing from the source connector, Failed executions threshold before deactivation for scheduled flows, increasing max size of access and refresh token from 2048 to 4096
1 parent 7ee815c commit 476075c

File tree

140 files changed

+16830
-384
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

140 files changed

+16830
-384
lines changed

aws-cpp-sdk-appflow/include/aws/appflow/AppflowClient.h

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -228,7 +228,8 @@ namespace Model
228228
* account. There is a soft quota of 100 connector profiles per Amazon Web Services
229229
* account. If you need more connector profiles than this quota allows, you can
230230
* submit a request to the Amazon AppFlow team through the Amazon AppFlow support
231-
* channel. </p><p><h3>See Also:</h3> <a
231+
* channel. In each connector profile that you create, you can provide the
232+
* credentials and properties for only one connector.</p><p><h3>See Also:</h3> <a
232233
* href="http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/CreateConnectorProfile">AWS
233234
* API Reference</a></p>
234235
*/
@@ -324,7 +325,8 @@ namespace Model
324325

325326
/**
326327
* <p> Provides details regarding the entity used with the connector, with a
327-
* description of the data model for each entity. </p><p><h3>See Also:</h3> <a
328+
* description of the data model for each field in that entity. </p><p><h3>See
329+
* Also:</h3> <a
328330
* href="http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/DescribeConnectorEntity">AWS
329331
* API Reference</a></p>
330332
*/

aws-cpp-sdk-appflow/include/aws/appflow/model/S3OutputFormatConfig.h

Lines changed: 56 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -139,6 +139,59 @@ namespace Model
139139

140140
inline S3OutputFormatConfig& WithAggregationConfig(AggregationConfig&& value) { SetAggregationConfig(std::move(value)); return *this;}
141141

142+
143+
/**
144+
* <p>If your file output format is Parquet, use this parameter to set whether
145+
* Amazon AppFlow preserves the data types in your source data when it writes the
146+
* output to Amazon S3. </p> <ul> <li> <p> <code>true</code>: Amazon AppFlow
147+
* preserves the data types when it writes to Amazon S3. For example, an integer or
148+
* <code>1</code> in your source data is still an integer in your output.</p> </li>
149+
* <li> <p> <code>false</code>: Amazon AppFlow converts all of the source data into
150+
* strings when it writes to Amazon S3. For example, an integer of <code>1</code>
151+
* in your source data becomes the string <code>"1"</code> in the output.</p> </li>
152+
* </ul>
153+
*/
154+
inline bool GetPreserveSourceDataTyping() const{ return m_preserveSourceDataTyping; }
155+
156+
/**
157+
* <p>If your file output format is Parquet, use this parameter to set whether
158+
* Amazon AppFlow preserves the data types in your source data when it writes the
159+
* output to Amazon S3. </p> <ul> <li> <p> <code>true</code>: Amazon AppFlow
160+
* preserves the data types when it writes to Amazon S3. For example, an integer or
161+
* <code>1</code> in your source data is still an integer in your output.</p> </li>
162+
* <li> <p> <code>false</code>: Amazon AppFlow converts all of the source data into
163+
* strings when it writes to Amazon S3. For example, an integer of <code>1</code>
164+
* in your source data becomes the string <code>"1"</code> in the output.</p> </li>
165+
* </ul>
166+
*/
167+
inline bool PreserveSourceDataTypingHasBeenSet() const { return m_preserveSourceDataTypingHasBeenSet; }
168+
169+
/**
170+
* <p>If your file output format is Parquet, use this parameter to set whether
171+
* Amazon AppFlow preserves the data types in your source data when it writes the
172+
* output to Amazon S3. </p> <ul> <li> <p> <code>true</code>: Amazon AppFlow
173+
* preserves the data types when it writes to Amazon S3. For example, an integer or
174+
* <code>1</code> in your source data is still an integer in your output.</p> </li>
175+
* <li> <p> <code>false</code>: Amazon AppFlow converts all of the source data into
176+
* strings when it writes to Amazon S3. For example, an integer of <code>1</code>
177+
* in your source data becomes the string <code>"1"</code> in the output.</p> </li>
178+
* </ul>
179+
*/
180+
inline void SetPreserveSourceDataTyping(bool value) { m_preserveSourceDataTypingHasBeenSet = true; m_preserveSourceDataTyping = value; }
181+
182+
/**
183+
* <p>If your file output format is Parquet, use this parameter to set whether
184+
* Amazon AppFlow preserves the data types in your source data when it writes the
185+
* output to Amazon S3. </p> <ul> <li> <p> <code>true</code>: Amazon AppFlow
186+
* preserves the data types when it writes to Amazon S3. For example, an integer or
187+
* <code>1</code> in your source data is still an integer in your output.</p> </li>
188+
* <li> <p> <code>false</code>: Amazon AppFlow converts all of the source data into
189+
* strings when it writes to Amazon S3. For example, an integer of <code>1</code>
190+
* in your source data becomes the string <code>"1"</code> in the output.</p> </li>
191+
* </ul>
192+
*/
193+
inline S3OutputFormatConfig& WithPreserveSourceDataTyping(bool value) { SetPreserveSourceDataTyping(value); return *this;}
194+
142195
private:
143196

144197
FileType m_fileType;
@@ -149,6 +202,9 @@ namespace Model
149202

150203
AggregationConfig m_aggregationConfig;
151204
bool m_aggregationConfigHasBeenSet;
205+
206+
bool m_preserveSourceDataTyping;
207+
bool m_preserveSourceDataTypingHasBeenSet;
152208
};
153209

154210
} // namespace Model

aws-cpp-sdk-appflow/include/aws/appflow/model/ScheduledTriggerProperties.h

Lines changed: 128 additions & 28 deletions
Original file line numberDiff line numberDiff line change
@@ -128,112 +128,184 @@ namespace Model
128128

129129

130130
/**
131-
* <p> Specifies the scheduled start time for a schedule-triggered flow. </p>
131+
* <p>The time at which the scheduled flow starts. The time is formatted as a
132+
* timestamp that follows the ISO 8601 standard, such as
133+
* <code>2022-04-26T13:00:00-07:00</code>.</p>
132134
*/
133135
inline const Aws::Utils::DateTime& GetScheduleStartTime() const{ return m_scheduleStartTime; }
134136

135137
/**
136-
* <p> Specifies the scheduled start time for a schedule-triggered flow. </p>
138+
* <p>The time at which the scheduled flow starts. The time is formatted as a
139+
* timestamp that follows the ISO 8601 standard, such as
140+
* <code>2022-04-26T13:00:00-07:00</code>.</p>
137141
*/
138142
inline bool ScheduleStartTimeHasBeenSet() const { return m_scheduleStartTimeHasBeenSet; }
139143

140144
/**
141-
* <p> Specifies the scheduled start time for a schedule-triggered flow. </p>
145+
* <p>The time at which the scheduled flow starts. The time is formatted as a
146+
* timestamp that follows the ISO 8601 standard, such as
147+
* <code>2022-04-26T13:00:00-07:00</code>.</p>
142148
*/
143149
inline void SetScheduleStartTime(const Aws::Utils::DateTime& value) { m_scheduleStartTimeHasBeenSet = true; m_scheduleStartTime = value; }
144150

145151
/**
146-
* <p> Specifies the scheduled start time for a schedule-triggered flow. </p>
152+
* <p>The time at which the scheduled flow starts. The time is formatted as a
153+
* timestamp that follows the ISO 8601 standard, such as
154+
* <code>2022-04-26T13:00:00-07:00</code>.</p>
147155
*/
148156
inline void SetScheduleStartTime(Aws::Utils::DateTime&& value) { m_scheduleStartTimeHasBeenSet = true; m_scheduleStartTime = std::move(value); }
149157

150158
/**
151-
* <p> Specifies the scheduled start time for a schedule-triggered flow. </p>
159+
* <p>The time at which the scheduled flow starts. The time is formatted as a
160+
* timestamp that follows the ISO 8601 standard, such as
161+
* <code>2022-04-26T13:00:00-07:00</code>.</p>
152162
*/
153163
inline ScheduledTriggerProperties& WithScheduleStartTime(const Aws::Utils::DateTime& value) { SetScheduleStartTime(value); return *this;}
154164

155165
/**
156-
* <p> Specifies the scheduled start time for a schedule-triggered flow. </p>
166+
* <p>The time at which the scheduled flow starts. The time is formatted as a
167+
* timestamp that follows the ISO 8601 standard, such as
168+
* <code>2022-04-26T13:00:00-07:00</code>.</p>
157169
*/
158170
inline ScheduledTriggerProperties& WithScheduleStartTime(Aws::Utils::DateTime&& value) { SetScheduleStartTime(std::move(value)); return *this;}
159171

160172

161173
/**
162-
* <p> Specifies the scheduled end time for a schedule-triggered flow. </p>
174+
* <p>The time at which the scheduled flow ends. The time is formatted as a
175+
* timestamp that follows the ISO 8601 standard, such as
176+
* <code>2022-04-27T13:00:00-07:00</code>.</p>
163177
*/
164178
inline const Aws::Utils::DateTime& GetScheduleEndTime() const{ return m_scheduleEndTime; }
165179

166180
/**
167-
* <p> Specifies the scheduled end time for a schedule-triggered flow. </p>
181+
* <p>The time at which the scheduled flow ends. The time is formatted as a
182+
* timestamp that follows the ISO 8601 standard, such as
183+
* <code>2022-04-27T13:00:00-07:00</code>.</p>
168184
*/
169185
inline bool ScheduleEndTimeHasBeenSet() const { return m_scheduleEndTimeHasBeenSet; }
170186

171187
/**
172-
* <p> Specifies the scheduled end time for a schedule-triggered flow. </p>
188+
* <p>The time at which the scheduled flow ends. The time is formatted as a
189+
* timestamp that follows the ISO 8601 standard, such as
190+
* <code>2022-04-27T13:00:00-07:00</code>.</p>
173191
*/
174192
inline void SetScheduleEndTime(const Aws::Utils::DateTime& value) { m_scheduleEndTimeHasBeenSet = true; m_scheduleEndTime = value; }
175193

176194
/**
177-
* <p> Specifies the scheduled end time for a schedule-triggered flow. </p>
195+
* <p>The time at which the scheduled flow ends. The time is formatted as a
196+
* timestamp that follows the ISO 8601 standard, such as
197+
* <code>2022-04-27T13:00:00-07:00</code>.</p>
178198
*/
179199
inline void SetScheduleEndTime(Aws::Utils::DateTime&& value) { m_scheduleEndTimeHasBeenSet = true; m_scheduleEndTime = std::move(value); }
180200

181201
/**
182-
* <p> Specifies the scheduled end time for a schedule-triggered flow. </p>
202+
* <p>The time at which the scheduled flow ends. The time is formatted as a
203+
* timestamp that follows the ISO 8601 standard, such as
204+
* <code>2022-04-27T13:00:00-07:00</code>.</p>
183205
*/
184206
inline ScheduledTriggerProperties& WithScheduleEndTime(const Aws::Utils::DateTime& value) { SetScheduleEndTime(value); return *this;}
185207

186208
/**
187-
* <p> Specifies the scheduled end time for a schedule-triggered flow. </p>
209+
* <p>The time at which the scheduled flow ends. The time is formatted as a
210+
* timestamp that follows the ISO 8601 standard, such as
211+
* <code>2022-04-27T13:00:00-07:00</code>.</p>
188212
*/
189213
inline ScheduledTriggerProperties& WithScheduleEndTime(Aws::Utils::DateTime&& value) { SetScheduleEndTime(std::move(value)); return *this;}
190214

191215

192216
/**
193-
* <p> Specifies the time zone used when referring to the date and time of a
194-
* scheduled-triggered flow, such as <code>America/New_York</code>. </p>
217+
* <p>Specifies the time zone used when referring to the dates and times of a
218+
* scheduled flow, such as <code>America/New_York</code>. This time zone is only a
219+
* descriptive label. It doesn't affect how Amazon AppFlow interprets the
220+
* timestamps that you specify to schedule the flow.</p> <p>If you want to schedule
221+
* a flow by using times in a particular time zone, indicate the time zone as a UTC
222+
* offset in your timestamps. For example, the UTC offsets for the
223+
* <code>America/New_York</code> timezone are <code>-04:00</code> EDT and
224+
* <code>-05:00 EST</code>.</p>
195225
*/
196226
inline const Aws::String& GetTimezone() const{ return m_timezone; }
197227

198228
/**
199-
* <p> Specifies the time zone used when referring to the date and time of a
200-
* scheduled-triggered flow, such as <code>America/New_York</code>. </p>
229+
* <p>Specifies the time zone used when referring to the dates and times of a
230+
* scheduled flow, such as <code>America/New_York</code>. This time zone is only a
231+
* descriptive label. It doesn't affect how Amazon AppFlow interprets the
232+
* timestamps that you specify to schedule the flow.</p> <p>If you want to schedule
233+
* a flow by using times in a particular time zone, indicate the time zone as a UTC
234+
* offset in your timestamps. For example, the UTC offsets for the
235+
* <code>America/New_York</code> timezone are <code>-04:00</code> EDT and
236+
* <code>-05:00 EST</code>.</p>
201237
*/
202238
inline bool TimezoneHasBeenSet() const { return m_timezoneHasBeenSet; }
203239

204240
/**
205-
* <p> Specifies the time zone used when referring to the date and time of a
206-
* scheduled-triggered flow, such as <code>America/New_York</code>. </p>
241+
* <p>Specifies the time zone used when referring to the dates and times of a
242+
* scheduled flow, such as <code>America/New_York</code>. This time zone is only a
243+
* descriptive label. It doesn't affect how Amazon AppFlow interprets the
244+
* timestamps that you specify to schedule the flow.</p> <p>If you want to schedule
245+
* a flow by using times in a particular time zone, indicate the time zone as a UTC
246+
* offset in your timestamps. For example, the UTC offsets for the
247+
* <code>America/New_York</code> timezone are <code>-04:00</code> EDT and
248+
* <code>-05:00 EST</code>.</p>
207249
*/
208250
inline void SetTimezone(const Aws::String& value) { m_timezoneHasBeenSet = true; m_timezone = value; }
209251

210252
/**
211-
* <p> Specifies the time zone used when referring to the date and time of a
212-
* scheduled-triggered flow, such as <code>America/New_York</code>. </p>
253+
* <p>Specifies the time zone used when referring to the dates and times of a
254+
* scheduled flow, such as <code>America/New_York</code>. This time zone is only a
255+
* descriptive label. It doesn't affect how Amazon AppFlow interprets the
256+
* timestamps that you specify to schedule the flow.</p> <p>If you want to schedule
257+
* a flow by using times in a particular time zone, indicate the time zone as a UTC
258+
* offset in your timestamps. For example, the UTC offsets for the
259+
* <code>America/New_York</code> timezone are <code>-04:00</code> EDT and
260+
* <code>-05:00 EST</code>.</p>
213261
*/
214262
inline void SetTimezone(Aws::String&& value) { m_timezoneHasBeenSet = true; m_timezone = std::move(value); }
215263

216264
/**
217-
* <p> Specifies the time zone used when referring to the date and time of a
218-
* scheduled-triggered flow, such as <code>America/New_York</code>. </p>
265+
* <p>Specifies the time zone used when referring to the dates and times of a
266+
* scheduled flow, such as <code>America/New_York</code>. This time zone is only a
267+
* descriptive label. It doesn't affect how Amazon AppFlow interprets the
268+
* timestamps that you specify to schedule the flow.</p> <p>If you want to schedule
269+
* a flow by using times in a particular time zone, indicate the time zone as a UTC
270+
* offset in your timestamps. For example, the UTC offsets for the
271+
* <code>America/New_York</code> timezone are <code>-04:00</code> EDT and
272+
* <code>-05:00 EST</code>.</p>
219273
*/
220274
inline void SetTimezone(const char* value) { m_timezoneHasBeenSet = true; m_timezone.assign(value); }
221275

222276
/**
223-
* <p> Specifies the time zone used when referring to the date and time of a
224-
* scheduled-triggered flow, such as <code>America/New_York</code>. </p>
277+
* <p>Specifies the time zone used when referring to the dates and times of a
278+
* scheduled flow, such as <code>America/New_York</code>. This time zone is only a
279+
* descriptive label. It doesn't affect how Amazon AppFlow interprets the
280+
* timestamps that you specify to schedule the flow.</p> <p>If you want to schedule
281+
* a flow by using times in a particular time zone, indicate the time zone as a UTC
282+
* offset in your timestamps. For example, the UTC offsets for the
283+
* <code>America/New_York</code> timezone are <code>-04:00</code> EDT and
284+
* <code>-05:00 EST</code>.</p>
225285
*/
226286
inline ScheduledTriggerProperties& WithTimezone(const Aws::String& value) { SetTimezone(value); return *this;}
227287

228288
/**
229-
* <p> Specifies the time zone used when referring to the date and time of a
230-
* scheduled-triggered flow, such as <code>America/New_York</code>. </p>
289+
* <p>Specifies the time zone used when referring to the dates and times of a
290+
* scheduled flow, such as <code>America/New_York</code>. This time zone is only a
291+
* descriptive label. It doesn't affect how Amazon AppFlow interprets the
292+
* timestamps that you specify to schedule the flow.</p> <p>If you want to schedule
293+
* a flow by using times in a particular time zone, indicate the time zone as a UTC
294+
* offset in your timestamps. For example, the UTC offsets for the
295+
* <code>America/New_York</code> timezone are <code>-04:00</code> EDT and
296+
* <code>-05:00 EST</code>.</p>
231297
*/
232298
inline ScheduledTriggerProperties& WithTimezone(Aws::String&& value) { SetTimezone(std::move(value)); return *this;}
233299

234300
/**
235-
* <p> Specifies the time zone used when referring to the date and time of a
236-
* scheduled-triggered flow, such as <code>America/New_York</code>. </p>
301+
* <p>Specifies the time zone used when referring to the dates and times of a
302+
* scheduled flow, such as <code>America/New_York</code>. This time zone is only a
303+
* descriptive label. It doesn't affect how Amazon AppFlow interprets the
304+
* timestamps that you specify to schedule the flow.</p> <p>If you want to schedule
305+
* a flow by using times in a particular time zone, indicate the time zone as a UTC
306+
* offset in your timestamps. For example, the UTC offsets for the
307+
* <code>America/New_York</code> timezone are <code>-04:00</code> EDT and
308+
* <code>-05:00 EST</code>.</p>
237309
*/
238310
inline ScheduledTriggerProperties& WithTimezone(const char* value) { SetTimezone(value); return *this;}
239311

@@ -299,6 +371,31 @@ namespace Model
299371
*/
300372
inline ScheduledTriggerProperties& WithFirstExecutionFrom(Aws::Utils::DateTime&& value) { SetFirstExecutionFrom(std::move(value)); return *this;}
301373

374+
375+
/**
376+
* <p>Defines how many times a scheduled flow fails consecutively before Amazon
377+
* AppFlow deactivates it.</p>
378+
*/
379+
inline int GetFlowErrorDeactivationThreshold() const{ return m_flowErrorDeactivationThreshold; }
380+
381+
/**
382+
* <p>Defines how many times a scheduled flow fails consecutively before Amazon
383+
* AppFlow deactivates it.</p>
384+
*/
385+
inline bool FlowErrorDeactivationThresholdHasBeenSet() const { return m_flowErrorDeactivationThresholdHasBeenSet; }
386+
387+
/**
388+
* <p>Defines how many times a scheduled flow fails consecutively before Amazon
389+
* AppFlow deactivates it.</p>
390+
*/
391+
inline void SetFlowErrorDeactivationThreshold(int value) { m_flowErrorDeactivationThresholdHasBeenSet = true; m_flowErrorDeactivationThreshold = value; }
392+
393+
/**
394+
* <p>Defines how many times a scheduled flow fails consecutively before Amazon
395+
* AppFlow deactivates it.</p>
396+
*/
397+
inline ScheduledTriggerProperties& WithFlowErrorDeactivationThreshold(int value) { SetFlowErrorDeactivationThreshold(value); return *this;}
398+
302399
private:
303400

304401
Aws::String m_scheduleExpression;
@@ -321,6 +418,9 @@ namespace Model
321418

322419
Aws::Utils::DateTime m_firstExecutionFrom;
323420
bool m_firstExecutionFromHasBeenSet;
421+
422+
int m_flowErrorDeactivationThreshold;
423+
bool m_flowErrorDeactivationThresholdHasBeenSet;
324424
};
325425

326426
} // namespace Model

aws-cpp-sdk-appflow/source/model/S3OutputFormatConfig.cpp

Lines changed: 19 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -22,15 +22,19 @@ S3OutputFormatConfig::S3OutputFormatConfig() :
2222
m_fileType(FileType::NOT_SET),
2323
m_fileTypeHasBeenSet(false),
2424
m_prefixConfigHasBeenSet(false),
25-
m_aggregationConfigHasBeenSet(false)
25+
m_aggregationConfigHasBeenSet(false),
26+
m_preserveSourceDataTyping(false),
27+
m_preserveSourceDataTypingHasBeenSet(false)
2628
{
2729
}
2830

2931
S3OutputFormatConfig::S3OutputFormatConfig(JsonView jsonValue) :
3032
m_fileType(FileType::NOT_SET),
3133
m_fileTypeHasBeenSet(false),
3234
m_prefixConfigHasBeenSet(false),
33-
m_aggregationConfigHasBeenSet(false)
35+
m_aggregationConfigHasBeenSet(false),
36+
m_preserveSourceDataTyping(false),
37+
m_preserveSourceDataTypingHasBeenSet(false)
3438
{
3539
*this = jsonValue;
3640
}
@@ -58,6 +62,13 @@ S3OutputFormatConfig& S3OutputFormatConfig::operator =(JsonView jsonValue)
5862
m_aggregationConfigHasBeenSet = true;
5963
}
6064

65+
if(jsonValue.ValueExists("preserveSourceDataTyping"))
66+
{
67+
m_preserveSourceDataTyping = jsonValue.GetBool("preserveSourceDataTyping");
68+
69+
m_preserveSourceDataTypingHasBeenSet = true;
70+
}
71+
6172
return *this;
6273
}
6374

@@ -82,6 +93,12 @@ JsonValue S3OutputFormatConfig::Jsonize() const
8293

8394
}
8495

96+
if(m_preserveSourceDataTypingHasBeenSet)
97+
{
98+
payload.WithBool("preserveSourceDataTyping", m_preserveSourceDataTyping);
99+
100+
}
101+
85102
return payload;
86103
}
87104

0 commit comments

Comments
 (0)