AWS SDK for C++

AWS SDK for C++ Version 1.11.606

Loading...
Searching...
No Matches
S3CsvSource.h
1
6#pragma once
7#include <aws/glue/Glue_EXPORTS.h>
8#include <aws/core/utils/memory/stl/AWSString.h>
9#include <aws/core/utils/memory/stl/AWSVector.h>
10#include <aws/glue/model/CompressionType.h>
11#include <aws/glue/model/S3DirectSourceAdditionalOptions.h>
12#include <aws/glue/model/Separator.h>
13#include <aws/glue/model/QuoteChar.h>
14#include <aws/glue/model/GlueSchema.h>
15#include <utility>
16
17namespace Aws
18{
19namespace Utils
20{
21namespace Json
22{
23 class JsonValue;
24 class JsonView;
25} // namespace Json
26} // namespace Utils
27namespace Glue
28{
29namespace Model
30{
31
39 {
40 public:
41 AWS_GLUE_API S3CsvSource() = default;
42 AWS_GLUE_API S3CsvSource(Aws::Utils::Json::JsonView jsonValue);
45
46
48
51 inline const Aws::String& GetName() const { return m_name; }
52 inline bool NameHasBeenSet() const { return m_nameHasBeenSet; }
53 template<typename NameT = Aws::String>
54 void SetName(NameT&& value) { m_nameHasBeenSet = true; m_name = std::forward<NameT>(value); }
55 template<typename NameT = Aws::String>
56 S3CsvSource& WithName(NameT&& value) { SetName(std::forward<NameT>(value)); return *this;}
58
60
63 inline const Aws::Vector<Aws::String>& GetPaths() const { return m_paths; }
64 inline bool PathsHasBeenSet() const { return m_pathsHasBeenSet; }
65 template<typename PathsT = Aws::Vector<Aws::String>>
66 void SetPaths(PathsT&& value) { m_pathsHasBeenSet = true; m_paths = std::forward<PathsT>(value); }
67 template<typename PathsT = Aws::Vector<Aws::String>>
68 S3CsvSource& WithPaths(PathsT&& value) { SetPaths(std::forward<PathsT>(value)); return *this;}
69 template<typename PathsT = Aws::String>
70 S3CsvSource& AddPaths(PathsT&& value) { m_pathsHasBeenSet = true; m_paths.emplace_back(std::forward<PathsT>(value)); return *this; }
72
74
79 inline CompressionType GetCompressionType() const { return m_compressionType; }
80 inline bool CompressionTypeHasBeenSet() const { return m_compressionTypeHasBeenSet; }
81 inline void SetCompressionType(CompressionType value) { m_compressionTypeHasBeenSet = true; m_compressionType = value; }
82 inline S3CsvSource& WithCompressionType(CompressionType value) { SetCompressionType(value); return *this;}
84
86
90 inline const Aws::Vector<Aws::String>& GetExclusions() const { return m_exclusions; }
91 inline bool ExclusionsHasBeenSet() const { return m_exclusionsHasBeenSet; }
92 template<typename ExclusionsT = Aws::Vector<Aws::String>>
93 void SetExclusions(ExclusionsT&& value) { m_exclusionsHasBeenSet = true; m_exclusions = std::forward<ExclusionsT>(value); }
94 template<typename ExclusionsT = Aws::Vector<Aws::String>>
95 S3CsvSource& WithExclusions(ExclusionsT&& value) { SetExclusions(std::forward<ExclusionsT>(value)); return *this;}
96 template<typename ExclusionsT = Aws::String>
97 S3CsvSource& AddExclusions(ExclusionsT&& value) { m_exclusionsHasBeenSet = true; m_exclusions.emplace_back(std::forward<ExclusionsT>(value)); return *this; }
99
101
107 inline const Aws::String& GetGroupSize() const { return m_groupSize; }
108 inline bool GroupSizeHasBeenSet() const { return m_groupSizeHasBeenSet; }
109 template<typename GroupSizeT = Aws::String>
110 void SetGroupSize(GroupSizeT&& value) { m_groupSizeHasBeenSet = true; m_groupSize = std::forward<GroupSizeT>(value); }
111 template<typename GroupSizeT = Aws::String>
112 S3CsvSource& WithGroupSize(GroupSizeT&& value) { SetGroupSize(std::forward<GroupSizeT>(value)); return *this;}
114
116
122 inline const Aws::String& GetGroupFiles() const { return m_groupFiles; }
123 inline bool GroupFilesHasBeenSet() const { return m_groupFilesHasBeenSet; }
124 template<typename GroupFilesT = Aws::String>
125 void SetGroupFiles(GroupFilesT&& value) { m_groupFilesHasBeenSet = true; m_groupFiles = std::forward<GroupFilesT>(value); }
126 template<typename GroupFilesT = Aws::String>
127 S3CsvSource& WithGroupFiles(GroupFilesT&& value) { SetGroupFiles(std::forward<GroupFilesT>(value)); return *this;}
129
131
135 inline bool GetRecurse() const { return m_recurse; }
136 inline bool RecurseHasBeenSet() const { return m_recurseHasBeenSet; }
137 inline void SetRecurse(bool value) { m_recurseHasBeenSet = true; m_recurse = value; }
138 inline S3CsvSource& WithRecurse(bool value) { SetRecurse(value); return *this;}
140
142
149 inline int GetMaxBand() const { return m_maxBand; }
150 inline bool MaxBandHasBeenSet() const { return m_maxBandHasBeenSet; }
151 inline void SetMaxBand(int value) { m_maxBandHasBeenSet = true; m_maxBand = value; }
152 inline S3CsvSource& WithMaxBand(int value) { SetMaxBand(value); return *this;}
154
156
161 inline int GetMaxFilesInBand() const { return m_maxFilesInBand; }
162 inline bool MaxFilesInBandHasBeenSet() const { return m_maxFilesInBandHasBeenSet; }
163 inline void SetMaxFilesInBand(int value) { m_maxFilesInBandHasBeenSet = true; m_maxFilesInBand = value; }
164 inline S3CsvSource& WithMaxFilesInBand(int value) { SetMaxFilesInBand(value); return *this;}
166
168
171 inline const S3DirectSourceAdditionalOptions& GetAdditionalOptions() const { return m_additionalOptions; }
172 inline bool AdditionalOptionsHasBeenSet() const { return m_additionalOptionsHasBeenSet; }
173 template<typename AdditionalOptionsT = S3DirectSourceAdditionalOptions>
174 void SetAdditionalOptions(AdditionalOptionsT&& value) { m_additionalOptionsHasBeenSet = true; m_additionalOptions = std::forward<AdditionalOptionsT>(value); }
175 template<typename AdditionalOptionsT = S3DirectSourceAdditionalOptions>
176 S3CsvSource& WithAdditionalOptions(AdditionalOptionsT&& value) { SetAdditionalOptions(std::forward<AdditionalOptionsT>(value)); return *this;}
178
180
184 inline Separator GetSeparator() const { return m_separator; }
185 inline bool SeparatorHasBeenSet() const { return m_separatorHasBeenSet; }
186 inline void SetSeparator(Separator value) { m_separatorHasBeenSet = true; m_separator = value; }
187 inline S3CsvSource& WithSeparator(Separator value) { SetSeparator(value); return *this;}
189
191
198 inline const Aws::String& GetEscaper() const { return m_escaper; }
199 inline bool EscaperHasBeenSet() const { return m_escaperHasBeenSet; }
200 template<typename EscaperT = Aws::String>
201 void SetEscaper(EscaperT&& value) { m_escaperHasBeenSet = true; m_escaper = std::forward<EscaperT>(value); }
202 template<typename EscaperT = Aws::String>
203 S3CsvSource& WithEscaper(EscaperT&& value) { SetEscaper(std::forward<EscaperT>(value)); return *this;}
205
207
211 inline QuoteChar GetQuoteChar() const { return m_quoteChar; }
212 inline bool QuoteCharHasBeenSet() const { return m_quoteCharHasBeenSet; }
213 inline void SetQuoteChar(QuoteChar value) { m_quoteCharHasBeenSet = true; m_quoteChar = value; }
214 inline S3CsvSource& WithQuoteChar(QuoteChar value) { SetQuoteChar(value); return *this;}
216
218
225 inline bool GetMultiline() const { return m_multiline; }
226 inline bool MultilineHasBeenSet() const { return m_multilineHasBeenSet; }
227 inline void SetMultiline(bool value) { m_multilineHasBeenSet = true; m_multiline = value; }
228 inline S3CsvSource& WithMultiline(bool value) { SetMultiline(value); return *this;}
230
232
236 inline bool GetWithHeader() const { return m_withHeader; }
237 inline bool WithHeaderHasBeenSet() const { return m_withHeaderHasBeenSet; }
238 inline void SetWithHeader(bool value) { m_withHeaderHasBeenSet = true; m_withHeader = value; }
239 inline S3CsvSource& WithWithHeader(bool value) { SetWithHeader(value); return *this;}
241
243
247 inline bool GetWriteHeader() const { return m_writeHeader; }
248 inline bool WriteHeaderHasBeenSet() const { return m_writeHeaderHasBeenSet; }
249 inline void SetWriteHeader(bool value) { m_writeHeaderHasBeenSet = true; m_writeHeader = value; }
250 inline S3CsvSource& WithWriteHeader(bool value) { SetWriteHeader(value); return *this;}
252
254
258 inline bool GetSkipFirst() const { return m_skipFirst; }
259 inline bool SkipFirstHasBeenSet() const { return m_skipFirstHasBeenSet; }
260 inline void SetSkipFirst(bool value) { m_skipFirstHasBeenSet = true; m_skipFirst = value; }
261 inline S3CsvSource& WithSkipFirst(bool value) { SetSkipFirst(value); return *this;}
263
265
270 inline bool GetOptimizePerformance() const { return m_optimizePerformance; }
271 inline bool OptimizePerformanceHasBeenSet() const { return m_optimizePerformanceHasBeenSet; }
272 inline void SetOptimizePerformance(bool value) { m_optimizePerformanceHasBeenSet = true; m_optimizePerformance = value; }
273 inline S3CsvSource& WithOptimizePerformance(bool value) { SetOptimizePerformance(value); return *this;}
275
277
280 inline const Aws::Vector<GlueSchema>& GetOutputSchemas() const { return m_outputSchemas; }
281 inline bool OutputSchemasHasBeenSet() const { return m_outputSchemasHasBeenSet; }
282 template<typename OutputSchemasT = Aws::Vector<GlueSchema>>
283 void SetOutputSchemas(OutputSchemasT&& value) { m_outputSchemasHasBeenSet = true; m_outputSchemas = std::forward<OutputSchemasT>(value); }
284 template<typename OutputSchemasT = Aws::Vector<GlueSchema>>
285 S3CsvSource& WithOutputSchemas(OutputSchemasT&& value) { SetOutputSchemas(std::forward<OutputSchemasT>(value)); return *this;}
286 template<typename OutputSchemasT = GlueSchema>
287 S3CsvSource& AddOutputSchemas(OutputSchemasT&& value) { m_outputSchemasHasBeenSet = true; m_outputSchemas.emplace_back(std::forward<OutputSchemasT>(value)); return *this; }
289 private:
290
291 Aws::String m_name;
292 bool m_nameHasBeenSet = false;
293
295 bool m_pathsHasBeenSet = false;
296
297 CompressionType m_compressionType{CompressionType::NOT_SET};
298 bool m_compressionTypeHasBeenSet = false;
299
300 Aws::Vector<Aws::String> m_exclusions;
301 bool m_exclusionsHasBeenSet = false;
302
303 Aws::String m_groupSize;
304 bool m_groupSizeHasBeenSet = false;
305
306 Aws::String m_groupFiles;
307 bool m_groupFilesHasBeenSet = false;
308
309 bool m_recurse{false};
310 bool m_recurseHasBeenSet = false;
311
312 int m_maxBand{0};
313 bool m_maxBandHasBeenSet = false;
314
315 int m_maxFilesInBand{0};
316 bool m_maxFilesInBandHasBeenSet = false;
317
318 S3DirectSourceAdditionalOptions m_additionalOptions;
319 bool m_additionalOptionsHasBeenSet = false;
320
321 Separator m_separator{Separator::NOT_SET};
322 bool m_separatorHasBeenSet = false;
323
324 Aws::String m_escaper;
325 bool m_escaperHasBeenSet = false;
326
327 QuoteChar m_quoteChar{QuoteChar::NOT_SET};
328 bool m_quoteCharHasBeenSet = false;
329
330 bool m_multiline{false};
331 bool m_multilineHasBeenSet = false;
332
333 bool m_withHeader{false};
334 bool m_withHeaderHasBeenSet = false;
335
336 bool m_writeHeader{false};
337 bool m_writeHeaderHasBeenSet = false;
338
339 bool m_skipFirst{false};
340 bool m_skipFirstHasBeenSet = false;
341
342 bool m_optimizePerformance{false};
343 bool m_optimizePerformanceHasBeenSet = false;
344
345 Aws::Vector<GlueSchema> m_outputSchemas;
346 bool m_outputSchemasHasBeenSet = false;
347 };
348
349} // namespace Model
350} // namespace Glue
351} // namespace Aws
S3CsvSource & WithPaths(PathsT &&value)
Definition S3CsvSource.h:68
AWS_GLUE_API S3CsvSource(Aws::Utils::Json::JsonView jsonValue)
S3CsvSource & WithOptimizePerformance(bool value)
void SetSkipFirst(bool value)
const Aws::String & GetGroupFiles() const
S3CsvSource & WithWithHeader(bool value)
void SetEscaper(EscaperT &&value)
void SetWithHeader(bool value)
S3CsvSource & WithSeparator(Separator value)
CompressionType GetCompressionType() const
Definition S3CsvSource.h:79
void SetWriteHeader(bool value)
S3CsvSource & WithOutputSchemas(OutputSchemasT &&value)
void SetGroupFiles(GroupFilesT &&value)
S3CsvSource & WithCompressionType(CompressionType value)
Definition S3CsvSource.h:82
S3CsvSource & WithMaxBand(int value)
S3CsvSource & WithAdditionalOptions(AdditionalOptionsT &&value)
S3CsvSource & AddPaths(PathsT &&value)
Definition S3CsvSource.h:70
void SetQuoteChar(QuoteChar value)
S3CsvSource & WithSkipFirst(bool value)
void SetOutputSchemas(OutputSchemasT &&value)
S3CsvSource & AddOutputSchemas(OutputSchemasT &&value)
void SetOptimizePerformance(bool value)
const Aws::Vector< Aws::String > & GetPaths() const
Definition S3CsvSource.h:63
void SetSeparator(Separator value)
const Aws::Vector< GlueSchema > & GetOutputSchemas() const
void SetGroupSize(GroupSizeT &&value)
void SetAdditionalOptions(AdditionalOptionsT &&value)
AWS_GLUE_API Aws::Utils::Json::JsonValue Jsonize() const
const S3DirectSourceAdditionalOptions & GetAdditionalOptions() const
S3CsvSource & WithQuoteChar(QuoteChar value)
S3CsvSource & AddExclusions(ExclusionsT &&value)
Definition S3CsvSource.h:97
void SetCompressionType(CompressionType value)
Definition S3CsvSource.h:81
const Aws::String & GetGroupSize() const
void SetMultiline(bool value)
void SetName(NameT &&value)
Definition S3CsvSource.h:54
bool CompressionTypeHasBeenSet() const
Definition S3CsvSource.h:80
bool MaxFilesInBandHasBeenSet() const
S3CsvSource & WithExclusions(ExclusionsT &&value)
Definition S3CsvSource.h:95
S3CsvSource & WithGroupSize(GroupSizeT &&value)
void SetMaxFilesInBand(int value)
S3CsvSource & WithName(NameT &&value)
Definition S3CsvSource.h:56
void SetExclusions(ExclusionsT &&value)
Definition S3CsvSource.h:93
const Aws::String & GetEscaper() const
S3CsvSource & WithEscaper(EscaperT &&value)
S3CsvSource & WithMultiline(bool value)
AWS_GLUE_API S3CsvSource & operator=(Aws::Utils::Json::JsonView jsonValue)
AWS_GLUE_API S3CsvSource()=default
bool AdditionalOptionsHasBeenSet() const
S3CsvSource & WithGroupFiles(GroupFilesT &&value)
Separator GetSeparator() const
const Aws::Vector< Aws::String > & GetExclusions() const
Definition S3CsvSource.h:90
S3CsvSource & WithRecurse(bool value)
bool OptimizePerformanceHasBeenSet() const
const Aws::String & GetName() const
Definition S3CsvSource.h:51
S3CsvSource & WithMaxFilesInBand(int value)
QuoteChar GetQuoteChar() const
void SetPaths(PathsT &&value)
Definition S3CsvSource.h:66
S3CsvSource & WithWriteHeader(bool value)
std::basic_string< char, std::char_traits< char >, Aws::Allocator< char > > String
std::vector< T, Aws::Allocator< T > > Vector
Aws::Utils::Json::JsonValue JsonValue