AWS SDK for C++  1.8.51
AWS SDK for C++
Public Member Functions | List of all members
Aws::Glue::Model::CreateJobRequest Class Reference

#include <CreateJobRequest.h>

+ Inheritance diagram for Aws::Glue::Model::CreateJobRequest:

Public Member Functions

 CreateJobRequest ()
 
virtual const char * GetServiceRequestName () const override
 
Aws::String SerializePayload () const override
 
Aws::Http::HeaderValueCollection GetRequestSpecificHeaders () const override
 
const Aws::StringGetName () const
 
bool NameHasBeenSet () const
 
void SetName (const Aws::String &value)
 
void SetName (Aws::String &&value)
 
void SetName (const char *value)
 
CreateJobRequestWithName (const Aws::String &value)
 
CreateJobRequestWithName (Aws::String &&value)
 
CreateJobRequestWithName (const char *value)
 
const Aws::StringGetDescription () const
 
bool DescriptionHasBeenSet () const
 
void SetDescription (const Aws::String &value)
 
void SetDescription (Aws::String &&value)
 
void SetDescription (const char *value)
 
CreateJobRequestWithDescription (const Aws::String &value)
 
CreateJobRequestWithDescription (Aws::String &&value)
 
CreateJobRequestWithDescription (const char *value)
 
const Aws::StringGetLogUri () const
 
bool LogUriHasBeenSet () const
 
void SetLogUri (const Aws::String &value)
 
void SetLogUri (Aws::String &&value)
 
void SetLogUri (const char *value)
 
CreateJobRequestWithLogUri (const Aws::String &value)
 
CreateJobRequestWithLogUri (Aws::String &&value)
 
CreateJobRequestWithLogUri (const char *value)
 
const Aws::StringGetRole () const
 
bool RoleHasBeenSet () const
 
void SetRole (const Aws::String &value)
 
void SetRole (Aws::String &&value)
 
void SetRole (const char *value)
 
CreateJobRequestWithRole (const Aws::String &value)
 
CreateJobRequestWithRole (Aws::String &&value)
 
CreateJobRequestWithRole (const char *value)
 
const ExecutionPropertyGetExecutionProperty () const
 
bool ExecutionPropertyHasBeenSet () const
 
void SetExecutionProperty (const ExecutionProperty &value)
 
void SetExecutionProperty (ExecutionProperty &&value)
 
CreateJobRequestWithExecutionProperty (const ExecutionProperty &value)
 
CreateJobRequestWithExecutionProperty (ExecutionProperty &&value)
 
const JobCommandGetCommand () const
 
bool CommandHasBeenSet () const
 
void SetCommand (const JobCommand &value)
 
void SetCommand (JobCommand &&value)
 
CreateJobRequestWithCommand (const JobCommand &value)
 
CreateJobRequestWithCommand (JobCommand &&value)
 
const Aws::Map< Aws::String, Aws::String > & GetDefaultArguments () const
 
bool DefaultArgumentsHasBeenSet () const
 
void SetDefaultArguments (const Aws::Map< Aws::String, Aws::String > &value)
 
void SetDefaultArguments (Aws::Map< Aws::String, Aws::String > &&value)
 
CreateJobRequestWithDefaultArguments (const Aws::Map< Aws::String, Aws::String > &value)
 
CreateJobRequestWithDefaultArguments (Aws::Map< Aws::String, Aws::String > &&value)
 
CreateJobRequestAddDefaultArguments (const Aws::String &key, const Aws::String &value)
 
CreateJobRequestAddDefaultArguments (Aws::String &&key, const Aws::String &value)
 
CreateJobRequestAddDefaultArguments (const Aws::String &key, Aws::String &&value)
 
CreateJobRequestAddDefaultArguments (Aws::String &&key, Aws::String &&value)
 
CreateJobRequestAddDefaultArguments (const char *key, Aws::String &&value)
 
CreateJobRequestAddDefaultArguments (Aws::String &&key, const char *value)
 
CreateJobRequestAddDefaultArguments (const char *key, const char *value)
 
const Aws::Map< Aws::String, Aws::String > & GetNonOverridableArguments () const
 
bool NonOverridableArgumentsHasBeenSet () const
 
void SetNonOverridableArguments (const Aws::Map< Aws::String, Aws::String > &value)
 
void SetNonOverridableArguments (Aws::Map< Aws::String, Aws::String > &&value)
 
CreateJobRequestWithNonOverridableArguments (const Aws::Map< Aws::String, Aws::String > &value)
 
CreateJobRequestWithNonOverridableArguments (Aws::Map< Aws::String, Aws::String > &&value)
 
CreateJobRequestAddNonOverridableArguments (const Aws::String &key, const Aws::String &value)
 
CreateJobRequestAddNonOverridableArguments (Aws::String &&key, const Aws::String &value)
 
CreateJobRequestAddNonOverridableArguments (const Aws::String &key, Aws::String &&value)
 
CreateJobRequestAddNonOverridableArguments (Aws::String &&key, Aws::String &&value)
 
CreateJobRequestAddNonOverridableArguments (const char *key, Aws::String &&value)
 
CreateJobRequestAddNonOverridableArguments (Aws::String &&key, const char *value)
 
CreateJobRequestAddNonOverridableArguments (const char *key, const char *value)
 
const ConnectionsListGetConnections () const
 
bool ConnectionsHasBeenSet () const
 
void SetConnections (const ConnectionsList &value)
 
void SetConnections (ConnectionsList &&value)
 
CreateJobRequestWithConnections (const ConnectionsList &value)
 
CreateJobRequestWithConnections (ConnectionsList &&value)
 
int GetMaxRetries () const
 
bool MaxRetriesHasBeenSet () const
 
void SetMaxRetries (int value)
 
CreateJobRequestWithMaxRetries (int value)
 
int GetTimeout () const
 
bool TimeoutHasBeenSet () const
 
void SetTimeout (int value)
 
CreateJobRequestWithTimeout (int value)
 
double GetMaxCapacity () const
 
bool MaxCapacityHasBeenSet () const
 
void SetMaxCapacity (double value)
 
CreateJobRequestWithMaxCapacity (double value)
 
const Aws::StringGetSecurityConfiguration () const
 
bool SecurityConfigurationHasBeenSet () const
 
void SetSecurityConfiguration (const Aws::String &value)
 
void SetSecurityConfiguration (Aws::String &&value)
 
void SetSecurityConfiguration (const char *value)
 
CreateJobRequestWithSecurityConfiguration (const Aws::String &value)
 
CreateJobRequestWithSecurityConfiguration (Aws::String &&value)
 
CreateJobRequestWithSecurityConfiguration (const char *value)
 
const Aws::Map< Aws::String, Aws::String > & GetTags () const
 
bool TagsHasBeenSet () const
 
void SetTags (const Aws::Map< Aws::String, Aws::String > &value)
 
void SetTags (Aws::Map< Aws::String, Aws::String > &&value)
 
CreateJobRequestWithTags (const Aws::Map< Aws::String, Aws::String > &value)
 
CreateJobRequestWithTags (Aws::Map< Aws::String, Aws::String > &&value)
 
CreateJobRequestAddTags (const Aws::String &key, const Aws::String &value)
 
CreateJobRequestAddTags (Aws::String &&key, const Aws::String &value)
 
CreateJobRequestAddTags (const Aws::String &key, Aws::String &&value)
 
CreateJobRequestAddTags (Aws::String &&key, Aws::String &&value)
 
CreateJobRequestAddTags (const char *key, Aws::String &&value)
 
CreateJobRequestAddTags (Aws::String &&key, const char *value)
 
CreateJobRequestAddTags (const char *key, const char *value)
 
const NotificationPropertyGetNotificationProperty () const
 
bool NotificationPropertyHasBeenSet () const
 
void SetNotificationProperty (const NotificationProperty &value)
 
void SetNotificationProperty (NotificationProperty &&value)
 
CreateJobRequestWithNotificationProperty (const NotificationProperty &value)
 
CreateJobRequestWithNotificationProperty (NotificationProperty &&value)
 
const Aws::StringGetGlueVersion () const
 
bool GlueVersionHasBeenSet () const
 
void SetGlueVersion (const Aws::String &value)
 
void SetGlueVersion (Aws::String &&value)
 
void SetGlueVersion (const char *value)
 
CreateJobRequestWithGlueVersion (const Aws::String &value)
 
CreateJobRequestWithGlueVersion (Aws::String &&value)
 
CreateJobRequestWithGlueVersion (const char *value)
 
int GetNumberOfWorkers () const
 
bool NumberOfWorkersHasBeenSet () const
 
void SetNumberOfWorkers (int value)
 
CreateJobRequestWithNumberOfWorkers (int value)
 
const WorkerTypeGetWorkerType () const
 
bool WorkerTypeHasBeenSet () const
 
void SetWorkerType (const WorkerType &value)
 
void SetWorkerType (WorkerType &&value)
 
CreateJobRequestWithWorkerType (const WorkerType &value)
 
CreateJobRequestWithWorkerType (WorkerType &&value)
 
- Public Member Functions inherited from Aws::Glue::GlueRequest
virtual ~GlueRequest ()
 
void AddParametersToRequest (Aws::Http::HttpRequest &httpRequest) const
 
Aws::Http::HeaderValueCollection GetHeaders () const override
 
- Public Member Functions inherited from Aws::AmazonSerializableWebServiceRequest
 AmazonSerializableWebServiceRequest ()
 
virtual ~AmazonSerializableWebServiceRequest ()
 
std::shared_ptr< Aws::IOStreamGetBody () const override
 
- Public Member Functions inherited from Aws::AmazonWebServiceRequest
 AmazonWebServiceRequest ()
 
virtual ~AmazonWebServiceRequest ()=default
 
virtual void AddQueryStringParameters (Aws::Http::URI &uri) const
 
virtual void PutToPresignedUrl (Aws::Http::URI &uri) const
 
virtual bool IsStreaming () const
 
virtual bool IsEventStreamRequest () const
 
virtual bool SignBody () const
 
virtual bool IsChunked () const
 
virtual void SetRequestSignedHandler (const RequestSignedHandler &handler)
 
virtual const RequestSignedHandlerGetRequestSignedHandler () const
 
const Aws::IOStreamFactoryGetResponseStreamFactory () const
 
void SetResponseStreamFactory (const Aws::IOStreamFactory &factory)
 
virtual void SetDataReceivedEventHandler (const Aws::Http::DataReceivedEventHandler &dataReceivedEventHandler)
 
virtual void SetDataSentEventHandler (const Aws::Http::DataSentEventHandler &dataSentEventHandler)
 
virtual void SetContinueRequestHandler (const Aws::Http::ContinueRequestHandler &continueRequestHandler)
 
virtual void SetDataReceivedEventHandler (Aws::Http::DataReceivedEventHandler &&dataReceivedEventHandler)
 
virtual void SetDataSentEventHandler (Aws::Http::DataSentEventHandler &&dataSentEventHandler)
 
virtual void SetContinueRequestHandler (Aws::Http::ContinueRequestHandler &&continueRequestHandler)
 
virtual void SetRequestRetryHandler (const RequestRetryHandler &handler)
 
virtual void SetRequestRetryHandler (RequestRetryHandler &&handler)
 
virtual const Aws::Http::DataReceivedEventHandlerGetDataReceivedEventHandler () const
 
virtual const Aws::Http::DataSentEventHandlerGetDataSentEventHandler () const
 
virtual const Aws::Http::ContinueRequestHandlerGetContinueRequestHandler () const
 
virtual const RequestRetryHandlerGetRequestRetryHandler () const
 
virtual bool ShouldComputeContentMd5 () const
 

Additional Inherited Members

- Protected Member Functions inherited from Aws::AmazonWebServiceRequest
virtual void DumpBodyToUrl (Aws::Http::URI &uri) const
 

Detailed Description

Definition at line 27 of file CreateJobRequest.h.

Constructor & Destructor Documentation

◆ CreateJobRequest()

Aws::Glue::Model::CreateJobRequest::CreateJobRequest ( )

Member Function Documentation

◆ AddDefaultArguments() [1/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddDefaultArguments ( const Aws::String key,
const Aws::String value 
)
inline

The default arguments for this job.

You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes.

For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide.

For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Definition at line 380 of file CreateJobRequest.h.

◆ AddDefaultArguments() [2/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddDefaultArguments ( Aws::String &&  key,
const Aws::String value 
)
inline

The default arguments for this job.

You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes.

For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide.

For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Definition at line 393 of file CreateJobRequest.h.

◆ AddDefaultArguments() [3/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddDefaultArguments ( const Aws::String key,
Aws::String &&  value 
)
inline

The default arguments for this job.

You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes.

For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide.

For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Definition at line 406 of file CreateJobRequest.h.

◆ AddDefaultArguments() [4/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddDefaultArguments ( Aws::String &&  key,
Aws::String &&  value 
)
inline

The default arguments for this job.

You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes.

For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide.

For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Definition at line 419 of file CreateJobRequest.h.

◆ AddDefaultArguments() [5/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddDefaultArguments ( const char *  key,
Aws::String &&  value 
)
inline

The default arguments for this job.

You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes.

For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide.

For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Definition at line 432 of file CreateJobRequest.h.

◆ AddDefaultArguments() [6/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddDefaultArguments ( Aws::String &&  key,
const char *  value 
)
inline

The default arguments for this job.

You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes.

For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide.

For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Definition at line 445 of file CreateJobRequest.h.

◆ AddDefaultArguments() [7/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddDefaultArguments ( const char *  key,
const char *  value 
)
inline

The default arguments for this job.

You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes.

For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide.

For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Definition at line 458 of file CreateJobRequest.h.

◆ AddNonOverridableArguments() [1/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddNonOverridableArguments ( const Aws::String key,
const Aws::String value 
)
inline

Non-overridable arguments for this job, specified as name-value pairs.

Definition at line 494 of file CreateJobRequest.h.

◆ AddNonOverridableArguments() [2/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddNonOverridableArguments ( Aws::String &&  key,
const Aws::String value 
)
inline

Non-overridable arguments for this job, specified as name-value pairs.

Definition at line 499 of file CreateJobRequest.h.

◆ AddNonOverridableArguments() [3/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddNonOverridableArguments ( const Aws::String key,
Aws::String &&  value 
)
inline

Non-overridable arguments for this job, specified as name-value pairs.

Definition at line 504 of file CreateJobRequest.h.

◆ AddNonOverridableArguments() [4/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddNonOverridableArguments ( Aws::String &&  key,
Aws::String &&  value 
)
inline

Non-overridable arguments for this job, specified as name-value pairs.

Definition at line 509 of file CreateJobRequest.h.

◆ AddNonOverridableArguments() [5/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddNonOverridableArguments ( const char *  key,
Aws::String &&  value 
)
inline

Non-overridable arguments for this job, specified as name-value pairs.

Definition at line 514 of file CreateJobRequest.h.

◆ AddNonOverridableArguments() [6/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddNonOverridableArguments ( Aws::String &&  key,
const char *  value 
)
inline

Non-overridable arguments for this job, specified as name-value pairs.

Definition at line 519 of file CreateJobRequest.h.

◆ AddNonOverridableArguments() [7/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddNonOverridableArguments ( const char *  key,
const char *  value 
)
inline

Non-overridable arguments for this job, specified as name-value pairs.

Definition at line 524 of file CreateJobRequest.h.

◆ AddTags() [1/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddTags ( const Aws::String key,
const Aws::String value 
)
inline

The tags to use with this job. You may use tags to limit access to the job. For more information about tags in AWS Glue, see AWS Tags in AWS Glue in the developer guide.

Definition at line 788 of file CreateJobRequest.h.

◆ AddTags() [2/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddTags ( Aws::String &&  key,
const Aws::String value 
)
inline

The tags to use with this job. You may use tags to limit access to the job. For more information about tags in AWS Glue, see AWS Tags in AWS Glue in the developer guide.

Definition at line 796 of file CreateJobRequest.h.

◆ AddTags() [3/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddTags ( const Aws::String key,
Aws::String &&  value 
)
inline

The tags to use with this job. You may use tags to limit access to the job. For more information about tags in AWS Glue, see AWS Tags in AWS Glue in the developer guide.

Definition at line 804 of file CreateJobRequest.h.

◆ AddTags() [4/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddTags ( Aws::String &&  key,
Aws::String &&  value 
)
inline

The tags to use with this job. You may use tags to limit access to the job. For more information about tags in AWS Glue, see AWS Tags in AWS Glue in the developer guide.

Definition at line 812 of file CreateJobRequest.h.

◆ AddTags() [5/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddTags ( const char *  key,
Aws::String &&  value 
)
inline

The tags to use with this job. You may use tags to limit access to the job. For more information about tags in AWS Glue, see AWS Tags in AWS Glue in the developer guide.

Definition at line 820 of file CreateJobRequest.h.

◆ AddTags() [6/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddTags ( Aws::String &&  key,
const char *  value 
)
inline

The tags to use with this job. You may use tags to limit access to the job. For more information about tags in AWS Glue, see AWS Tags in AWS Glue in the developer guide.

Definition at line 828 of file CreateJobRequest.h.

◆ AddTags() [7/7]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::AddTags ( const char *  key,
const char *  value 
)
inline

The tags to use with this job. You may use tags to limit access to the job. For more information about tags in AWS Glue, see AWS Tags in AWS Glue in the developer guide.

Definition at line 836 of file CreateJobRequest.h.

◆ CommandHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::CommandHasBeenSet ( ) const
inline

The JobCommand that executes this job.

Definition at line 268 of file CreateJobRequest.h.

◆ ConnectionsHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::ConnectionsHasBeenSet ( ) const
inline

The connections used for this job.

Definition at line 535 of file CreateJobRequest.h.

◆ DefaultArgumentsHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::DefaultArgumentsHasBeenSet ( ) const
inline

The default arguments for this job.

You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes.

For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide.

For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Definition at line 315 of file CreateJobRequest.h.

◆ DescriptionHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::DescriptionHasBeenSet ( ) const
inline

Description of the job being defined.

Definition at line 100 of file CreateJobRequest.h.

◆ ExecutionPropertyHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::ExecutionPropertyHasBeenSet ( ) const
inline

An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.

Definition at line 233 of file CreateJobRequest.h.

◆ GetCommand()

const JobCommand& Aws::Glue::Model::CreateJobRequest::GetCommand ( ) const
inline

The JobCommand that executes this job.

Definition at line 263 of file CreateJobRequest.h.

◆ GetConnections()

const ConnectionsList& Aws::Glue::Model::CreateJobRequest::GetConnections ( ) const
inline

The connections used for this job.

Definition at line 530 of file CreateJobRequest.h.

◆ GetDefaultArguments()

const Aws::Map<Aws::String, Aws::String>& Aws::Glue::Model::CreateJobRequest::GetDefaultArguments ( ) const
inline

The default arguments for this job.

You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes.

For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide.

For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Definition at line 302 of file CreateJobRequest.h.

◆ GetDescription()

const Aws::String& Aws::Glue::Model::CreateJobRequest::GetDescription ( ) const
inline

Description of the job being defined.

Definition at line 95 of file CreateJobRequest.h.

◆ GetExecutionProperty()

const ExecutionProperty& Aws::Glue::Model::CreateJobRequest::GetExecutionProperty ( ) const
inline

An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.

Definition at line 227 of file CreateJobRequest.h.

◆ GetGlueVersion()

const Aws::String& Aws::Glue::Model::CreateJobRequest::GetGlueVersion ( ) const
inline

Glue version determines the versions of Apache Spark and Python that AWS Glue supports. The Python version indicates the version supported for jobs of type Spark.

For more information about the available AWS Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide.

Jobs that are created without specifying a Glue version default to Glue 0.9.

Definition at line 879 of file CreateJobRequest.h.

◆ GetLogUri()

const Aws::String& Aws::Glue::Model::CreateJobRequest::GetLogUri ( ) const
inline

This field is reserved for future use.

Definition at line 136 of file CreateJobRequest.h.

◆ GetMaxCapacity()

double Aws::Glue::Model::CreateJobRequest::GetMaxCapacity ( ) const
inline

The number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the AWS Glue pricing page.

Do not set Max Capacity if using WorkerType and NumberOfWorkers.

The value that can be allocated for MaxCapacity depends on whether you are running a Python shell job or an Apache Spark ETL job:

  • When you specify a Python shell job (JobCommand.Name="pythonshell"), you can allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.

  • When you specify an Apache Spark ETL job (JobCommand.Name="glueetl") or Apache Spark streaming ETL job (JobCommand.Name="gluestreaming"), you can allocate from 2 to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.

Definition at line 625 of file CreateJobRequest.h.

◆ GetMaxRetries()

int Aws::Glue::Model::CreateJobRequest::GetMaxRetries ( ) const
inline

The maximum number of times to retry this job if it fails.

Definition at line 561 of file CreateJobRequest.h.

◆ GetName()

const Aws::String& Aws::Glue::Model::CreateJobRequest::GetName ( ) const
inline

The name you assign to this job definition. It must be unique in your account.

Definition at line 47 of file CreateJobRequest.h.

◆ GetNonOverridableArguments()

const Aws::Map<Aws::String, Aws::String>& Aws::Glue::Model::CreateJobRequest::GetNonOverridableArguments ( ) const
inline

Non-overridable arguments for this job, specified as name-value pairs.

Definition at line 464 of file CreateJobRequest.h.

◆ GetNotificationProperty()

const NotificationProperty& Aws::Glue::Model::CreateJobRequest::GetNotificationProperty ( ) const
inline

Specifies configuration properties of a job notification.

Definition at line 842 of file CreateJobRequest.h.

◆ GetNumberOfWorkers()

int Aws::Glue::Model::CreateJobRequest::GetNumberOfWorkers ( ) const
inline

The number of workers of a defined workerType that are allocated when a job runs.

The maximum number of workers you can define are 299 for G.1X, and 149 for G.2X.

Definition at line 964 of file CreateJobRequest.h.

◆ GetRequestSpecificHeaders()

Aws::Http::HeaderValueCollection Aws::Glue::Model::CreateJobRequest::GetRequestSpecificHeaders ( ) const
overridevirtual

Reimplemented from Aws::Glue::GlueRequest.

◆ GetRole()

const Aws::String& Aws::Glue::Model::CreateJobRequest::GetRole ( ) const
inline

The name or Amazon Resource Name (ARN) of the IAM role associated with this job.

Definition at line 178 of file CreateJobRequest.h.

◆ GetSecurityConfiguration()

const Aws::String& Aws::Glue::Model::CreateJobRequest::GetSecurityConfiguration ( ) const
inline

The name of the SecurityConfiguration structure to be used with this job.

Definition at line 689 of file CreateJobRequest.h.

◆ GetServiceRequestName()

virtual const char* Aws::Glue::Model::CreateJobRequest::GetServiceRequestName ( ) const
inlineoverridevirtual

Implements Aws::AmazonWebServiceRequest.

Definition at line 36 of file CreateJobRequest.h.

◆ GetTags()

const Aws::Map<Aws::String, Aws::String>& Aws::Glue::Model::CreateJobRequest::GetTags ( ) const
inline

The tags to use with this job. You may use tags to limit access to the job. For more information about tags in AWS Glue, see AWS Tags in AWS Glue in the developer guide.

Definition at line 740 of file CreateJobRequest.h.

◆ GetTimeout()

int Aws::Glue::Model::CreateJobRequest::GetTimeout ( ) const
inline

The job timeout in minutes. This is the maximum time that a job run can consume resources before it is terminated and enters TIMEOUT status. The default is 2,880 minutes (48 hours).

Definition at line 584 of file CreateJobRequest.h.

◆ GetWorkerType()

const WorkerType& Aws::Glue::Model::CreateJobRequest::GetWorkerType ( ) const
inline

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

  • For the Standard worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.

  • For the G.1X worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.

  • For the G.2X worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.

Definition at line 999 of file CreateJobRequest.h.

◆ GlueVersionHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::GlueVersionHasBeenSet ( ) const
inline

Glue version determines the versions of Apache Spark and Python that AWS Glue supports. The Python version indicates the version supported for jobs of type Spark.

For more information about the available AWS Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide.

Jobs that are created without specifying a Glue version default to Glue 0.9.

Definition at line 890 of file CreateJobRequest.h.

◆ LogUriHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::LogUriHasBeenSet ( ) const
inline

This field is reserved for future use.

Definition at line 141 of file CreateJobRequest.h.

◆ MaxCapacityHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::MaxCapacityHasBeenSet ( ) const
inline

The number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the AWS Glue pricing page.

Do not set Max Capacity if using WorkerType and NumberOfWorkers.

The value that can be allocated for MaxCapacity depends on whether you are running a Python shell job or an Apache Spark ETL job:

  • When you specify a Python shell job (JobCommand.Name="pythonshell"), you can allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.

  • When you specify an Apache Spark ETL job (JobCommand.Name="glueetl") or Apache Spark streaming ETL job (JobCommand.Name="gluestreaming"), you can allocate from 2 to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.

Definition at line 644 of file CreateJobRequest.h.

◆ MaxRetriesHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::MaxRetriesHasBeenSet ( ) const
inline

The maximum number of times to retry this job if it fails.

Definition at line 566 of file CreateJobRequest.h.

◆ NameHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::NameHasBeenSet ( ) const
inline

The name you assign to this job definition. It must be unique in your account.

Definition at line 53 of file CreateJobRequest.h.

◆ NonOverridableArgumentsHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::NonOverridableArgumentsHasBeenSet ( ) const
inline

Non-overridable arguments for this job, specified as name-value pairs.

Definition at line 469 of file CreateJobRequest.h.

◆ NotificationPropertyHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::NotificationPropertyHasBeenSet ( ) const
inline

Specifies configuration properties of a job notification.

Definition at line 847 of file CreateJobRequest.h.

◆ NumberOfWorkersHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::NumberOfWorkersHasBeenSet ( ) const
inline

The number of workers of a defined workerType that are allocated when a job runs.

The maximum number of workers you can define are 299 for G.1X, and 149 for G.2X.

Definition at line 971 of file CreateJobRequest.h.

◆ RoleHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::RoleHasBeenSet ( ) const
inline

The name or Amazon Resource Name (ARN) of the IAM role associated with this job.

Definition at line 184 of file CreateJobRequest.h.

◆ SecurityConfigurationHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::SecurityConfigurationHasBeenSet ( ) const
inline

The name of the SecurityConfiguration structure to be used with this job.

Definition at line 695 of file CreateJobRequest.h.

◆ SerializePayload()

Aws::String Aws::Glue::Model::CreateJobRequest::SerializePayload ( ) const
overridevirtual

Convert payload into String.

Implements Aws::AmazonSerializableWebServiceRequest.

◆ SetCommand() [1/2]

void Aws::Glue::Model::CreateJobRequest::SetCommand ( const JobCommand value)
inline

The JobCommand that executes this job.

Definition at line 273 of file CreateJobRequest.h.

◆ SetCommand() [2/2]

void Aws::Glue::Model::CreateJobRequest::SetCommand ( JobCommand &&  value)
inline

The JobCommand that executes this job.

Definition at line 278 of file CreateJobRequest.h.

◆ SetConnections() [1/2]

void Aws::Glue::Model::CreateJobRequest::SetConnections ( const ConnectionsList value)
inline

The connections used for this job.

Definition at line 540 of file CreateJobRequest.h.

◆ SetConnections() [2/2]

void Aws::Glue::Model::CreateJobRequest::SetConnections ( ConnectionsList &&  value)
inline

The connections used for this job.

Definition at line 545 of file CreateJobRequest.h.

◆ SetDefaultArguments() [1/2]

void Aws::Glue::Model::CreateJobRequest::SetDefaultArguments ( const Aws::Map< Aws::String, Aws::String > &  value)
inline

The default arguments for this job.

You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes.

For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide.

For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Definition at line 328 of file CreateJobRequest.h.

◆ SetDefaultArguments() [2/2]

void Aws::Glue::Model::CreateJobRequest::SetDefaultArguments ( Aws::Map< Aws::String, Aws::String > &&  value)
inline

The default arguments for this job.

You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes.

For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide.

For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Definition at line 341 of file CreateJobRequest.h.

◆ SetDescription() [1/3]

void Aws::Glue::Model::CreateJobRequest::SetDescription ( const Aws::String value)
inline

Description of the job being defined.

Definition at line 105 of file CreateJobRequest.h.

◆ SetDescription() [2/3]

void Aws::Glue::Model::CreateJobRequest::SetDescription ( Aws::String &&  value)
inline

Description of the job being defined.

Definition at line 110 of file CreateJobRequest.h.

◆ SetDescription() [3/3]

void Aws::Glue::Model::CreateJobRequest::SetDescription ( const char *  value)
inline

Description of the job being defined.

Definition at line 115 of file CreateJobRequest.h.

◆ SetExecutionProperty() [1/2]

void Aws::Glue::Model::CreateJobRequest::SetExecutionProperty ( const ExecutionProperty value)
inline

An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.

Definition at line 239 of file CreateJobRequest.h.

◆ SetExecutionProperty() [2/2]

void Aws::Glue::Model::CreateJobRequest::SetExecutionProperty ( ExecutionProperty &&  value)
inline

An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.

Definition at line 245 of file CreateJobRequest.h.

◆ SetGlueVersion() [1/3]

void Aws::Glue::Model::CreateJobRequest::SetGlueVersion ( const Aws::String value)
inline

Glue version determines the versions of Apache Spark and Python that AWS Glue supports. The Python version indicates the version supported for jobs of type Spark.

For more information about the available AWS Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide.

Jobs that are created without specifying a Glue version default to Glue 0.9.

Definition at line 901 of file CreateJobRequest.h.

◆ SetGlueVersion() [2/3]

void Aws::Glue::Model::CreateJobRequest::SetGlueVersion ( Aws::String &&  value)
inline

Glue version determines the versions of Apache Spark and Python that AWS Glue supports. The Python version indicates the version supported for jobs of type Spark.

For more information about the available AWS Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide.

Jobs that are created without specifying a Glue version default to Glue 0.9.

Definition at line 912 of file CreateJobRequest.h.

◆ SetGlueVersion() [3/3]

void Aws::Glue::Model::CreateJobRequest::SetGlueVersion ( const char *  value)
inline

Glue version determines the versions of Apache Spark and Python that AWS Glue supports. The Python version indicates the version supported for jobs of type Spark.

For more information about the available AWS Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide.

Jobs that are created without specifying a Glue version default to Glue 0.9.

Definition at line 923 of file CreateJobRequest.h.

◆ SetLogUri() [1/3]

void Aws::Glue::Model::CreateJobRequest::SetLogUri ( const Aws::String value)
inline

This field is reserved for future use.

Definition at line 146 of file CreateJobRequest.h.

◆ SetLogUri() [2/3]

void Aws::Glue::Model::CreateJobRequest::SetLogUri ( Aws::String &&  value)
inline

This field is reserved for future use.

Definition at line 151 of file CreateJobRequest.h.

◆ SetLogUri() [3/3]

void Aws::Glue::Model::CreateJobRequest::SetLogUri ( const char *  value)
inline

This field is reserved for future use.

Definition at line 156 of file CreateJobRequest.h.

◆ SetMaxCapacity()

void Aws::Glue::Model::CreateJobRequest::SetMaxCapacity ( double  value)
inline

The number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the AWS Glue pricing page.

Do not set Max Capacity if using WorkerType and NumberOfWorkers.

The value that can be allocated for MaxCapacity depends on whether you are running a Python shell job or an Apache Spark ETL job:

  • When you specify a Python shell job (JobCommand.Name="pythonshell"), you can allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.

  • When you specify an Apache Spark ETL job (JobCommand.Name="glueetl") or Apache Spark streaming ETL job (JobCommand.Name="gluestreaming"), you can allocate from 2 to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.

Definition at line 663 of file CreateJobRequest.h.

◆ SetMaxRetries()

void Aws::Glue::Model::CreateJobRequest::SetMaxRetries ( int  value)
inline

The maximum number of times to retry this job if it fails.

Definition at line 571 of file CreateJobRequest.h.

◆ SetName() [1/3]

void Aws::Glue::Model::CreateJobRequest::SetName ( const Aws::String value)
inline

The name you assign to this job definition. It must be unique in your account.

Definition at line 59 of file CreateJobRequest.h.

◆ SetName() [2/3]

void Aws::Glue::Model::CreateJobRequest::SetName ( Aws::String &&  value)
inline

The name you assign to this job definition. It must be unique in your account.

Definition at line 65 of file CreateJobRequest.h.

◆ SetName() [3/3]

void Aws::Glue::Model::CreateJobRequest::SetName ( const char *  value)
inline

The name you assign to this job definition. It must be unique in your account.

Definition at line 71 of file CreateJobRequest.h.

◆ SetNonOverridableArguments() [1/2]

void Aws::Glue::Model::CreateJobRequest::SetNonOverridableArguments ( const Aws::Map< Aws::String, Aws::String > &  value)
inline

Non-overridable arguments for this job, specified as name-value pairs.

Definition at line 474 of file CreateJobRequest.h.

◆ SetNonOverridableArguments() [2/2]

void Aws::Glue::Model::CreateJobRequest::SetNonOverridableArguments ( Aws::Map< Aws::String, Aws::String > &&  value)
inline

Non-overridable arguments for this job, specified as name-value pairs.

Definition at line 479 of file CreateJobRequest.h.

◆ SetNotificationProperty() [1/2]

void Aws::Glue::Model::CreateJobRequest::SetNotificationProperty ( const NotificationProperty value)
inline

Specifies configuration properties of a job notification.

Definition at line 852 of file CreateJobRequest.h.

◆ SetNotificationProperty() [2/2]

void Aws::Glue::Model::CreateJobRequest::SetNotificationProperty ( NotificationProperty &&  value)
inline

Specifies configuration properties of a job notification.

Definition at line 857 of file CreateJobRequest.h.

◆ SetNumberOfWorkers()

void Aws::Glue::Model::CreateJobRequest::SetNumberOfWorkers ( int  value)
inline

The number of workers of a defined workerType that are allocated when a job runs.

The maximum number of workers you can define are 299 for G.1X, and 149 for G.2X.

Definition at line 978 of file CreateJobRequest.h.

◆ SetRole() [1/3]

void Aws::Glue::Model::CreateJobRequest::SetRole ( const Aws::String value)
inline

The name or Amazon Resource Name (ARN) of the IAM role associated with this job.

Definition at line 190 of file CreateJobRequest.h.

◆ SetRole() [2/3]

void Aws::Glue::Model::CreateJobRequest::SetRole ( Aws::String &&  value)
inline

The name or Amazon Resource Name (ARN) of the IAM role associated with this job.

Definition at line 196 of file CreateJobRequest.h.

◆ SetRole() [3/3]

void Aws::Glue::Model::CreateJobRequest::SetRole ( const char *  value)
inline

The name or Amazon Resource Name (ARN) of the IAM role associated with this job.

Definition at line 202 of file CreateJobRequest.h.

◆ SetSecurityConfiguration() [1/3]

void Aws::Glue::Model::CreateJobRequest::SetSecurityConfiguration ( const Aws::String value)
inline

The name of the SecurityConfiguration structure to be used with this job.

Definition at line 701 of file CreateJobRequest.h.

◆ SetSecurityConfiguration() [2/3]

void Aws::Glue::Model::CreateJobRequest::SetSecurityConfiguration ( Aws::String &&  value)
inline

The name of the SecurityConfiguration structure to be used with this job.

Definition at line 707 of file CreateJobRequest.h.

◆ SetSecurityConfiguration() [3/3]

void Aws::Glue::Model::CreateJobRequest::SetSecurityConfiguration ( const char *  value)
inline

The name of the SecurityConfiguration structure to be used with this job.

Definition at line 713 of file CreateJobRequest.h.

◆ SetTags() [1/2]

void Aws::Glue::Model::CreateJobRequest::SetTags ( const Aws::Map< Aws::String, Aws::String > &  value)
inline

The tags to use with this job. You may use tags to limit access to the job. For more information about tags in AWS Glue, see AWS Tags in AWS Glue in the developer guide.

Definition at line 756 of file CreateJobRequest.h.

◆ SetTags() [2/2]

void Aws::Glue::Model::CreateJobRequest::SetTags ( Aws::Map< Aws::String, Aws::String > &&  value)
inline

The tags to use with this job. You may use tags to limit access to the job. For more information about tags in AWS Glue, see AWS Tags in AWS Glue in the developer guide.

Definition at line 764 of file CreateJobRequest.h.

◆ SetTimeout()

void Aws::Glue::Model::CreateJobRequest::SetTimeout ( int  value)
inline

The job timeout in minutes. This is the maximum time that a job run can consume resources before it is terminated and enters TIMEOUT status. The default is 2,880 minutes (48 hours).

Definition at line 598 of file CreateJobRequest.h.

◆ SetWorkerType() [1/2]

void Aws::Glue::Model::CreateJobRequest::SetWorkerType ( const WorkerType value)
inline

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

  • For the Standard worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.

  • For the G.1X worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.

  • For the G.2X worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.

Definition at line 1025 of file CreateJobRequest.h.

◆ SetWorkerType() [2/2]

void Aws::Glue::Model::CreateJobRequest::SetWorkerType ( WorkerType &&  value)
inline

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

  • For the Standard worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.

  • For the G.1X worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.

  • For the G.2X worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.

Definition at line 1038 of file CreateJobRequest.h.

◆ TagsHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::TagsHasBeenSet ( ) const
inline

The tags to use with this job. You may use tags to limit access to the job. For more information about tags in AWS Glue, see AWS Tags in AWS Glue in the developer guide.

Definition at line 748 of file CreateJobRequest.h.

◆ TimeoutHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::TimeoutHasBeenSet ( ) const
inline

The job timeout in minutes. This is the maximum time that a job run can consume resources before it is terminated and enters TIMEOUT status. The default is 2,880 minutes (48 hours).

Definition at line 591 of file CreateJobRequest.h.

◆ WithCommand() [1/2]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithCommand ( const JobCommand value)
inline

The JobCommand that executes this job.

Definition at line 283 of file CreateJobRequest.h.

◆ WithCommand() [2/2]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithCommand ( JobCommand &&  value)
inline

The JobCommand that executes this job.

Definition at line 288 of file CreateJobRequest.h.

◆ WithConnections() [1/2]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithConnections ( const ConnectionsList value)
inline

The connections used for this job.

Definition at line 550 of file CreateJobRequest.h.

◆ WithConnections() [2/2]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithConnections ( ConnectionsList &&  value)
inline

The connections used for this job.

Definition at line 555 of file CreateJobRequest.h.

◆ WithDefaultArguments() [1/2]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithDefaultArguments ( const Aws::Map< Aws::String, Aws::String > &  value)
inline

The default arguments for this job.

You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes.

For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide.

For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Definition at line 354 of file CreateJobRequest.h.

◆ WithDefaultArguments() [2/2]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithDefaultArguments ( Aws::Map< Aws::String, Aws::String > &&  value)
inline

The default arguments for this job.

You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes.

For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide.

For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Definition at line 367 of file CreateJobRequest.h.

◆ WithDescription() [1/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithDescription ( const Aws::String value)
inline

Description of the job being defined.

Definition at line 120 of file CreateJobRequest.h.

◆ WithDescription() [2/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithDescription ( Aws::String &&  value)
inline

Description of the job being defined.

Definition at line 125 of file CreateJobRequest.h.

◆ WithDescription() [3/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithDescription ( const char *  value)
inline

Description of the job being defined.

Definition at line 130 of file CreateJobRequest.h.

◆ WithExecutionProperty() [1/2]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithExecutionProperty ( const ExecutionProperty value)
inline

An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.

Definition at line 251 of file CreateJobRequest.h.

◆ WithExecutionProperty() [2/2]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithExecutionProperty ( ExecutionProperty &&  value)
inline

An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.

Definition at line 257 of file CreateJobRequest.h.

◆ WithGlueVersion() [1/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithGlueVersion ( const Aws::String value)
inline

Glue version determines the versions of Apache Spark and Python that AWS Glue supports. The Python version indicates the version supported for jobs of type Spark.

For more information about the available AWS Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide.

Jobs that are created without specifying a Glue version default to Glue 0.9.

Definition at line 934 of file CreateJobRequest.h.

◆ WithGlueVersion() [2/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithGlueVersion ( Aws::String &&  value)
inline

Glue version determines the versions of Apache Spark and Python that AWS Glue supports. The Python version indicates the version supported for jobs of type Spark.

For more information about the available AWS Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide.

Jobs that are created without specifying a Glue version default to Glue 0.9.

Definition at line 945 of file CreateJobRequest.h.

◆ WithGlueVersion() [3/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithGlueVersion ( const char *  value)
inline

Glue version determines the versions of Apache Spark and Python that AWS Glue supports. The Python version indicates the version supported for jobs of type Spark.

For more information about the available AWS Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide.

Jobs that are created without specifying a Glue version default to Glue 0.9.

Definition at line 956 of file CreateJobRequest.h.

◆ WithLogUri() [1/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithLogUri ( const Aws::String value)
inline

This field is reserved for future use.

Definition at line 161 of file CreateJobRequest.h.

◆ WithLogUri() [2/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithLogUri ( Aws::String &&  value)
inline

This field is reserved for future use.

Definition at line 166 of file CreateJobRequest.h.

◆ WithLogUri() [3/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithLogUri ( const char *  value)
inline

This field is reserved for future use.

Definition at line 171 of file CreateJobRequest.h.

◆ WithMaxCapacity()

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithMaxCapacity ( double  value)
inline

The number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the AWS Glue pricing page.

Do not set Max Capacity if using WorkerType and NumberOfWorkers.

The value that can be allocated for MaxCapacity depends on whether you are running a Python shell job or an Apache Spark ETL job:

  • When you specify a Python shell job (JobCommand.Name="pythonshell"), you can allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.

  • When you specify an Apache Spark ETL job (JobCommand.Name="glueetl") or Apache Spark streaming ETL job (JobCommand.Name="gluestreaming"), you can allocate from 2 to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.

Definition at line 682 of file CreateJobRequest.h.

◆ WithMaxRetries()

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithMaxRetries ( int  value)
inline

The maximum number of times to retry this job if it fails.

Definition at line 576 of file CreateJobRequest.h.

◆ WithName() [1/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithName ( const Aws::String value)
inline

The name you assign to this job definition. It must be unique in your account.

Definition at line 77 of file CreateJobRequest.h.

◆ WithName() [2/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithName ( Aws::String &&  value)
inline

The name you assign to this job definition. It must be unique in your account.

Definition at line 83 of file CreateJobRequest.h.

◆ WithName() [3/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithName ( const char *  value)
inline

The name you assign to this job definition. It must be unique in your account.

Definition at line 89 of file CreateJobRequest.h.

◆ WithNonOverridableArguments() [1/2]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithNonOverridableArguments ( const Aws::Map< Aws::String, Aws::String > &  value)
inline

Non-overridable arguments for this job, specified as name-value pairs.

Definition at line 484 of file CreateJobRequest.h.

◆ WithNonOverridableArguments() [2/2]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithNonOverridableArguments ( Aws::Map< Aws::String, Aws::String > &&  value)
inline

Non-overridable arguments for this job, specified as name-value pairs.

Definition at line 489 of file CreateJobRequest.h.

◆ WithNotificationProperty() [1/2]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithNotificationProperty ( const NotificationProperty value)
inline

Specifies configuration properties of a job notification.

Definition at line 862 of file CreateJobRequest.h.

◆ WithNotificationProperty() [2/2]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithNotificationProperty ( NotificationProperty &&  value)
inline

Specifies configuration properties of a job notification.

Definition at line 867 of file CreateJobRequest.h.

◆ WithNumberOfWorkers()

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithNumberOfWorkers ( int  value)
inline

The number of workers of a defined workerType that are allocated when a job runs.

The maximum number of workers you can define are 299 for G.1X, and 149 for G.2X.

Definition at line 985 of file CreateJobRequest.h.

◆ WithRole() [1/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithRole ( const Aws::String value)
inline

The name or Amazon Resource Name (ARN) of the IAM role associated with this job.

Definition at line 208 of file CreateJobRequest.h.

◆ WithRole() [2/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithRole ( Aws::String &&  value)
inline

The name or Amazon Resource Name (ARN) of the IAM role associated with this job.

Definition at line 214 of file CreateJobRequest.h.

◆ WithRole() [3/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithRole ( const char *  value)
inline

The name or Amazon Resource Name (ARN) of the IAM role associated with this job.

Definition at line 220 of file CreateJobRequest.h.

◆ WithSecurityConfiguration() [1/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithSecurityConfiguration ( const Aws::String value)
inline

The name of the SecurityConfiguration structure to be used with this job.

Definition at line 719 of file CreateJobRequest.h.

◆ WithSecurityConfiguration() [2/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithSecurityConfiguration ( Aws::String &&  value)
inline

The name of the SecurityConfiguration structure to be used with this job.

Definition at line 725 of file CreateJobRequest.h.

◆ WithSecurityConfiguration() [3/3]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithSecurityConfiguration ( const char *  value)
inline

The name of the SecurityConfiguration structure to be used with this job.

Definition at line 731 of file CreateJobRequest.h.

◆ WithTags() [1/2]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithTags ( const Aws::Map< Aws::String, Aws::String > &  value)
inline

The tags to use with this job. You may use tags to limit access to the job. For more information about tags in AWS Glue, see AWS Tags in AWS Glue in the developer guide.

Definition at line 772 of file CreateJobRequest.h.

◆ WithTags() [2/2]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithTags ( Aws::Map< Aws::String, Aws::String > &&  value)
inline

The tags to use with this job. You may use tags to limit access to the job. For more information about tags in AWS Glue, see AWS Tags in AWS Glue in the developer guide.

Definition at line 780 of file CreateJobRequest.h.

◆ WithTimeout()

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithTimeout ( int  value)
inline

The job timeout in minutes. This is the maximum time that a job run can consume resources before it is terminated and enters TIMEOUT status. The default is 2,880 minutes (48 hours).

Definition at line 605 of file CreateJobRequest.h.

◆ WithWorkerType() [1/2]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithWorkerType ( const WorkerType value)
inline

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

  • For the Standard worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.

  • For the G.1X worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.

  • For the G.2X worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.

Definition at line 1051 of file CreateJobRequest.h.

◆ WithWorkerType() [2/2]

CreateJobRequest& Aws::Glue::Model::CreateJobRequest::WithWorkerType ( WorkerType &&  value)
inline

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

  • For the Standard worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.

  • For the G.1X worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.

  • For the G.2X worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.

Definition at line 1064 of file CreateJobRequest.h.

◆ WorkerTypeHasBeenSet()

bool Aws::Glue::Model::CreateJobRequest::WorkerTypeHasBeenSet ( ) const
inline

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

  • For the Standard worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.

  • For the G.1X worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.

  • For the G.2X worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.

Definition at line 1012 of file CreateJobRequest.h.


The documentation for this class was generated from the following file: