1. Docs
  2. Reference
  3. API
  4. AWS
  5. glue
  6. Job

Job

Provides a Glue Job resource.

Glue functionality, such as monitoring and logging of jobs, is typically managed with the default_arguments argument. See the Special Parameters Used by AWS Glue topic in the Glue developer guide for additional information.

Example Usage

Python Job

using Pulumi;
using Aws = Pulumi.Aws;

class MyStack : Stack
{
    public MyStack()
    {
        var example = new Aws.Glue.Job("example", new Aws.Glue.JobArgs
        {
            Command = new Aws.Glue.Inputs.JobCommandArgs
            {
                ScriptLocation = $"s3://{aws_s3_bucket.Example.Bucket}/example.py",
            },
            RoleArn = aws_iam_role.Example.Arn,
        });
    }

}

package main

import (
    "fmt"

    "github.com/pulumi/pulumi-aws/sdk/v2/go/aws/glue"
    "github.com/pulumi/pulumi/sdk/v2/go/pulumi"
)

func main() {
    pulumi.Run(func(ctx *pulumi.Context) error {
        _, err := glue.NewJob(ctx, "example", &glue.JobArgs{
            Command: &glue.JobCommandArgs{
                ScriptLocation: pulumi.String(fmt.Sprintf("%v%v%v", "s3://", aws_s3_bucket.Example.Bucket, "/example.py")),
            },
            RoleArn: pulumi.String(aws_iam_role.Example.Arn),
        })
        if err != nil {
            return err
        }
        return nil
    })
}
import pulumi
import pulumi_aws as aws

example = aws.glue.Job("example",
    command={
        "scriptLocation": f"s3://{aws_s3_bucket['example']['bucket']}/example.py",
    },
    role_arn=aws_iam_role["example"]["arn"])
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";

const example = new aws.glue.Job("example", {
    command: {
        scriptLocation: pulumi.interpolate`s3://${aws_s3_bucket_example.bucket}/example.py`,
    },
    roleArn: aws_iam_role_example.arn,
});

Scala Job

using Pulumi;
using Aws = Pulumi.Aws;

class MyStack : Stack
{
    public MyStack()
    {
        var example = new Aws.Glue.Job("example", new Aws.Glue.JobArgs
        {
            Command = new Aws.Glue.Inputs.JobCommandArgs
            {
                ScriptLocation = $"s3://{aws_s3_bucket.Example.Bucket}/example.scala",
            },
            DefaultArguments = 
            {
                { "--job-language", "scala" },
            },
            RoleArn = aws_iam_role.Example.Arn,
        });
    }

}

package main

import (
    "fmt"

    "github.com/pulumi/pulumi-aws/sdk/v2/go/aws/glue"
    "github.com/pulumi/pulumi/sdk/v2/go/pulumi"
)

func main() {
    pulumi.Run(func(ctx *pulumi.Context) error {
        _, err := glue.NewJob(ctx, "example", &glue.JobArgs{
            Command: &glue.JobCommandArgs{
                ScriptLocation: pulumi.String(fmt.Sprintf("%v%v%v", "s3://", aws_s3_bucket.Example.Bucket, "/example.scala")),
            },
            DefaultArguments: pulumi.StringMap{
                "--job-language": pulumi.String("scala"),
            },
            RoleArn: pulumi.String(aws_iam_role.Example.Arn),
        })
        if err != nil {
            return err
        }
        return nil
    })
}
import pulumi
import pulumi_aws as aws

example = aws.glue.Job("example",
    command={
        "scriptLocation": f"s3://{aws_s3_bucket['example']['bucket']}/example.scala",
    },
    default_arguments={
        "--job-language": "scala",
    },
    role_arn=aws_iam_role["example"]["arn"])
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";

const example = new aws.glue.Job("example", {
    command: {
        scriptLocation: pulumi.interpolate`s3://${aws_s3_bucket_example.bucket}/example.scala`,
    },
    defaultArguments: {
        "--job-language": "scala",
    },
    roleArn: aws_iam_role_example.arn,
});

Enabling CloudWatch Logs and Metrics

using Pulumi;
using Aws = Pulumi.Aws;

class MyStack : Stack
{
    public MyStack()
    {
        var exampleLogGroup = new Aws.CloudWatch.LogGroup("exampleLogGroup", new Aws.CloudWatch.LogGroupArgs
        {
            RetentionInDays = 14,
        });
        var exampleJob = new Aws.Glue.Job("exampleJob", new Aws.Glue.JobArgs
        {
            DefaultArguments = 
            {
                { "--continuous-log-logGroup", exampleLogGroup.Name },
                { "--enable-continuous-cloudwatch-log", "true" },
                { "--enable-continuous-log-filter", "true" },
                { "--enable-metrics", "" },
            },
        });
    }

}

package main

import (
    "github.com/pulumi/pulumi-aws/sdk/v2/go/aws/cloudwatch"
    "github.com/pulumi/pulumi-aws/sdk/v2/go/aws/glue"
    "github.com/pulumi/pulumi/sdk/v2/go/pulumi"
)

func main() {
    pulumi.Run(func(ctx *pulumi.Context) error {
        exampleLogGroup, err := cloudwatch.NewLogGroup(ctx, "exampleLogGroup", &cloudwatch.LogGroupArgs{
            RetentionInDays: pulumi.Int(14),
        })
        if err != nil {
            return err
        }
        _, err = glue.NewJob(ctx, "exampleJob", &glue.JobArgs{
            DefaultArguments: pulumi.StringMap{
                "--continuous-log-logGroup":          exampleLogGroup.Name,
                "--enable-continuous-cloudwatch-log": pulumi.String("true"),
                "--enable-continuous-log-filter":     pulumi.String("true"),
                "--enable-metrics":                   pulumi.String(""),
            },
        })
        if err != nil {
            return err
        }
        return nil
    })
}
import pulumi
import pulumi_aws as aws

example_log_group = aws.cloudwatch.LogGroup("exampleLogGroup", retention_in_days=14)
example_job = aws.glue.Job("exampleJob", default_arguments={
    "--continuous-log-logGroup": example_log_group.name,
    "--enable-continuous-cloudwatch-log": "true",
    "--enable-continuous-log-filter": "true",
    "--enable-metrics": "",
})
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";

const exampleLogGroup = new aws.cloudwatch.LogGroup("example", {
    retentionInDays: 14,
});
const exampleJob = new aws.glue.Job("example", {
    defaultArguments: {
        // ... potentially other arguments ...
        "--continuous-log-logGroup": exampleLogGroup.name,
        "--enable-continuous-cloudwatch-log": "true",
        "--enable-continuous-log-filter": "true",
        "--enable-metrics": "",
    },
});

Create a Job Resource

new Job(name: string, args: JobArgs, opts?: CustomResourceOptions);
def Job(resource_name, opts=None, allocated_capacity=None, command=None, connections=None, default_arguments=None, description=None, execution_property=None, glue_version=None, max_capacity=None, max_retries=None, name=None, notification_property=None, number_of_workers=None, role_arn=None, security_configuration=None, tags=None, timeout=None, worker_type=None, __props__=None);
func NewJob(ctx *Context, name string, args JobArgs, opts ...ResourceOption) (*Job, error)
public Job(string name, JobArgs args, CustomResourceOptions? opts = null)
name string
The unique name of the resource.
args JobArgs
The arguments to resource properties.
opts CustomResourceOptions
Bag of options to control resource's behavior.
resource_name str
The unique name of the resource.
opts ResourceOptions
A bag of options that control this resource's behavior.
ctx Context
Context object for the current deployment.
name string
The unique name of the resource.
args JobArgs
The arguments to resource properties.
opts ResourceOption
Bag of options to control resource's behavior.
name string
The unique name of the resource.
args JobArgs
The arguments to resource properties.
opts CustomResourceOptions
Bag of options to control resource's behavior.

Job Resource Properties

To learn more about resource properties and how to use them, see Inputs and Outputs in the Programming Model docs.

Inputs

The Job resource accepts the following input properties:

Command JobCommandArgs

The command of the job. Defined below.

RoleArn string

The ARN of the IAM role associated with this job.

AllocatedCapacity int

DEPRECATED (Optional) The number of AWS Glue data processing units (DPUs) to allocate to this Job. At least 2 DPUs need to be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.

Deprecated: Please use attribute `max_capacity' instead. This attribute might be removed in future releases.

Connections List<string>

The list of connections used for this job.

DefaultArguments Dictionary<string, string>

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Description string

Description of the job.

ExecutionProperty JobExecutionPropertyArgs

Execution property of the job. Defined below.

GlueVersion string

The version of glue to use, for example “1.0”. For information about available versions, see the AWS Glue Release Notes.

MaxCapacity double

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0.

MaxRetries int

The maximum number of times to retry this job if it fails.

Name string

The name you assign to this job. It must be unique in your account.

NotificationProperty JobNotificationPropertyArgs

Notification property of the job. Defined below.

NumberOfWorkers int

The number of workers of a defined workerType that are allocated when a job runs.

SecurityConfiguration string

The name of the Security Configuration to be associated with the job.

Tags Dictionary<string, string>

Key-value map of resource tags

Timeout int

The job timeout in minutes. The default is 2880 minutes (48 hours).

WorkerType string

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

Command JobCommand

The command of the job. Defined below.

RoleArn string

The ARN of the IAM role associated with this job.

AllocatedCapacity int

DEPRECATED (Optional) The number of AWS Glue data processing units (DPUs) to allocate to this Job. At least 2 DPUs need to be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.

Deprecated: Please use attribute `max_capacity' instead. This attribute might be removed in future releases.

Connections []string

The list of connections used for this job.

DefaultArguments map[string]string

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Description string

Description of the job.

ExecutionProperty JobExecutionProperty

Execution property of the job. Defined below.

GlueVersion string

The version of glue to use, for example “1.0”. For information about available versions, see the AWS Glue Release Notes.

MaxCapacity float64

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0.

MaxRetries int

The maximum number of times to retry this job if it fails.

Name string

The name you assign to this job. It must be unique in your account.

NotificationProperty JobNotificationProperty

Notification property of the job. Defined below.

NumberOfWorkers int

The number of workers of a defined workerType that are allocated when a job runs.

SecurityConfiguration string

The name of the Security Configuration to be associated with the job.

Tags map[string]string

Key-value map of resource tags

Timeout int

The job timeout in minutes. The default is 2880 minutes (48 hours).

WorkerType string

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

command JobCommand

The command of the job. Defined below.

roleArn string

The ARN of the IAM role associated with this job.

allocatedCapacity number

DEPRECATED (Optional) The number of AWS Glue data processing units (DPUs) to allocate to this Job. At least 2 DPUs need to be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.

Deprecated: Please use attribute `max_capacity' instead. This attribute might be removed in future releases.

connections string[]

The list of connections used for this job.

defaultArguments {[key: string]: string}

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

description string

Description of the job.

executionProperty JobExecutionProperty

Execution property of the job. Defined below.

glueVersion string

The version of glue to use, for example “1.0”. For information about available versions, see the AWS Glue Release Notes.

maxCapacity number

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0.

maxRetries number

The maximum number of times to retry this job if it fails.

name string

The name you assign to this job. It must be unique in your account.

notificationProperty JobNotificationProperty

Notification property of the job. Defined below.

numberOfWorkers number

The number of workers of a defined workerType that are allocated when a job runs.

securityConfiguration string

The name of the Security Configuration to be associated with the job.

tags {[key: string]: string}

Key-value map of resource tags

timeout number

The job timeout in minutes. The default is 2880 minutes (48 hours).

workerType string

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

command Dict[JobCommand]

The command of the job. Defined below.

role_arn str

The ARN of the IAM role associated with this job.

allocated_capacity float

DEPRECATED (Optional) The number of AWS Glue data processing units (DPUs) to allocate to this Job. At least 2 DPUs need to be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.

Deprecated: Please use attribute `max_capacity' instead. This attribute might be removed in future releases.

connections List[str]

The list of connections used for this job.

default_arguments Dict[str, str]

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

description str

Description of the job.

execution_property Dict[JobExecutionProperty]

Execution property of the job. Defined below.

glue_version str

The version of glue to use, for example “1.0”. For information about available versions, see the AWS Glue Release Notes.

max_capacity float

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0.

max_retries float

The maximum number of times to retry this job if it fails.

name str

The name you assign to this job. It must be unique in your account.

notification_property Dict[JobNotificationProperty]

Notification property of the job. Defined below.

number_of_workers float

The number of workers of a defined workerType that are allocated when a job runs.

security_configuration str

The name of the Security Configuration to be associated with the job.

tags Dict[str, str]

Key-value map of resource tags

timeout float

The job timeout in minutes. The default is 2880 minutes (48 hours).

worker_type str

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

Outputs

All input properties are implicitly available as output properties. Additionally, the Job resource produces the following output properties:

Arn string

Amazon Resource Name (ARN) of Glue Job

Id string
The provider-assigned unique ID for this managed resource.
Arn string

Amazon Resource Name (ARN) of Glue Job

Id string
The provider-assigned unique ID for this managed resource.
arn string

Amazon Resource Name (ARN) of Glue Job

id string
The provider-assigned unique ID for this managed resource.
arn str

Amazon Resource Name (ARN) of Glue Job

id str
The provider-assigned unique ID for this managed resource.

Look up an Existing Job Resource

Get an existing Job resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.

public static get(name: string, id: Input<ID>, state?: JobState, opts?: CustomResourceOptions): Job
static get(resource_name, id, opts=None, allocated_capacity=None, arn=None, command=None, connections=None, default_arguments=None, description=None, execution_property=None, glue_version=None, max_capacity=None, max_retries=None, name=None, notification_property=None, number_of_workers=None, role_arn=None, security_configuration=None, tags=None, timeout=None, worker_type=None, __props__=None);
func GetJob(ctx *Context, name string, id IDInput, state *JobState, opts ...ResourceOption) (*Job, error)
public static Job Get(string name, Input<string> id, JobState? state, CustomResourceOptions? opts = null)
name
The unique name of the resulting resource.
id
The unique provider ID of the resource to lookup.
state
Any extra arguments used during the lookup.
opts
A bag of options that control this resource's behavior.
resource_name
The unique name of the resulting resource.
id
The unique provider ID of the resource to lookup.
name
The unique name of the resulting resource.
id
The unique provider ID of the resource to lookup.
state
Any extra arguments used during the lookup.
opts
A bag of options that control this resource's behavior.
name
The unique name of the resulting resource.
id
The unique provider ID of the resource to lookup.
state
Any extra arguments used during the lookup.
opts
A bag of options that control this resource's behavior.

The following state arguments are supported:

AllocatedCapacity int

DEPRECATED (Optional) The number of AWS Glue data processing units (DPUs) to allocate to this Job. At least 2 DPUs need to be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.

Deprecated: Please use attribute `max_capacity' instead. This attribute might be removed in future releases.

Arn string

Amazon Resource Name (ARN) of Glue Job

Command JobCommandArgs

The command of the job. Defined below.

Connections List<string>

The list of connections used for this job.

DefaultArguments Dictionary<string, string>

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Description string

Description of the job.

ExecutionProperty JobExecutionPropertyArgs

Execution property of the job. Defined below.

GlueVersion string

The version of glue to use, for example “1.0”. For information about available versions, see the AWS Glue Release Notes.

MaxCapacity double

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0.

MaxRetries int

The maximum number of times to retry this job if it fails.

Name string

The name you assign to this job. It must be unique in your account.

NotificationProperty JobNotificationPropertyArgs

Notification property of the job. Defined below.

NumberOfWorkers int

The number of workers of a defined workerType that are allocated when a job runs.

RoleArn string

The ARN of the IAM role associated with this job.

SecurityConfiguration string

The name of the Security Configuration to be associated with the job.

Tags Dictionary<string, string>

Key-value map of resource tags

Timeout int

The job timeout in minutes. The default is 2880 minutes (48 hours).

WorkerType string

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

AllocatedCapacity int

DEPRECATED (Optional) The number of AWS Glue data processing units (DPUs) to allocate to this Job. At least 2 DPUs need to be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.

Deprecated: Please use attribute `max_capacity' instead. This attribute might be removed in future releases.

Arn string

Amazon Resource Name (ARN) of Glue Job

Command JobCommand

The command of the job. Defined below.

Connections []string

The list of connections used for this job.

DefaultArguments map[string]string

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Description string

Description of the job.

ExecutionProperty JobExecutionProperty

Execution property of the job. Defined below.

GlueVersion string

The version of glue to use, for example “1.0”. For information about available versions, see the AWS Glue Release Notes.

MaxCapacity float64

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0.

MaxRetries int

The maximum number of times to retry this job if it fails.

Name string

The name you assign to this job. It must be unique in your account.

NotificationProperty JobNotificationProperty

Notification property of the job. Defined below.

NumberOfWorkers int

The number of workers of a defined workerType that are allocated when a job runs.

RoleArn string

The ARN of the IAM role associated with this job.

SecurityConfiguration string

The name of the Security Configuration to be associated with the job.

Tags map[string]string

Key-value map of resource tags

Timeout int

The job timeout in minutes. The default is 2880 minutes (48 hours).

WorkerType string

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

allocatedCapacity number

DEPRECATED (Optional) The number of AWS Glue data processing units (DPUs) to allocate to this Job. At least 2 DPUs need to be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.

Deprecated: Please use attribute `max_capacity' instead. This attribute might be removed in future releases.

arn string

Amazon Resource Name (ARN) of Glue Job

command JobCommand

The command of the job. Defined below.

connections string[]

The list of connections used for this job.

defaultArguments {[key: string]: string}

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

description string

Description of the job.

executionProperty JobExecutionProperty

Execution property of the job. Defined below.

glueVersion string

The version of glue to use, for example “1.0”. For information about available versions, see the AWS Glue Release Notes.

maxCapacity number

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0.

maxRetries number

The maximum number of times to retry this job if it fails.

name string

The name you assign to this job. It must be unique in your account.

notificationProperty JobNotificationProperty

Notification property of the job. Defined below.

numberOfWorkers number

The number of workers of a defined workerType that are allocated when a job runs.

roleArn string

The ARN of the IAM role associated with this job.

securityConfiguration string

The name of the Security Configuration to be associated with the job.

tags {[key: string]: string}

Key-value map of resource tags

timeout number

The job timeout in minutes. The default is 2880 minutes (48 hours).

workerType string

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

allocated_capacity float

DEPRECATED (Optional) The number of AWS Glue data processing units (DPUs) to allocate to this Job. At least 2 DPUs need to be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.

Deprecated: Please use attribute `max_capacity' instead. This attribute might be removed in future releases.

arn str

Amazon Resource Name (ARN) of Glue Job

command Dict[JobCommand]

The command of the job. Defined below.

connections List[str]

The list of connections used for this job.

default_arguments Dict[str, str]

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

description str

Description of the job.

execution_property Dict[JobExecutionProperty]

Execution property of the job. Defined below.

glue_version str

The version of glue to use, for example “1.0”. For information about available versions, see the AWS Glue Release Notes.

max_capacity float

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0.

max_retries float

The maximum number of times to retry this job if it fails.

name str

The name you assign to this job. It must be unique in your account.

notification_property Dict[JobNotificationProperty]

Notification property of the job. Defined below.

number_of_workers float

The number of workers of a defined workerType that are allocated when a job runs.

role_arn str

The ARN of the IAM role associated with this job.

security_configuration str

The name of the Security Configuration to be associated with the job.

tags Dict[str, str]

Key-value map of resource tags

timeout float

The job timeout in minutes. The default is 2880 minutes (48 hours).

worker_type str

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

Supporting Types

JobCommand

See the input and output API doc for this type.

See the input and output API doc for this type.

See the input and output API doc for this type.

ScriptLocation string

Specifies the S3 path to a script that executes a job.

Name string

The name of the job command. Defaults to glueetl. Use pythonshell for Python Shell Job Type, max_capacity needs to be set if pythonshell is chosen.

PythonVersion string

The Python version being used to execute a Python shell job. Allowed values are 2 or 3.

ScriptLocation string

Specifies the S3 path to a script that executes a job.

Name string

The name of the job command. Defaults to glueetl. Use pythonshell for Python Shell Job Type, max_capacity needs to be set if pythonshell is chosen.

PythonVersion string

The Python version being used to execute a Python shell job. Allowed values are 2 or 3.

scriptLocation string

Specifies the S3 path to a script that executes a job.

name string

The name of the job command. Defaults to glueetl. Use pythonshell for Python Shell Job Type, max_capacity needs to be set if pythonshell is chosen.

pythonVersion string

The Python version being used to execute a Python shell job. Allowed values are 2 or 3.

scriptLocation str

Specifies the S3 path to a script that executes a job.

name str

The name of the job command. Defaults to glueetl. Use pythonshell for Python Shell Job Type, max_capacity needs to be set if pythonshell is chosen.

pythonVersion str

The Python version being used to execute a Python shell job. Allowed values are 2 or 3.

JobExecutionProperty

See the input and output API doc for this type.

See the input and output API doc for this type.

See the input and output API doc for this type.

MaxConcurrentRuns int

The maximum number of concurrent runs allowed for a job. The default is 1.

MaxConcurrentRuns int

The maximum number of concurrent runs allowed for a job. The default is 1.

maxConcurrentRuns number

The maximum number of concurrent runs allowed for a job. The default is 1.

maxConcurrentRuns float

The maximum number of concurrent runs allowed for a job. The default is 1.

JobNotificationProperty

See the input and output API doc for this type.

See the input and output API doc for this type.

See the input and output API doc for this type.

NotifyDelayAfter int

After a job run starts, the number of minutes to wait before sending a job run delay notification.

NotifyDelayAfter int

After a job run starts, the number of minutes to wait before sending a job run delay notification.

notifyDelayAfter number

After a job run starts, the number of minutes to wait before sending a job run delay notification.

notifyDelayAfter float

After a job run starts, the number of minutes to wait before sending a job run delay notification.

Package Details

Repository
https://github.com/pulumi/pulumi-aws
License
Apache-2.0
Notes
This Pulumi package is based on the aws Terraform Provider.