RayJob L2 construct
Ray Jobs class.
Glue Ray jobs use worker type Z.2X and Glue version 4.0. These are not overrideable since these are the only configuration that Glue Ray jobs currently support. The runtime defaults to Ray2.4 and min workers defaults to 3.
Example
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
import * as glue_alpha from '@aws-cdk/aws-glue-alpha';
import * as cdk from 'aws-cdk-lib';
import { aws_iam as iam } from 'aws-cdk-lib';
import { aws_logs as logs } from 'aws-cdk-lib';
declare const code: glue_alpha.Code;
declare const connection: glue_alpha.Connection;
declare const logGroup: logs.LogGroup;
declare const role: iam.Role;
declare const securityConfiguration: glue_alpha.SecurityConfiguration;
const rayJob = new glue_alpha.RayJob(this, 'MyRayJob', {
role: role,
script: code,
// the properties below are optional
connections: [connection],
continuousLogging: {
enabled: false,
// the properties below are optional
conversionPattern: 'conversionPattern',
logGroup: logGroup,
logStreamPrefix: 'logStreamPrefix',
quiet: false,
},
defaultArguments: {
defaultArgumentsKey: 'defaultArguments',
},
description: 'description',
enableMetrics: false,
enableObservabilityMetrics: false,
glueVersion: glue_alpha.GlueVersion.V0_9,
jobName: 'jobName',
jobRunQueuingEnabled: false,
maxConcurrentRuns: 123,
maxRetries: 123,
numberOfWorkers: 123,
runtime: glue_alpha.Runtime.RAY_TWO_FOUR,
securityConfiguration: securityConfiguration,
tags: {
tagsKey: 'tags',
},
timeout: cdk.Duration.minutes(30),
});
# The code below shows an example of how to instantiate this type.
# The values are placeholders you should change.
import aws_cdk.aws_glue_alpha as glue_alpha
import aws_cdk as cdk
from aws_cdk import aws_iam as iam
from aws_cdk import aws_logs as logs
# code: glue_alpha.Code
# connection: glue_alpha.Connection
# log_group: logs.LogGroup
# role: iam.Role
# security_configuration: glue_alpha.SecurityConfiguration
ray_job = glue_alpha.RayJob(self, "MyRayJob",
role=role,
script=code,
# the properties below are optional
connections=[connection],
continuous_logging=glue_alpha.ContinuousLoggingProps(
enabled=False,
# the properties below are optional
conversion_pattern="conversionPattern",
log_group=log_group,
log_stream_prefix="logStreamPrefix",
quiet=False
),
default_arguments={
"default_arguments_key": "defaultArguments"
},
description="description",
enable_metrics=False,
enable_observability_metrics=False,
glue_version=glue_alpha.GlueVersion.V0_9,
job_name="jobName",
job_run_queuing_enabled=False,
max_concurrent_runs=123,
max_retries=123,
number_of_workers=123,
runtime=glue_alpha.Runtime.RAY_TWO_FOUR,
security_configuration=security_configuration,
tags={
"tags_key": "tags"
},
timeout=cdk.Duration.minutes(30)
)
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
import software.amazon.awscdk.services.glue.alpha.*;
import software.amazon.awscdk.*;
import software.amazon.awscdk.services.iam.*;
import software.amazon.awscdk.services.logs.*;
Code code;
Connection connection;
LogGroup logGroup;
Role role;
SecurityConfiguration securityConfiguration;
RayJob rayJob = RayJob.Builder.create(this, "MyRayJob")
.role(role)
.script(code)
// the properties below are optional
.connections(List.of(connection))
.continuousLogging(ContinuousLoggingProps.builder()
.enabled(false)
// the properties below are optional
.conversionPattern("conversionPattern")
.logGroup(logGroup)
.logStreamPrefix("logStreamPrefix")
.quiet(false)
.build())
.defaultArguments(Map.of(
"defaultArgumentsKey", "defaultArguments"))
.description("description")
.enableMetrics(false)
.enableObservabilityMetrics(false)
.glueVersion(GlueVersion.V0_9)
.jobName("jobName")
.jobRunQueuingEnabled(false)
.maxConcurrentRuns(123)
.maxRetries(123)
.numberOfWorkers(123)
.runtime(Runtime.RAY_TWO_FOUR)
.securityConfiguration(securityConfiguration)
.tags(Map.of(
"tagsKey", "tags"))
.timeout(Duration.minutes(30))
.build();
// Install: dotnet add package Amazon.CDK.AWS.Glue.Alpha
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
using Amazon.CDK.AWS.Glue.Alpha;
using Amazon.CDK;
using Amazon.CDK.AWS.IAM;
using Amazon.CDK.AWS.Logs;
Code code;
Connection connection;
LogGroup logGroup;
Role role;
SecurityConfiguration securityConfiguration;
var rayJob = new RayJob(this, "MyRayJob", new RayJobProps {
Role = role,
Script = code,
// the properties below are optional
Connections = new [] { connection },
ContinuousLogging = new ContinuousLoggingProps {
Enabled = false,
// the properties below are optional
ConversionPattern = "conversionPattern",
LogGroup = logGroup,
LogStreamPrefix = "logStreamPrefix",
Quiet = false
},
DefaultArguments = new Dictionary<string, string> {
{ "defaultArgumentsKey", "defaultArguments" }
},
Description = "description",
EnableMetrics = false,
EnableObservabilityMetrics = false,
GlueVersion = GlueVersion.V0_9,
JobName = "jobName",
JobRunQueuingEnabled = false,
MaxConcurrentRuns = 123,
MaxRetries = 123,
NumberOfWorkers = 123,
Runtime = Runtime.RAY_TWO_FOUR,
SecurityConfiguration = securityConfiguration,
Tags = new Dictionary<string, string> {
{ "tagsKey", "tags" }
},
Timeout = Duration.Minutes(30)
});
// Install: go get github.com/aws/aws-cdk-go/awscdkgluealpha/v2
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
import "github.com/aws/aws-cdk-go/awscdkgluealpha"
import cdk "github.com/aws/aws-cdk-go/awscdk"
import "github.com/aws/aws-cdk-go/awscdk"
import "github.com/aws/aws-cdk-go/awscdk"
var code Code
var connection Connection
var logGroup LogGroup
var role Role
var securityConfiguration SecurityConfiguration
rayJob := glue_alpha.NewRayJob(this, jsii.String("MyRayJob"), &RayJobProps{
Role: role,
Script: code,
// the properties below are optional
Connections: []IConnection{
connection,
},
ContinuousLogging: &ContinuousLoggingProps{
Enabled: jsii.Boolean(false),
// the properties below are optional
ConversionPattern: jsii.String("conversionPattern"),
LogGroup: logGroup,
LogStreamPrefix: jsii.String("logStreamPrefix"),
Quiet: jsii.Boolean(false),
},
DefaultArguments: map[string]*string{
"defaultArgumentsKey": jsii.String("defaultArguments"),
},
Description: jsii.String("description"),
EnableMetrics: jsii.Boolean(false),
EnableObservabilityMetrics: jsii.Boolean(false),
GlueVersion: glue_alpha.GlueVersion_V0_9,
JobName: jsii.String("jobName"),
JobRunQueuingEnabled: jsii.Boolean(false),
MaxConcurrentRuns: jsii.Number(123),
MaxRetries: jsii.Number(123),
NumberOfWorkers: jsii.Number(123),
Runtime: glue_alpha.Runtime_RAY_TWO_FOUR,
SecurityConfiguration: securityConfiguration,
Tags: map[string]*string{
"tagsKey": jsii.String("tags"),
},
Timeout: cdk.Duration_Minutes(jsii.Number(30)),
})
Initializer
new RayJob(scope: Construct, id: string, props: RayJobProps)
RayJob(scope: Construct, id: str, props: RayJobProps)
new RayJob(Construct scope, String id, RayJobProps props)
new RayJob(Construct scope, string id, RayJobProps props)
NewRayJob(Scope Construct, Id *string, Props RayJobProps)
Construct Props
connectionsIConnection[]connectionstyping.List[IConnection]connectionsList<IConnection>ConnectionsIConnection[]Connections*[]IConnection= [] - no connections are added to…#default
Default: [] - no connections are added to the job
continuousLoggingContinuousLoggingPropscontinuous_loggingContinuousLoggingPropscontinuousLoggingContinuousLoggingPropsContinuousLoggingContinuousLoggingPropsContinuousLoggingContinuousLoggingProps= continuous logging is enabled.#defaultArguments{ [key: string]: string }default_argumentstyping.Mapping[str, str]defaultArgumentsMap<String, String>DefaultArgumentsIDictionary<string, string>DefaultArguments*map[string]*string= no arguments#notes
This map is the escape hatch for Glue job arguments that this construct does not model. It MUST NOT be used to set arguments that already have a dedicated prop — configure those through the corresponding prop instead (continuousLogging, enableMetrics, enableObservabilityMetrics, sparkUI, className, extraJars, extraJarsFirst, extraPythonFiles, extraFiles). Passing a construct-managed argument (e.g. --enable-continuous-cloudwatch-log, --enable-metrics, --enable-spark-ui, --job-language) or a Glue-reserved argument (--debug, --mode, --JOB_NAME, --endpoint) here throws at synthesis time, so there is exactly one way to express each intent.
Also note that these are emitted verbatim into the CloudFormation template, so avoid placing secrets here in plaintext. Pass secrets to the job at runtime through AWS Secrets Manager instead. A synthesis-time warning is emitted when an argument key looks like a credential and holds a plaintext literal.
enableMetricsbooleanenable_metricsboolenableMetricsBooleanEnableMetricsboolEnableMetrics*bool= true#When enabled, adds '--enable-metrics' to job arguments.
enableObservabilityMetricsbooleanenable_observability_metricsboolenableObservabilityMetricsBooleanEnableObservabilityMetricsboolEnableObservabilityMetrics*bool= true#When enabled, adds '--enable-observability-metrics': 'true' to job arguments.
glueVersionGlueVersionglue_versionGlueVersionglueVersionGlueVersionGlueVersionGlueVersionGlueVersionGlueVersion= determined by the job type: 4.0 …#default
Default: determined by the job type: 4.0 for ETL and Streaming, 5.0 for Flex, 3.0 for Python Shell
jobNamestringjob_namestrjobNameStringJobNamestringJobName*string= a name is automatically generate…#default
Default: a name is automatically generated
jobRunQueuingEnabledbooleanjob_run_queuing_enabledbooljobRunQueuingEnabledBooleanJobRunQueuingEnabledboolJobRunQueuingEnabled*bool= no job run queuing#notes
A value of true means job run queuing is enabled for the job runs. If false or not populated, the job runs will not be considered for queueing. If this field does not match the value set in the job run, then the value from the job run field will be used. This property must be set to false for flex jobs. If this property is enabled, maxRetries must be set to zero.
maxConcurrentRunsnumbermax_concurrent_runsint | floatmaxConcurrentRunsNumberMaxConcurrentRunsdoubleMaxConcurrentRuns*float64= 1#An error is returned when this threshold is reached. The maximum value you can specify is controlled by a service limit.
numberOfWorkersnumbernumber_of_workersint | floatnumberOfWorkersNumberNumberOfWorkersdoubleNumberOfWorkers*float64= 3#Ray jobs only support the Z.2X worker type, so the worker type is not configurable.
runtimeRuntimeruntimeRuntimeruntimeRuntimeRuntimeRuntimeRuntimeRuntime= Runtime version will default to …#default
Default: Runtime version will default to Ray2.4
Can be uploaded from the local directory structure using fromAsset or referenced via S3 location using fromBucket
securityConfigurationISecurityConfigurationsecurity_configurationISecurityConfigurationsecurityConfigurationISecurityConfigurationSecurityConfigurationISecurityConfigurationSecurityConfigurationISecurityConfiguration= no security configuration.#tags{ [key: string]: string }tagstyping.Mapping[str, str]tagsMap<String, String>TagsIDictionary<string, string>Tags*map[string]*string= {} - no tags#Properties
envResourceEnvironmentenvResourceEnvironmentenvResourceEnvironmentEnvResourceEnvironmentEnvResourceEnvironmentrequired#notes
For resources that are created and managed in a Stack (those created by creating new class instances like new Role(), new Bucket(), etc.), this is always the same as the environment of the stack they belong to.
For referenced resources (those obtained from referencing methods like Role.fromRoleArn(), Bucket.fromBucketName(), etc.), they might be different than the stack they were imported into.
grantPrincipalIPrincipalgrant_principalIPrincipalgrantPrincipalIPrincipalGrantPrincipalIPrincipalGrantPrincipalIPrincipalrequired#jobRefJobReferencejob_refJobReferencejobRefJobReferenceJobRefJobReferenceJobRefJobReferencerequired#PROPERTY_INJECTION_IDstringproperty_injection_idstrPROPERTY_INJECTION_IDStringPROPERTY_INJECTION_IDstringPROPERTY_INJECTION_ID*stringrequiredstatic#Methods
applyCrossStackReferenceStrength(strength: ReferenceStrength): voiddef apply_cross_stack_reference_strength(self, strength: ReferenceStrength) -> Nonepublic void applyCrossStackReferenceStrength(ReferenceStrength strength)public void ApplyCrossStackReferenceStrength(ReferenceStrength strength)func ApplyCrossStackReferenceStrength(Strength ReferenceStrength)#notes · 1 parameter
When set, any cross-stack reference to this resource will use the specified mechanism instead of the global default determined by the @aws-cdk/core:defaultCrossStackReferences context key. This is useful for selectively weakening specific references to avoid the "deadly embrace" problem without changing the app-wide default.
Parameters
strengthstrengthstrengthstrengthStrength— - The reference strength to use for this resource.
applyRemovalPolicy(policy: RemovalPolicy): voiddef apply_removal_policy(self, policy: RemovalPolicy) -> Nonepublic void applyRemovalPolicy(RemovalPolicy policy)public void ApplyRemovalPolicy(RemovalPolicy policy)func ApplyRemovalPolicy(Policy RemovalPolicy)#notes
The Removal Policy controls what happens to this resource when it stops being managed by CloudFormation, either because you've removed it from the CDK application or because you've made a change that requires the resource to be replaced.
The resource can be deleted (RemovalPolicy.DESTROY), or left in your AWS account for data recovery and cleanup later (RemovalPolicy.RETAIN).
fromJobAttributes(scope: Construct, id: string, attrs: JobAttributes): IJob@staticmethod def from_job_attributes(scope: Construct, id: str, attrs: JobAttributes) -> IJobpublic static IJob fromJobAttributes(Construct scope, String id, JobAttributes attrs)public static IJob FromJobAttributes(Construct scope, string id, JobAttributes attrs)func FromJobAttributes(Scope Construct, Id *string, Attrs JobAttributes) IJobstatic#3 parameters
Parameters
scopescopescopescopeScope— The scope creating construct (usuallythis).ididididId— The construct's id.attrsattrsattrsattrsAttrs— Attributes for the Glue Job we want to import.
isConstruct(x: any): boolean@staticmethod def is_construct(x: Any) -> boolpublic static Boolean isConstruct(Object x)public static bool IsConstruct(object x)func IsConstruct(X interface{}) *boolstatic#notes · 1 parameter · returns
Use this method instead of instanceof to properly detect Construct instances, even when the construct library is symlinked.
Explanation: in JavaScript, multiple copies of the constructs library on disk are seen as independent, completely different libraries. As a consequence, the class Construct in each copy of the constructs library is seen as a different class, and an instance of one class will not test as instanceof the other class. npm install will not create installations like this, but users may manually symlink construct libraries together or use a monorepo tool: in those cases, multiple copies of the constructs library can be accidentally installed, and instanceof will behave unpredictably. It is safest to avoid using instanceof, and using this type-testing method instead.
Parameters
xxxxX— Any object.
Returns: true if x is an object created from a class which extends Construct.
isOwnedResource(construct: IConstruct): boolean@staticmethod def is_owned_resource(construct: IConstruct) -> boolpublic static Boolean isOwnedResource(IConstruct construct)public static bool IsOwnedResource(IConstruct construct)func IsOwnedResource(Construct IConstruct) *boolstatic#isResource(construct: IConstruct): boolean@staticmethod def is_resource(construct: IConstruct) -> boolpublic static Boolean isResource(IConstruct construct)public static bool IsResource(IConstruct construct)func IsResource(Construct IConstruct) *boolstatic#metric(metricName: string, type: MetricType, props?: MetricOptions): Metricdef metric(self, metric_name: str, type: MetricType, props: typing.Optional[MetricOptions] = None) -> Metricpublic Metric metric(String metricName, MetricType type, MetricOptions props)public Metric Metric(string metricName, MetricType type, MetricOptions? props = null)func Metric(MetricName *string, Type MetricType, Props MetricOptions) Metric#3 parameters
Parameters
metricNamemetric_namemetricNamemetricNameMetricName— name of the metric typically prefixed withglue.driver.,glue.<executorId>.orglue.ALL..typetypetypetypeType— the metric type.propspropspropspropsProps— metric options.
metricFailure(props?: MetricOptions): Metricdef metric_failure(self, props: typing.Optional[MetricOptions] = None) -> Metricpublic Metric metricFailure(MetricOptions props)public Metric MetricFailure(MetricOptions? props = null)func MetricFailure(Props MetricOptions) Metric#This metric is based on the Rule returned by no-args onFailure() call.
metricSuccess(props?: MetricOptions): Metricdef metric_success(self, props: typing.Optional[MetricOptions] = None) -> Metricpublic Metric metricSuccess(MetricOptions props)public Metric MetricSuccess(MetricOptions? props = null)func MetricSuccess(Props MetricOptions) Metric#This metric is based on the Rule returned by no-args onSuccess() call.
metricTimeout(props?: MetricOptions): Metricdef metric_timeout(self, props: typing.Optional[MetricOptions] = None) -> Metricpublic Metric metricTimeout(MetricOptions props)public Metric MetricTimeout(MetricOptions? props = null)func MetricTimeout(Props MetricOptions) Metric#This metric is based on the Rule returned by no-args onTimeout() call.
onEvent(id: string, options?: OnEventOptions): Ruledef on_event(self, id: str, options: typing.Optional[OnEventOptions] = None) -> Rulepublic Rule onEvent(String id, OnEventOptions options)public Rule OnEvent(string id, OnEventOptions? options = null)func OnEvent(Id *string, Options OnEventOptions) Rule#2 parameters
Parameters
ididididId— construct id.optionsoptionsoptionsoptionsOptions— event options.
onFailure(id: string, options?: OnEventOptions): Ruledef on_failure(self, id: str, options: typing.Optional[OnEventOptions] = None) -> Rulepublic Rule onFailure(String id, OnEventOptions options)public Rule OnFailure(string id, OnEventOptions? options = null)func OnFailure(Id *string, Options OnEventOptions) Rule#2 parameters
Parameters
ididididId— construct id.optionsoptionsoptionsoptionsOptions— optional event options.
onSuccess(id: string, options?: OnEventOptions): Ruledef on_success(self, id: str, options: typing.Optional[OnEventOptions] = None) -> Rulepublic Rule onSuccess(String id, OnEventOptions options)public Rule OnSuccess(string id, OnEventOptions? options = null)func OnSuccess(Id *string, Options OnEventOptions) Rule#2 parameters
Parameters
ididididId— construct id.optionsoptionsoptionsoptionsOptions— optional event options.
onTimeout(id: string, options?: OnEventOptions): Ruledef on_timeout(self, id: str, options: typing.Optional[OnEventOptions] = None) -> Rulepublic Rule onTimeout(String id, OnEventOptions options)public Rule OnTimeout(string id, OnEventOptions? options = null)func OnTimeout(Id *string, Options OnEventOptions) Rule#2 parameters
Parameters
ididididId— construct id.optionsoptionsoptionsoptionsOptions— optional event options.
toString(): stringdef to_string(self, ) -> strpublic String toString()public string ToString()func ToString() *string#with(...mixins: IMixin[]): IConstructdef with(self, mixins: IMixin) -> IConstructpublic IConstruct with(IMixin mixins)public IConstruct With(IMixin mixins)func With(Mixins IMixin) IConstruct#Mixins are applied in order. The list of constructs is captured at the start of the call, so constructs added by a mixin will not be visited. Use multiple with() calls if subsequent mixins should apply to added constructs.