EmrCreateClusterJsonPathProps Struct
Properties for calling an AWS service's API action using JSONPath from your state machine across regions.
| Source | aws-stepfunctions-tasks/lib/emr/emr-create-cluster.ts |
|---|---|
| Type last changed |
Example
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
import * as cdk from 'aws-cdk-lib';
import { aws_iam as iam } from 'aws-cdk-lib';
import { aws_stepfunctions as stepfunctions } from 'aws-cdk-lib';
import { aws_stepfunctions_tasks as stepfunctions_tasks } from 'aws-cdk-lib';
declare const assign: any;
declare const configurationProperty_: stepfunctions_tasks.EmrCreateCluster.ConfigurationProperty;
declare const resultSelector: any;
declare const role: iam.Role;
declare const size: cdk.Size;
declare const taskRole: stepfunctions.TaskRole;
declare const timeout: stepfunctions.Timeout;
const emrCreateClusterJsonPathProps: stepfunctions_tasks.EmrCreateClusterJsonPathProps = {
instances: {
additionalMasterSecurityGroups: ['additionalMasterSecurityGroups'],
additionalSlaveSecurityGroups: ['additionalSlaveSecurityGroups'],
ec2KeyName: 'ec2KeyName',
ec2SubnetId: 'ec2SubnetId',
ec2SubnetIds: ['ec2SubnetIds'],
emrManagedMasterSecurityGroup: 'emrManagedMasterSecurityGroup',
emrManagedSlaveSecurityGroup: 'emrManagedSlaveSecurityGroup',
hadoopVersion: 'hadoopVersion',
instanceCount: 123,
instanceFleets: [{
instanceFleetType: stepfunctions_tasks.EmrCreateCluster.InstanceRoleType.MASTER,
// the properties below are optional
instanceTypeConfigs: [{
instanceType: 'instanceType',
// the properties below are optional
bidPrice: 'bidPrice',
bidPriceAsPercentageOfOnDemandPrice: 123,
configurations: [{
classification: 'classification',
configurations: [configurationProperty_],
properties: {
propertiesKey: 'properties',
},
}],
ebsConfiguration: {
ebsBlockDeviceConfigs: [{
volumeSpecification: {
volumeSize: size,
volumeType: stepfunctions_tasks.EmrCreateCluster.EbsBlockDeviceVolumeType.GP3,
// the properties below are optional
iops: 123,
},
// the properties below are optional
volumesPerInstance: 123,
}],
ebsOptimized: false,
},
priority: 123,
weightedCapacity: 123,
}],
launchSpecifications: {
onDemandSpecification: {
allocationStrategy: stepfunctions_tasks.EmrCreateCluster.OnDemandAllocationStrategy.LOWEST_PRICE,
},
spotSpecification: {
timeoutAction: stepfunctions_tasks.EmrCreateCluster.SpotTimeoutAction.SWITCH_TO_ON_DEMAND,
// the properties below are optional
allocationStrategy: stepfunctions_tasks.EmrCreateCluster.SpotAllocationStrategy.CAPACITY_OPTIMIZED,
blockDurationMinutes: 123,
timeout: cdk.Duration.minutes(30),
timeoutDurationMinutes: 123,
},
},
name: 'name',
targetOnDemandCapacity: 123,
targetSpotCapacity: 123,
}],
instanceGroups: [{
instanceCount: 123,
instanceRole: stepfunctions_tasks.EmrCreateCluster.InstanceRoleType.MASTER,
instanceType: 'instanceType',
// the properties below are optional
autoScalingPolicy: {
constraints: {
maxCapacity: 123,
minCapacity: 123,
},
rules: [{
action: {
simpleScalingPolicyConfiguration: {
scalingAdjustment: 123,
// the properties below are optional
adjustmentType: stepfunctions_tasks.EmrCreateCluster.ScalingAdjustmentType.CHANGE_IN_CAPACITY,
coolDown: 123,
},
// the properties below are optional
market: stepfunctions_tasks.EmrCreateCluster.InstanceMarket.ON_DEMAND,
},
name: 'name',
trigger: {
cloudWatchAlarmDefinition: {
comparisonOperator: stepfunctions_tasks.EmrCreateCluster.CloudWatchAlarmComparisonOperator.GREATER_THAN_OR_EQUAL,
metricName: 'metricName',
period: cdk.Duration.minutes(30),
// the properties below are optional
dimensions: [{
key: 'key',
value: 'value',
}],
evaluationPeriods: 123,
namespace: 'namespace',
statistic: stepfunctions_tasks.EmrCreateCluster.CloudWatchAlarmStatistic.SAMPLE_COUNT,
threshold: 123,
unit: stepfunctions_tasks.EmrCreateCluster.CloudWatchAlarmUnit.NONE,
},
},
// the properties below are optional
description: 'description',
}],
},
bidPrice: 'bidPrice',
configurations: [{
classification: 'classification',
configurations: [configurationProperty_],
properties: {
propertiesKey: 'properties',
},
}],
ebsConfiguration: {
ebsBlockDeviceConfigs: [{
volumeSpecification: {
volumeSize: size,
volumeType: stepfunctions_tasks.EmrCreateCluster.EbsBlockDeviceVolumeType.GP3,
// the properties below are optional
iops: 123,
},
// the properties below are optional
volumesPerInstance: 123,
}],
ebsOptimized: false,
},
market: stepfunctions_tasks.EmrCreateCluster.InstanceMarket.ON_DEMAND,
name: 'name',
}],
masterInstanceType: 'masterInstanceType',
placement: {
availabilityZone: 'availabilityZone',
availabilityZones: ['availabilityZones'],
},
serviceAccessSecurityGroup: 'serviceAccessSecurityGroup',
slaveInstanceType: 'slaveInstanceType',
terminationProtected: false,
},
name: 'name',
// the properties below are optional
additionalInfo: 'additionalInfo',
applications: [{
name: 'name',
// the properties below are optional
additionalInfo: {
additionalInfoKey: 'additionalInfo',
},
args: ['args'],
version: 'version',
}],
assign: {
assignKey: assign,
},
autoScalingRole: role,
autoTerminationPolicyIdleTimeout: cdk.Duration.minutes(30),
bootstrapActions: [{
name: 'name',
scriptBootstrapAction: {
path: 'path',
// the properties below are optional
args: ['args'],
},
}],
clusterRole: role,
comment: 'comment',
configurations: [{
classification: 'classification',
configurations: [configurationProperty_],
properties: {
propertiesKey: 'properties',
},
}],
credentials: {
role: taskRole,
},
customAmiId: 'customAmiId',
ebsRootVolumeIops: 123,
ebsRootVolumeSize: size,
ebsRootVolumeThroughput: 123,
heartbeat: cdk.Duration.minutes(30),
heartbeatTimeout: timeout,
inputPath: 'inputPath',
integrationPattern: stepfunctions.IntegrationPattern.REQUEST_RESPONSE,
kerberosAttributes: {
realm: 'realm',
// the properties below are optional
adDomainJoinPassword: 'adDomainJoinPassword',
adDomainJoinUser: 'adDomainJoinUser',
crossRealmTrustPrincipalPassword: 'crossRealmTrustPrincipalPassword',
kdcAdminPassword: 'kdcAdminPassword',
},
logUri: 'logUri',
managedScalingPolicy: {
computeLimits: {
maximumCapacityUnits: 123,
minimumCapacityUnits: 123,
unitType: stepfunctions_tasks.EmrCreateCluster.ComputeLimitsUnitType.INSTANCE_FLEET_UNITS,
// the properties below are optional
maximumCoreCapacityUnits: 123,
maximumOnDemandCapacityUnits: 123,
},
},
outputPath: 'outputPath',
queryLanguage: stepfunctions.QueryLanguage.JSON_PATH,
releaseLabel: 'releaseLabel',
resultPath: 'resultPath',
resultSelector: {
resultSelectorKey: resultSelector,
},
scaleDownBehavior: stepfunctions_tasks.EmrCreateCluster.EmrClusterScaleDownBehavior.TERMINATE_AT_INSTANCE_HOUR,
securityConfiguration: 'securityConfiguration',
serviceRole: role,
stateName: 'stateName',
stepConcurrencyLevel: 123,
tags: {
tagsKey: 'tags',
},
taskTimeout: timeout,
timeout: cdk.Duration.minutes(30),
visibleToAllUsers: false,
};
# The code below shows an example of how to instantiate this type.
# The values are placeholders you should change.
import aws_cdk as cdk
from aws_cdk import aws_iam as iam
from aws_cdk import aws_stepfunctions as stepfunctions
from aws_cdk import aws_stepfunctions_tasks as stepfunctions_tasks
# assign: Any
# configuration_property_: stepfunctions_tasks.EmrCreateCluster.ConfigurationProperty
# result_selector: Any
# role: iam.Role
# size: cdk.Size
# task_role: stepfunctions.TaskRole
# timeout: stepfunctions.Timeout
emr_create_cluster_json_path_props = stepfunctions_tasks.EmrCreateClusterJsonPathProps(
instances=stepfunctions_tasks.EmrCreateCluster.InstancesConfigProperty(
additional_master_security_groups=["additionalMasterSecurityGroups"],
additional_slave_security_groups=["additionalSlaveSecurityGroups"],
ec2_key_name="ec2KeyName",
ec2_subnet_id="ec2SubnetId",
ec2_subnet_ids=["ec2SubnetIds"],
emr_managed_master_security_group="emrManagedMasterSecurityGroup",
emr_managed_slave_security_group="emrManagedSlaveSecurityGroup",
hadoop_version="hadoopVersion",
instance_count=123,
instance_fleets=[stepfunctions_tasks.EmrCreateCluster.InstanceFleetConfigProperty(
instance_fleet_type=stepfunctions_tasks.EmrCreateCluster.InstanceRoleType.MASTER,
# the properties below are optional
instance_type_configs=[stepfunctions_tasks.EmrCreateCluster.InstanceTypeConfigProperty(
instance_type="instanceType",
# the properties below are optional
bid_price="bidPrice",
bid_price_as_percentage_of_on_demand_price=123,
configurations=[stepfunctions_tasks.EmrCreateCluster.ConfigurationProperty(
classification="classification",
configurations=[configuration_property_],
properties={
"properties_key": "properties"
}
)],
ebs_configuration=stepfunctions_tasks.EmrCreateCluster.EbsConfigurationProperty(
ebs_block_device_configs=[stepfunctions_tasks.EmrCreateCluster.EbsBlockDeviceConfigProperty(
volume_specification=stepfunctions_tasks.EmrCreateCluster.VolumeSpecificationProperty(
volume_size=size,
volume_type=stepfunctions_tasks.EmrCreateCluster.EbsBlockDeviceVolumeType.GP3,
# the properties below are optional
iops=123
),
# the properties below are optional
volumes_per_instance=123
)],
ebs_optimized=False
),
priority=123,
weighted_capacity=123
)],
launch_specifications=stepfunctions_tasks.EmrCreateCluster.InstanceFleetProvisioningSpecificationsProperty(
on_demand_specification=stepfunctions_tasks.EmrCreateCluster.OnDemandProvisioningSpecificationProperty(
allocation_strategy=stepfunctions_tasks.EmrCreateCluster.OnDemandAllocationStrategy.LOWEST_PRICE
),
spot_specification=stepfunctions_tasks.EmrCreateCluster.SpotProvisioningSpecificationProperty(
timeout_action=stepfunctions_tasks.EmrCreateCluster.SpotTimeoutAction.SWITCH_TO_ON_DEMAND,
# the properties below are optional
allocation_strategy=stepfunctions_tasks.EmrCreateCluster.SpotAllocationStrategy.CAPACITY_OPTIMIZED,
block_duration_minutes=123,
timeout=cdk.Duration.minutes(30),
timeout_duration_minutes=123
)
),
name="name",
target_on_demand_capacity=123,
target_spot_capacity=123
)],
instance_groups=[stepfunctions_tasks.EmrCreateCluster.InstanceGroupConfigProperty(
instance_count=123,
instance_role=stepfunctions_tasks.EmrCreateCluster.InstanceRoleType.MASTER,
instance_type="instanceType",
# the properties below are optional
auto_scaling_policy=stepfunctions_tasks.EmrCreateCluster.AutoScalingPolicyProperty(
constraints=stepfunctions_tasks.EmrCreateCluster.ScalingConstraintsProperty(
max_capacity=123,
min_capacity=123
),
rules=[stepfunctions_tasks.EmrCreateCluster.ScalingRuleProperty(
action=stepfunctions_tasks.EmrCreateCluster.ScalingActionProperty(
simple_scaling_policy_configuration=stepfunctions_tasks.EmrCreateCluster.SimpleScalingPolicyConfigurationProperty(
scaling_adjustment=123,
# the properties below are optional
adjustment_type=stepfunctions_tasks.EmrCreateCluster.ScalingAdjustmentType.CHANGE_IN_CAPACITY,
cool_down=123
),
# the properties below are optional
market=stepfunctions_tasks.EmrCreateCluster.InstanceMarket.ON_DEMAND
),
name="name",
trigger=stepfunctions_tasks.EmrCreateCluster.ScalingTriggerProperty(
cloud_watch_alarm_definition=stepfunctions_tasks.EmrCreateCluster.CloudWatchAlarmDefinitionProperty(
comparison_operator=stepfunctions_tasks.EmrCreateCluster.CloudWatchAlarmComparisonOperator.GREATER_THAN_OR_EQUAL,
metric_name="metricName",
period=cdk.Duration.minutes(30),
# the properties below are optional
dimensions=[stepfunctions_tasks.EmrCreateCluster.MetricDimensionProperty(
key="key",
value="value"
)],
evaluation_periods=123,
namespace="namespace",
statistic=stepfunctions_tasks.EmrCreateCluster.CloudWatchAlarmStatistic.SAMPLE_COUNT,
threshold=123,
unit=stepfunctions_tasks.EmrCreateCluster.CloudWatchAlarmUnit.NONE
)
),
# the properties below are optional
description="description"
)]
),
bid_price="bidPrice",
configurations=[stepfunctions_tasks.EmrCreateCluster.ConfigurationProperty(
classification="classification",
configurations=[configuration_property_],
properties={
"properties_key": "properties"
}
)],
ebs_configuration=stepfunctions_tasks.EmrCreateCluster.EbsConfigurationProperty(
ebs_block_device_configs=[stepfunctions_tasks.EmrCreateCluster.EbsBlockDeviceConfigProperty(
volume_specification=stepfunctions_tasks.EmrCreateCluster.VolumeSpecificationProperty(
volume_size=size,
volume_type=stepfunctions_tasks.EmrCreateCluster.EbsBlockDeviceVolumeType.GP3,
# the properties below are optional
iops=123
),
# the properties below are optional
volumes_per_instance=123
)],
ebs_optimized=False
),
market=stepfunctions_tasks.EmrCreateCluster.InstanceMarket.ON_DEMAND,
name="name"
)],
master_instance_type="masterInstanceType",
placement=stepfunctions_tasks.EmrCreateCluster.PlacementTypeProperty(
availability_zone="availabilityZone",
availability_zones=["availabilityZones"]
),
service_access_security_group="serviceAccessSecurityGroup",
slave_instance_type="slaveInstanceType",
termination_protected=False
),
name="name",
# the properties below are optional
additional_info="additionalInfo",
applications=[stepfunctions_tasks.EmrCreateCluster.ApplicationConfigProperty(
name="name",
# the properties below are optional
additional_info={
"additional_info_key": "additionalInfo"
},
args=["args"],
version="version"
)],
assign={
"assign_key": assign
},
auto_scaling_role=role,
auto_termination_policy_idle_timeout=cdk.Duration.minutes(30),
bootstrap_actions=[stepfunctions_tasks.EmrCreateCluster.BootstrapActionConfigProperty(
name="name",
script_bootstrap_action=stepfunctions_tasks.EmrCreateCluster.ScriptBootstrapActionConfigProperty(
path="path",
# the properties below are optional
args=["args"]
)
)],
cluster_role=role,
comment="comment",
configurations=[stepfunctions_tasks.EmrCreateCluster.ConfigurationProperty(
classification="classification",
configurations=[configuration_property_],
properties={
"properties_key": "properties"
}
)],
credentials=stepfunctions.Credentials(
role=task_role
),
custom_ami_id="customAmiId",
ebs_root_volume_iops=123,
ebs_root_volume_size=size,
ebs_root_volume_throughput=123,
heartbeat=cdk.Duration.minutes(30),
heartbeat_timeout=timeout,
input_path="inputPath",
integration_pattern=stepfunctions.IntegrationPattern.REQUEST_RESPONSE,
kerberos_attributes=stepfunctions_tasks.EmrCreateCluster.KerberosAttributesProperty(
realm="realm",
# the properties below are optional
ad_domain_join_password="adDomainJoinPassword",
ad_domain_join_user="adDomainJoinUser",
cross_realm_trust_principal_password="crossRealmTrustPrincipalPassword",
kdc_admin_password="kdcAdminPassword"
),
log_uri="logUri",
managed_scaling_policy=stepfunctions_tasks.EmrCreateCluster.ManagedScalingPolicyProperty(
compute_limits=stepfunctions_tasks.EmrCreateCluster.ManagedScalingComputeLimitsProperty(
maximum_capacity_units=123,
minimum_capacity_units=123,
unit_type=stepfunctions_tasks.EmrCreateCluster.ComputeLimitsUnitType.INSTANCE_FLEET_UNITS,
# the properties below are optional
maximum_core_capacity_units=123,
maximum_on_demand_capacity_units=123
)
),
output_path="outputPath",
query_language=stepfunctions.QueryLanguage.JSON_PATH,
release_label="releaseLabel",
result_path="resultPath",
result_selector={
"result_selector_key": result_selector
},
scale_down_behavior=stepfunctions_tasks.EmrCreateCluster.EmrClusterScaleDownBehavior.TERMINATE_AT_INSTANCE_HOUR,
security_configuration="securityConfiguration",
service_role=role,
state_name="stateName",
step_concurrency_level=123,
tags={
"tags_key": "tags"
},
task_timeout=timeout,
timeout=cdk.Duration.minutes(30),
visible_to_all_users=False
)
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
import software.amazon.awscdk.*;
import software.amazon.awscdk.services.iam.*;
import software.amazon.awscdk.services.stepfunctions.*;
import software.amazon.awscdk.services.stepfunctions.tasks.*;
Object assign;
ConfigurationProperty configurationProperty_;
Object resultSelector;
Role role;
Size size;
TaskRole taskRole;
Timeout timeout;
EmrCreateClusterJsonPathProps emrCreateClusterJsonPathProps = EmrCreateClusterJsonPathProps.builder()
.instances(InstancesConfigProperty.builder()
.additionalMasterSecurityGroups(List.of("additionalMasterSecurityGroups"))
.additionalSlaveSecurityGroups(List.of("additionalSlaveSecurityGroups"))
.ec2KeyName("ec2KeyName")
.ec2SubnetId("ec2SubnetId")
.ec2SubnetIds(List.of("ec2SubnetIds"))
.emrManagedMasterSecurityGroup("emrManagedMasterSecurityGroup")
.emrManagedSlaveSecurityGroup("emrManagedSlaveSecurityGroup")
.hadoopVersion("hadoopVersion")
.instanceCount(123)
.instanceFleets(List.of(InstanceFleetConfigProperty.builder()
.instanceFleetType(EmrCreateCluster.getInstanceRoleType().MASTER)
// the properties below are optional
.instanceTypeConfigs(List.of(InstanceTypeConfigProperty.builder()
.instanceType("instanceType")
// the properties below are optional
.bidPrice("bidPrice")
.bidPriceAsPercentageOfOnDemandPrice(123)
.configurations(List.of(ConfigurationProperty.builder()
.classification("classification")
.configurations(List.of(configurationProperty_))
.properties(Map.of(
"propertiesKey", "properties"))
.build()))
.ebsConfiguration(EbsConfigurationProperty.builder()
.ebsBlockDeviceConfigs(List.of(EbsBlockDeviceConfigProperty.builder()
.volumeSpecification(VolumeSpecificationProperty.builder()
.volumeSize(size)
.volumeType(EmrCreateCluster.getEbsBlockDeviceVolumeType().GP3)
// the properties below are optional
.iops(123)
.build())
// the properties below are optional
.volumesPerInstance(123)
.build()))
.ebsOptimized(false)
.build())
.priority(123)
.weightedCapacity(123)
.build()))
.launchSpecifications(InstanceFleetProvisioningSpecificationsProperty.builder()
.onDemandSpecification(OnDemandProvisioningSpecificationProperty.builder()
.allocationStrategy(EmrCreateCluster.getOnDemandAllocationStrategy().LOWEST_PRICE)
.build())
.spotSpecification(SpotProvisioningSpecificationProperty.builder()
.timeoutAction(EmrCreateCluster.getSpotTimeoutAction().SWITCH_TO_ON_DEMAND)
// the properties below are optional
.allocationStrategy(EmrCreateCluster.getSpotAllocationStrategy().CAPACITY_OPTIMIZED)
.blockDurationMinutes(123)
.timeout(Duration.minutes(30))
.timeoutDurationMinutes(123)
.build())
.build())
.name("name")
.targetOnDemandCapacity(123)
.targetSpotCapacity(123)
.build()))
.instanceGroups(List.of(InstanceGroupConfigProperty.builder()
.instanceCount(123)
.instanceRole(EmrCreateCluster.getInstanceRoleType().MASTER)
.instanceType("instanceType")
// the properties below are optional
.autoScalingPolicy(AutoScalingPolicyProperty.builder()
.constraints(ScalingConstraintsProperty.builder()
.maxCapacity(123)
.minCapacity(123)
.build())
.rules(List.of(ScalingRuleProperty.builder()
.action(ScalingActionProperty.builder()
.simpleScalingPolicyConfiguration(SimpleScalingPolicyConfigurationProperty.builder()
.scalingAdjustment(123)
// the properties below are optional
.adjustmentType(EmrCreateCluster.getScalingAdjustmentType().CHANGE_IN_CAPACITY)
.coolDown(123)
.build())
// the properties below are optional
.market(EmrCreateCluster.getInstanceMarket().ON_DEMAND)
.build())
.name("name")
.trigger(ScalingTriggerProperty.builder()
.cloudWatchAlarmDefinition(CloudWatchAlarmDefinitionProperty.builder()
.comparisonOperator(EmrCreateCluster.getCloudWatchAlarmComparisonOperator().GREATER_THAN_OR_EQUAL)
.metricName("metricName")
.period(Duration.minutes(30))
// the properties below are optional
.dimensions(List.of(MetricDimensionProperty.builder()
.key("key")
.value("value")
.build()))
.evaluationPeriods(123)
.namespace("namespace")
.statistic(EmrCreateCluster.getCloudWatchAlarmStatistic().SAMPLE_COUNT)
.threshold(123)
.unit(EmrCreateCluster.getCloudWatchAlarmUnit().NONE)
.build())
.build())
// the properties below are optional
.description("description")
.build()))
.build())
.bidPrice("bidPrice")
.configurations(List.of(ConfigurationProperty.builder()
.classification("classification")
.configurations(List.of(configurationProperty_))
.properties(Map.of(
"propertiesKey", "properties"))
.build()))
.ebsConfiguration(EbsConfigurationProperty.builder()
.ebsBlockDeviceConfigs(List.of(EbsBlockDeviceConfigProperty.builder()
.volumeSpecification(VolumeSpecificationProperty.builder()
.volumeSize(size)
.volumeType(EmrCreateCluster.getEbsBlockDeviceVolumeType().GP3)
// the properties below are optional
.iops(123)
.build())
// the properties below are optional
.volumesPerInstance(123)
.build()))
.ebsOptimized(false)
.build())
.market(EmrCreateCluster.getInstanceMarket().ON_DEMAND)
.name("name")
.build()))
.masterInstanceType("masterInstanceType")
.placement(PlacementTypeProperty.builder()
.availabilityZone("availabilityZone")
.availabilityZones(List.of("availabilityZones"))
.build())
.serviceAccessSecurityGroup("serviceAccessSecurityGroup")
.slaveInstanceType("slaveInstanceType")
.terminationProtected(false)
.build())
.name("name")
// the properties below are optional
.additionalInfo("additionalInfo")
.applications(List.of(ApplicationConfigProperty.builder()
.name("name")
// the properties below are optional
.additionalInfo(Map.of(
"additionalInfoKey", "additionalInfo"))
.args(List.of("args"))
.version("version")
.build()))
.assign(Map.of(
"assignKey", assign))
.autoScalingRole(role)
.autoTerminationPolicyIdleTimeout(Duration.minutes(30))
.bootstrapActions(List.of(BootstrapActionConfigProperty.builder()
.name("name")
.scriptBootstrapAction(ScriptBootstrapActionConfigProperty.builder()
.path("path")
// the properties below are optional
.args(List.of("args"))
.build())
.build()))
.clusterRole(role)
.comment("comment")
.configurations(List.of(ConfigurationProperty.builder()
.classification("classification")
.configurations(List.of(configurationProperty_))
.properties(Map.of(
"propertiesKey", "properties"))
.build()))
.credentials(Credentials.builder()
.role(taskRole)
.build())
.customAmiId("customAmiId")
.ebsRootVolumeIops(123)
.ebsRootVolumeSize(size)
.ebsRootVolumeThroughput(123)
.heartbeat(Duration.minutes(30))
.heartbeatTimeout(timeout)
.inputPath("inputPath")
.integrationPattern(IntegrationPattern.REQUEST_RESPONSE)
.kerberosAttributes(KerberosAttributesProperty.builder()
.realm("realm")
// the properties below are optional
.adDomainJoinPassword("adDomainJoinPassword")
.adDomainJoinUser("adDomainJoinUser")
.crossRealmTrustPrincipalPassword("crossRealmTrustPrincipalPassword")
.kdcAdminPassword("kdcAdminPassword")
.build())
.logUri("logUri")
.managedScalingPolicy(ManagedScalingPolicyProperty.builder()
.computeLimits(ManagedScalingComputeLimitsProperty.builder()
.maximumCapacityUnits(123)
.minimumCapacityUnits(123)
.unitType(EmrCreateCluster.getComputeLimitsUnitType().INSTANCE_FLEET_UNITS)
// the properties below are optional
.maximumCoreCapacityUnits(123)
.maximumOnDemandCapacityUnits(123)
.build())
.build())
.outputPath("outputPath")
.queryLanguage(QueryLanguage.JSON_PATH)
.releaseLabel("releaseLabel")
.resultPath("resultPath")
.resultSelector(Map.of(
"resultSelectorKey", resultSelector))
.scaleDownBehavior(EmrCreateCluster.getEmrClusterScaleDownBehavior().TERMINATE_AT_INSTANCE_HOUR)
.securityConfiguration("securityConfiguration")
.serviceRole(role)
.stateName("stateName")
.stepConcurrencyLevel(123)
.tags(Map.of(
"tagsKey", "tags"))
.taskTimeout(timeout)
.timeout(Duration.minutes(30))
.visibleToAllUsers(false)
.build();
// Install: dotnet add package Amazon.CDK.Lib
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
using Amazon.CDK;
using Amazon.CDK.AWS.IAM;
using Amazon.CDK.AWS.StepFunctions;
using Amazon.CDK.AWS.StepFunctions.Tasks;
var assign;
ConfigurationProperty configurationProperty_;
var resultSelector;
Role role;
Size size;
TaskRole taskRole;
Timeout timeout;
var emrCreateClusterJsonPathProps = new EmrCreateClusterJsonPathProps {
Instances = new InstancesConfigProperty {
AdditionalMasterSecurityGroups = new [] { "additionalMasterSecurityGroups" },
AdditionalSlaveSecurityGroups = new [] { "additionalSlaveSecurityGroups" },
Ec2KeyName = "ec2KeyName",
Ec2SubnetId = "ec2SubnetId",
Ec2SubnetIds = new [] { "ec2SubnetIds" },
EmrManagedMasterSecurityGroup = "emrManagedMasterSecurityGroup",
EmrManagedSlaveSecurityGroup = "emrManagedSlaveSecurityGroup",
HadoopVersion = "hadoopVersion",
InstanceCount = 123,
InstanceFleets = new [] { new InstanceFleetConfigProperty {
InstanceFleetType = EmrCreateCluster.InstanceRoleType.MASTER,
// the properties below are optional
InstanceTypeConfigs = new [] { new InstanceTypeConfigProperty {
InstanceType = "instanceType",
// the properties below are optional
BidPrice = "bidPrice",
BidPriceAsPercentageOfOnDemandPrice = 123,
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
Configurations = new [] { configurationProperty_ },
Properties = new Dictionary<string, string> {
{ "propertiesKey", "properties" }
}
} },
EbsConfiguration = new EbsConfigurationProperty {
EbsBlockDeviceConfigs = new [] { new EbsBlockDeviceConfigProperty {
VolumeSpecification = new VolumeSpecificationProperty {
VolumeSize = size,
VolumeType = EmrCreateCluster.EbsBlockDeviceVolumeType.GP3,
// the properties below are optional
Iops = 123
},
// the properties below are optional
VolumesPerInstance = 123
} },
EbsOptimized = false
},
Priority = 123,
WeightedCapacity = 123
} },
LaunchSpecifications = new InstanceFleetProvisioningSpecificationsProperty {
OnDemandSpecification = new OnDemandProvisioningSpecificationProperty {
AllocationStrategy = EmrCreateCluster.OnDemandAllocationStrategy.LOWEST_PRICE
},
SpotSpecification = new SpotProvisioningSpecificationProperty {
TimeoutAction = EmrCreateCluster.SpotTimeoutAction.SWITCH_TO_ON_DEMAND,
// the properties below are optional
AllocationStrategy = EmrCreateCluster.SpotAllocationStrategy.CAPACITY_OPTIMIZED,
BlockDurationMinutes = 123,
Timeout = Duration.Minutes(30),
TimeoutDurationMinutes = 123
}
},
Name = "name",
TargetOnDemandCapacity = 123,
TargetSpotCapacity = 123
} },
InstanceGroups = new [] { new InstanceGroupConfigProperty {
InstanceCount = 123,
InstanceRole = EmrCreateCluster.InstanceRoleType.MASTER,
InstanceType = "instanceType",
// the properties below are optional
AutoScalingPolicy = new AutoScalingPolicyProperty {
Constraints = new ScalingConstraintsProperty {
MaxCapacity = 123,
MinCapacity = 123
},
Rules = new [] { new ScalingRuleProperty {
Action = new ScalingActionProperty {
SimpleScalingPolicyConfiguration = new SimpleScalingPolicyConfigurationProperty {
ScalingAdjustment = 123,
// the properties below are optional
AdjustmentType = EmrCreateCluster.ScalingAdjustmentType.CHANGE_IN_CAPACITY,
CoolDown = 123
},
// the properties below are optional
Market = EmrCreateCluster.InstanceMarket.ON_DEMAND
},
Name = "name",
Trigger = new ScalingTriggerProperty {
CloudWatchAlarmDefinition = new CloudWatchAlarmDefinitionProperty {
ComparisonOperator = EmrCreateCluster.CloudWatchAlarmComparisonOperator.GREATER_THAN_OR_EQUAL,
MetricName = "metricName",
Period = Duration.Minutes(30),
// the properties below are optional
Dimensions = new [] { new MetricDimensionProperty {
Key = "key",
Value = "value"
} },
EvaluationPeriods = 123,
Namespace = "namespace",
Statistic = EmrCreateCluster.CloudWatchAlarmStatistic.SAMPLE_COUNT,
Threshold = 123,
Unit = EmrCreateCluster.CloudWatchAlarmUnit.NONE
}
},
// the properties below are optional
Description = "description"
} }
},
BidPrice = "bidPrice",
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
Configurations = new [] { configurationProperty_ },
Properties = new Dictionary<string, string> {
{ "propertiesKey", "properties" }
}
} },
EbsConfiguration = new EbsConfigurationProperty {
EbsBlockDeviceConfigs = new [] { new EbsBlockDeviceConfigProperty {
VolumeSpecification = new VolumeSpecificationProperty {
VolumeSize = size,
VolumeType = EmrCreateCluster.EbsBlockDeviceVolumeType.GP3,
// the properties below are optional
Iops = 123
},
// the properties below are optional
VolumesPerInstance = 123
} },
EbsOptimized = false
},
Market = EmrCreateCluster.InstanceMarket.ON_DEMAND,
Name = "name"
} },
MasterInstanceType = "masterInstanceType",
Placement = new PlacementTypeProperty {
AvailabilityZone = "availabilityZone",
AvailabilityZones = new [] { "availabilityZones" }
},
ServiceAccessSecurityGroup = "serviceAccessSecurityGroup",
SlaveInstanceType = "slaveInstanceType",
TerminationProtected = false
},
Name = "name",
// the properties below are optional
AdditionalInfo = "additionalInfo",
Applications = new [] { new ApplicationConfigProperty {
Name = "name",
// the properties below are optional
AdditionalInfo = new Dictionary<string, string> {
{ "additionalInfoKey", "additionalInfo" }
},
Args = new [] { "args" },
Version = "version"
} },
Assign = new Dictionary<string, object> {
{ "assignKey", assign }
},
AutoScalingRole = role,
AutoTerminationPolicyIdleTimeout = Duration.Minutes(30),
BootstrapActions = new [] { new BootstrapActionConfigProperty {
Name = "name",
ScriptBootstrapAction = new ScriptBootstrapActionConfigProperty {
Path = "path",
// the properties below are optional
Args = new [] { "args" }
}
} },
ClusterRole = role,
Comment = "comment",
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
Configurations = new [] { configurationProperty_ },
Properties = new Dictionary<string, string> {
{ "propertiesKey", "properties" }
}
} },
Credentials = new Credentials {
Role = taskRole
},
CustomAmiId = "customAmiId",
EbsRootVolumeIops = 123,
EbsRootVolumeSize = size,
EbsRootVolumeThroughput = 123,
Heartbeat = Duration.Minutes(30),
HeartbeatTimeout = timeout,
InputPath = "inputPath",
IntegrationPattern = IntegrationPattern.REQUEST_RESPONSE,
KerberosAttributes = new KerberosAttributesProperty {
Realm = "realm",
// the properties below are optional
AdDomainJoinPassword = "adDomainJoinPassword",
AdDomainJoinUser = "adDomainJoinUser",
CrossRealmTrustPrincipalPassword = "crossRealmTrustPrincipalPassword",
KdcAdminPassword = "kdcAdminPassword"
},
LogUri = "logUri",
ManagedScalingPolicy = new ManagedScalingPolicyProperty {
ComputeLimits = new ManagedScalingComputeLimitsProperty {
MaximumCapacityUnits = 123,
MinimumCapacityUnits = 123,
UnitType = EmrCreateCluster.ComputeLimitsUnitType.INSTANCE_FLEET_UNITS,
// the properties below are optional
MaximumCoreCapacityUnits = 123,
MaximumOnDemandCapacityUnits = 123
}
},
OutputPath = "outputPath",
QueryLanguage = QueryLanguage.JSON_PATH,
ReleaseLabel = "releaseLabel",
ResultPath = "resultPath",
ResultSelector = new Dictionary<string, object> {
{ "resultSelectorKey", resultSelector }
},
ScaleDownBehavior = EmrCreateCluster.EmrClusterScaleDownBehavior.TERMINATE_AT_INSTANCE_HOUR,
SecurityConfiguration = "securityConfiguration",
ServiceRole = role,
StateName = "stateName",
StepConcurrencyLevel = 123,
Tags = new Dictionary<string, string> {
{ "tagsKey", "tags" }
},
TaskTimeout = timeout,
Timeout = Duration.Minutes(30),
VisibleToAllUsers = false
};
// Install: go get github.com/aws/aws-cdk-go/awscdk/v2
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
import "github.com/aws/aws-cdk-go/awscdk"
import "github.com/aws/aws-cdk-go/awscdk"
import "github.com/aws/aws-cdk-go/awscdk"
import "github.com/aws/aws-cdk-go/awscdk"
var assign interface{}
var configurationProperty_ ConfigurationProperty
var resultSelector interface{}
var role Role
var size Size
var taskRole TaskRole
var timeout Timeout
emrCreateClusterJsonPathProps := &EmrCreateClusterJsonPathProps{
Instances: &InstancesConfigProperty{
AdditionalMasterSecurityGroups: []*string{
jsii.String("additionalMasterSecurityGroups"),
},
AdditionalSlaveSecurityGroups: []*string{
jsii.String("additionalSlaveSecurityGroups"),
},
Ec2KeyName: jsii.String("ec2KeyName"),
Ec2SubnetId: jsii.String("ec2SubnetId"),
Ec2SubnetIds: []*string{
jsii.String("ec2SubnetIds"),
},
EmrManagedMasterSecurityGroup: jsii.String("emrManagedMasterSecurityGroup"),
EmrManagedSlaveSecurityGroup: jsii.String("emrManagedSlaveSecurityGroup"),
HadoopVersion: jsii.String("hadoopVersion"),
InstanceCount: jsii.Number(123),
InstanceFleets: []InstanceFleetConfigProperty{
&InstanceFleetConfigProperty{
InstanceFleetType: awscdk.Aws_stepfunctions_tasks.EmrCreateCluster.InstanceRoleType_MASTER,
// the properties below are optional
InstanceTypeConfigs: []InstanceTypeConfigProperty{
&InstanceTypeConfigProperty{
InstanceType: jsii.String("instanceType"),
// the properties below are optional
BidPrice: jsii.String("bidPrice"),
BidPriceAsPercentageOfOnDemandPrice: jsii.Number(123),
Configurations: []ConfigurationProperty{
&ConfigurationProperty{
Classification: jsii.String("classification"),
Configurations: []ConfigurationProperty{
configurationProperty_,
},
Properties: map[string]*string{
"propertiesKey": jsii.String("properties"),
},
},
},
EbsConfiguration: &EbsConfigurationProperty{
EbsBlockDeviceConfigs: []EbsBlockDeviceConfigProperty{
&EbsBlockDeviceConfigProperty{
VolumeSpecification: &VolumeSpecificationProperty{
VolumeSize: size,
VolumeType: awscdk.*Aws_stepfunctions_tasks.EmrCreateCluster.EbsBlockDeviceVolumeType_GP3,
// the properties below are optional
Iops: jsii.Number(123),
},
// the properties below are optional
VolumesPerInstance: jsii.Number(123),
},
},
EbsOptimized: jsii.Boolean(false),
},
Priority: jsii.Number(123),
WeightedCapacity: jsii.Number(123),
},
},
LaunchSpecifications: &InstanceFleetProvisioningSpecificationsProperty{
OnDemandSpecification: &OnDemandProvisioningSpecificationProperty{
AllocationStrategy: awscdk.*Aws_stepfunctions_tasks.EmrCreateCluster.OnDemandAllocationStrategy_LOWEST_PRICE,
},
SpotSpecification: &SpotProvisioningSpecificationProperty{
TimeoutAction: awscdk.*Aws_stepfunctions_tasks.EmrCreateCluster.SpotTimeoutAction_SWITCH_TO_ON_DEMAND,
// the properties below are optional
AllocationStrategy: awscdk.*Aws_stepfunctions_tasks.EmrCreateCluster.SpotAllocationStrategy_CAPACITY_OPTIMIZED,
BlockDurationMinutes: jsii.Number(123),
Timeout: cdk.Duration_Minutes(jsii.Number(30)),
TimeoutDurationMinutes: jsii.Number(123),
},
},
Name: jsii.String("name"),
TargetOnDemandCapacity: jsii.Number(123),
TargetSpotCapacity: jsii.Number(123),
},
},
InstanceGroups: []InstanceGroupConfigProperty{
&InstanceGroupConfigProperty{
InstanceCount: jsii.Number(123),
InstanceRole: awscdk.*Aws_stepfunctions_tasks.EmrCreateCluster.InstanceRoleType_MASTER,
InstanceType: jsii.String("instanceType"),
// the properties below are optional
AutoScalingPolicy: &AutoScalingPolicyProperty{
Constraints: &ScalingConstraintsProperty{
MaxCapacity: jsii.Number(123),
MinCapacity: jsii.Number(123),
},
Rules: []ScalingRuleProperty{
&ScalingRuleProperty{
Action: &ScalingActionProperty{
SimpleScalingPolicyConfiguration: &SimpleScalingPolicyConfigurationProperty{
ScalingAdjustment: jsii.Number(123),
// the properties below are optional
AdjustmentType: awscdk.*Aws_stepfunctions_tasks.EmrCreateCluster.ScalingAdjustmentType_CHANGE_IN_CAPACITY,
CoolDown: jsii.Number(123),
},
// the properties below are optional
Market: awscdk.*Aws_stepfunctions_tasks.EmrCreateCluster.InstanceMarket_ON_DEMAND,
},
Name: jsii.String("name"),
Trigger: &ScalingTriggerProperty{
CloudWatchAlarmDefinition: &CloudWatchAlarmDefinitionProperty{
ComparisonOperator: awscdk.*Aws_stepfunctions_tasks.EmrCreateCluster.CloudWatchAlarmComparisonOperator_GREATER_THAN_OR_EQUAL,
MetricName: jsii.String("metricName"),
Period: cdk.Duration_*Minutes(jsii.Number(30)),
// the properties below are optional
Dimensions: []MetricDimensionProperty{
&MetricDimensionProperty{
Key: jsii.String("key"),
Value: jsii.String("value"),
},
},
EvaluationPeriods: jsii.Number(123),
Namespace: jsii.String("namespace"),
Statistic: awscdk.*Aws_stepfunctions_tasks.EmrCreateCluster.CloudWatchAlarmStatistic_SAMPLE_COUNT,
Threshold: jsii.Number(123),
Unit: awscdk.*Aws_stepfunctions_tasks.EmrCreateCluster.CloudWatchAlarmUnit_NONE,
},
},
// the properties below are optional
Description: jsii.String("description"),
},
},
},
BidPrice: jsii.String("bidPrice"),
Configurations: []ConfigurationProperty{
&ConfigurationProperty{
Classification: jsii.String("classification"),
Configurations: []ConfigurationProperty{
configurationProperty_,
},
Properties: map[string]*string{
"propertiesKey": jsii.String("properties"),
},
},
},
EbsConfiguration: &EbsConfigurationProperty{
EbsBlockDeviceConfigs: []EbsBlockDeviceConfigProperty{
&EbsBlockDeviceConfigProperty{
VolumeSpecification: &VolumeSpecificationProperty{
VolumeSize: size,
VolumeType: awscdk.*Aws_stepfunctions_tasks.EmrCreateCluster.EbsBlockDeviceVolumeType_GP3,
// the properties below are optional
Iops: jsii.Number(123),
},
// the properties below are optional
VolumesPerInstance: jsii.Number(123),
},
},
EbsOptimized: jsii.Boolean(false),
},
Market: awscdk.*Aws_stepfunctions_tasks.EmrCreateCluster.InstanceMarket_ON_DEMAND,
Name: jsii.String("name"),
},
},
MasterInstanceType: jsii.String("masterInstanceType"),
Placement: &PlacementTypeProperty{
AvailabilityZone: jsii.String("availabilityZone"),
AvailabilityZones: []*string{
jsii.String("availabilityZones"),
},
},
ServiceAccessSecurityGroup: jsii.String("serviceAccessSecurityGroup"),
SlaveInstanceType: jsii.String("slaveInstanceType"),
TerminationProtected: jsii.Boolean(false),
},
Name: jsii.String("name"),
// the properties below are optional
AdditionalInfo: jsii.String("additionalInfo"),
Applications: []ApplicationConfigProperty{
&ApplicationConfigProperty{
Name: jsii.String("name"),
// the properties below are optional
AdditionalInfo: map[string]*string{
"additionalInfoKey": jsii.String("additionalInfo"),
},
Args: []*string{
jsii.String("args"),
},
Version: jsii.String("version"),
},
},
Assign: map[string]interface{}{
"assignKey": assign,
},
AutoScalingRole: role,
AutoTerminationPolicyIdleTimeout: cdk.Duration_*Minutes(jsii.Number(30)),
BootstrapActions: []BootstrapActionConfigProperty{
&BootstrapActionConfigProperty{
Name: jsii.String("name"),
ScriptBootstrapAction: &ScriptBootstrapActionConfigProperty{
Path: jsii.String("path"),
// the properties below are optional
Args: []*string{
jsii.String("args"),
},
},
},
},
ClusterRole: role,
Comment: jsii.String("comment"),
Configurations: []ConfigurationProperty{
&ConfigurationProperty{
Classification: jsii.String("classification"),
Configurations: []ConfigurationProperty{
configurationProperty_,
},
Properties: map[string]*string{
"propertiesKey": jsii.String("properties"),
},
},
},
Credentials: &Credentials{
Role: taskRole,
},
CustomAmiId: jsii.String("customAmiId"),
EbsRootVolumeIops: jsii.Number(123),
EbsRootVolumeSize: size,
EbsRootVolumeThroughput: jsii.Number(123),
Heartbeat: cdk.Duration_*Minutes(jsii.Number(30)),
HeartbeatTimeout: timeout,
InputPath: jsii.String("inputPath"),
IntegrationPattern: awscdk.Aws_stepfunctions.IntegrationPattern_REQUEST_RESPONSE,
KerberosAttributes: &KerberosAttributesProperty{
Realm: jsii.String("realm"),
// the properties below are optional
AdDomainJoinPassword: jsii.String("adDomainJoinPassword"),
AdDomainJoinUser: jsii.String("adDomainJoinUser"),
CrossRealmTrustPrincipalPassword: jsii.String("crossRealmTrustPrincipalPassword"),
KdcAdminPassword: jsii.String("kdcAdminPassword"),
},
LogUri: jsii.String("logUri"),
ManagedScalingPolicy: &ManagedScalingPolicyProperty{
ComputeLimits: &ManagedScalingComputeLimitsProperty{
MaximumCapacityUnits: jsii.Number(123),
MinimumCapacityUnits: jsii.Number(123),
UnitType: awscdk.*Aws_stepfunctions_tasks.EmrCreateCluster.ComputeLimitsUnitType_INSTANCE_FLEET_UNITS,
// the properties below are optional
MaximumCoreCapacityUnits: jsii.Number(123),
MaximumOnDemandCapacityUnits: jsii.Number(123),
},
},
OutputPath: jsii.String("outputPath"),
QueryLanguage: awscdk.*Aws_stepfunctions.QueryLanguage_JSON_PATH,
ReleaseLabel: jsii.String("releaseLabel"),
ResultPath: jsii.String("resultPath"),
ResultSelector: map[string]interface{}{
"resultSelectorKey": resultSelector,
},
ScaleDownBehavior: awscdk.*Aws_stepfunctions_tasks.EmrCreateCluster.EmrClusterScaleDownBehavior_TERMINATE_AT_INSTANCE_HOUR,
SecurityConfiguration: jsii.String("securityConfiguration"),
ServiceRole: role,
StateName: jsii.String("stateName"),
StepConcurrencyLevel: jsii.Number(123),
Tags: map[string]*string{
"tagsKey": jsii.String("tags"),
},
TaskTimeout: timeout,
Timeout: cdk.Duration_*Minutes(jsii.Number(30)),
VisibleToAllUsers: jsii.Boolean(false),
}
Properties
additionalInfooptionalstringadditional_infooptionalstradditionalInfooptionalStringAdditionalInfooptionalstringAdditionalInfooptional*string = None #applicationsoptionalEmrCreateCluster.applicationsoptionaltyping.List[ApplicationConfigProperty]applicationsoptionalList<ApplicationConfigProperty>ApplicationsoptionalApplicationConfigProperty[]Applicationsoptional*[]ApplicationConfigProperty #Default: EMR selected default
assignoptional{ [key: string]: any }assignoptionaltyping.Mapping[str, Any]assignoptionalMap<String, Object>AssignoptionalIDictionary<string, object>Assignoptional*map[string]interface{} #Default: Not assign variables
Using workflow variables, you can store data in a step and retrieve that data in future steps.
autoScalingRoleoptionalIRoleauto_scaling_roleoptionalIRoleautoScalingRoleoptionalIRoleAutoScalingRoleoptionalIRoleAutoScalingRoleoptionalIRole #Default: A role will be created.
autoTerminationPolicyIdleTimeoutoptionalDurationauto_termination_policy_idle_timeoutoptionalDurationautoTerminationPolicyIdleTimeoutoptionalDurationAutoTerminationPolicyIdleTimeoutoptionalDurationAutoTerminationPolicyIdleTimeoutoptionalDuration #Default: No timeout
You can specify a minimum of 60 seconds and a maximum of 604800 seconds (seven days).
bootstrapActionsoptionalEmrCreateCluster.bootstrap_actionsoptionaltyping.List[BootstrapActionConfigProperty]bootstrapActionsoptionalList<BootstrapActionConfigProperty>BootstrapActionsoptionalBootstrapActionConfigProperty[]BootstrapActionsoptional*[]BootstrapActionConfigProperty = None #clusterRoleoptionalIRolecluster_roleoptionalIRoleclusterRoleoptionalIRoleClusterRoleoptionalIRoleClusterRoleoptionalIRole #Default: * A Role will be created
An IAM role for an EMR cluster. The EC2 instances of the cluster assume this role.
This attribute has been renamed from jobFlowRole to clusterRole to align with other ERM/StepFunction integration parameters.
commentoptionalstringcommentoptionalstrcommentoptionalStringCommentoptionalstringCommentoptional*string #Default: No comment
configurationsoptionalEmrCreateCluster.configurationsoptionaltyping.List[ConfigurationProperty]configurationsoptionalList<ConfigurationProperty>ConfigurationsoptionalConfigurationProperty[]Configurationsoptional*[]ConfigurationProperty = None #credentialsoptionalCredentialscredentialsoptionalCredentialscredentialsoptionalCredentialsCredentialsoptionalCredentialsCredentialsoptionalCredentials #Default: None (Task is executed using the State Machine's execution role)
This enables cross-account resource invocations.
customAmiIdoptionalstringcustom_ami_idoptionalstrcustomAmiIdoptionalStringCustomAmiIdoptionalstringCustomAmiIdoptional*string = None #ebsRootVolumeIopsoptionalnumberebs_root_volume_iopsoptionalint | floatebsRootVolumeIopsoptionalNumberEbsRootVolumeIopsoptionaldoubleEbsRootVolumeIopsoptional*float64 #Default: EMR selected default
Requires EMR release label 6.15.0 or above. Must be in range [3000, 16000].
ebsRootVolumeSizeoptionalSizeebs_root_volume_sizeoptionalSizeebsRootVolumeSizeoptionalSizeEbsRootVolumeSizeoptionalSizeEbsRootVolumeSizeoptionalSize #Default: EMR selected default
ebsRootVolumeThroughputoptionalnumberebs_root_volume_throughputoptionalint | floatebsRootVolumeThroughputoptionalNumberEbsRootVolumeThroughputoptionaldoubleEbsRootVolumeThroughputoptional*float64 #Default: EMR selected default
Requires EMR release label 6.15.0 or above. Must be in range [125, 1000].
heartbeatoptionalDurationheartbeatoptionalDurationheartbeatoptionalDurationHeartbeatoptionalDurationHeartbeatoptionalDuration = None deprecated #heartbeatTimeoutoptionalTimeoutheartbeat_timeoutoptionalTimeoutheartbeatTimeoutoptionalTimeoutHeartbeatTimeoutoptionalTimeoutHeartbeatTimeoutoptionalTimeout = None #[disable-awslint:duration-prop-type] is needed because all props interface in aws-stepfunctions-tasks extend this interface
inputPathoptionalstringinput_pathoptionalstrinputPathoptionalStringInputPathoptionalstringInputPathoptional*string = $ #May also be the special value JsonPath.DISCARD, which will cause the effective input to be the empty object {}.
instancesEmrCreateCluster.instancesInstancesConfigPropertyinstancesInstancesConfigPropertyInstancesInstancesConfigPropertyInstancesInstancesConfigProperty required #integrationPatternoptionalIntegrationPatternintegration_patternoptionalIntegrationPatternintegrationPatternoptionalIntegrationPatternIntegrationPatternoptionalIntegrationPatternIntegrationPatternoptionalIntegrationPattern #Default: IntegrationPattern.REQUEST_RESPONSE for most tasks. IntegrationPattern.RUN_JOB for the following exceptions: BatchSubmitJob, EmrAddStep, EmrCreateCluster, EmrTerminationCluster, and EmrContainersStartJobRun.
You can control these AWS services using service integration patterns.
Depending on the AWS Service, the Service Integration Pattern availability will vary.
kerberosAttributesoptionalEmrCreateCluster.kerberos_attributesoptionalKerberosAttributesPropertykerberosAttributesoptionalKerberosAttributesPropertyKerberosAttributesoptionalKerberosAttributesPropertyKerberosAttributesoptionalKerberosAttributesProperty = None #logUrioptionalstringlog_urioptionalstrlogUrioptionalStringLogUrioptionalstringLogUrioptional*string = None #managedScalingPolicyoptionalEmrCreateCluster.managed_scaling_policyoptionalManagedScalingPolicyPropertymanagedScalingPolicyoptionalManagedScalingPolicyPropertyManagedScalingPolicyoptionalManagedScalingPolicyPropertyManagedScalingPolicyoptionalManagedScalingPolicyProperty = None #outputPathoptionalstringoutput_pathoptionalstroutputPathoptionalStringOutputPathoptionalstringOutputPathoptional*string = $ #May also be the special value JsonPath.DISCARD, which will cause the effective output to be the empty object {}.
queryLanguageoptionalQueryLanguagequery_languageoptionalQueryLanguagequeryLanguageoptionalQueryLanguageQueryLanguageoptionalQueryLanguageQueryLanguageoptionalQueryLanguage = JSONPath #If the state does not contain a queryLanguage field, then it will use the query language specified in the top-level queryLanguage field.
releaseLabeloptionalstringrelease_labeloptionalstrreleaseLabeloptionalStringReleaseLabeloptionalstringReleaseLabeloptional*string #Default: EMR selected default
resultPathoptionalstringresult_pathoptionalstrresultPathoptionalStringResultPathoptionalstringResultPathoptional*string = $ #May also be the special value JsonPath.DISCARD, which will cause the state's input to become its output.
resultSelectoroptional{ [key: string]: any }result_selectoroptionaltyping.Mapping[str, Any]resultSelectoroptionalMap<String, Object>ResultSelectoroptionalIDictionary<string, object>ResultSelectoroptional*map[string]interface{} = None #You can use ResultSelector to create a payload with values that are static or selected from the state's raw result.
scaleDownBehavioroptionalEmrCreateCluster.scale_down_behavioroptionalEmrClusterScaleDownBehaviorscaleDownBehavioroptionalEmrClusterScaleDownBehaviorScaleDownBehavioroptionalEmrClusterScaleDownBehaviorScaleDownBehavioroptionalEmrClusterScaleDownBehavior #Default: EMR selected default
securityConfigurationoptionalstringsecurity_configurationoptionalstrsecurityConfigurationoptionalStringSecurityConfigurationoptionalstringSecurityConfigurationoptional*string = None #serviceRoleoptionalIRoleservice_roleoptionalIRoleserviceRoleoptionalIRoleServiceRoleoptionalIRoleServiceRoleoptionalIRole #Default: A role will be created that Amazon EMR service can assume.
stateNameoptionalstringstate_nameoptionalstrstateNameoptionalStringStateNameoptionalstringStateNameoptional*string #Default: The construct ID will be used as state name
stepConcurrencyLeveloptionalnumberstep_concurrency_leveloptionalint | floatstepConcurrencyLeveloptionalNumberStepConcurrencyLeveloptionaldoubleStepConcurrencyLeveloptional*float64 #Default: 1 - no step concurrency allowed
Requires EMR release label 5.28.0 or above. Must be in range [1, 256].
tagsoptional{ [key: string]: string }tagsoptionaltyping.Mapping[str, str]tagsoptionalMap<String, String>TagsoptionalIDictionary<string, string>Tagsoptional*map[string]*string = None #taskTimeoutoptionalTimeouttask_timeoutoptionalTimeouttaskTimeoutoptionalTimeoutTaskTimeoutoptionalTimeoutTaskTimeoutoptionalTimeout = None #[disable-awslint:duration-prop-type] is needed because all props interface in aws-stepfunctions-tasks extend this interface
timeoutoptionalDurationtimeoutoptionalDurationtimeoutoptionalDurationTimeoutoptionalDurationTimeoutoptionalDuration = None deprecated #visibleToAllUsersoptionalbooleanvisible_to_all_usersoptionalboolvisibleToAllUsersoptionalBooleanVisibleToAllUsersoptionalboolVisibleToAllUsersoptional*bool = true #