Amazon EMR
Amazon EMR Release Guide

Hadoop Daemon Configuration Settings

Hadoop daemon settings are different depending on the EC2 instance type that a cluster node uses. The following tables list the default configuration settings for each EC2 instance type.

To customize these settings, use the hadoop-env configuration classification. For more information, see Configuring Applications.

c1 Instances

c1.medium

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 192
YARN_PROXYSERVER_HEAPSIZE 96
YARN_NODEMANAGER_HEAPSIZE 128
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 128
HADOOP_NAMENODE_HEAPSIZE 192
HADOOP_DATANODE_HEAPSIZE 96

c1.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 768
YARN_PROXYSERVER_HEAPSIZE 384
YARN_NODEMANAGER_HEAPSIZE 512
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 512
HADOOP_NAMENODE_HEAPSIZE 768
HADOOP_DATANODE_HEAPSIZE 384

c3 Instances

c3.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2124
YARN_PROXYSERVER_HEAPSIZE 2124
YARN_NODEMANAGER_HEAPSIZE 2124
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2124
HADOOP_NAMENODE_HEAPSIZE 972
HADOOP_DATANODE_HEAPSIZE 588

c3.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2396
YARN_PROXYSERVER_HEAPSIZE 2396
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2396
HADOOP_NAMENODE_HEAPSIZE 1740
HADOOP_DATANODE_HEAPSIZE 757

c3.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2703
YARN_PROXYSERVER_HEAPSIZE 2703
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2703
HADOOP_NAMENODE_HEAPSIZE 3276
HADOOP_DATANODE_HEAPSIZE 1064

c3.8xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3317
YARN_PROXYSERVER_HEAPSIZE 3317
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3317
HADOOP_NAMENODE_HEAPSIZE 6348
HADOOP_DATANODE_HEAPSIZE 1679

c4 Instances

c4.large

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 1152
YARN_PROXYSERVER_HEAPSIZE 1152
YARN_NODEMANAGER_HEAPSIZE 1152
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 1152
HADOOP_NAMENODE_HEAPSIZE 576
HADOOP_DATANODE_HEAPSIZE 384

c4.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2124
YARN_PROXYSERVER_HEAPSIZE 2124
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2124
HADOOP_NAMENODE_HEAPSIZE 972
HADOOP_DATANODE_HEAPSIZE 588

c4.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2396
YARN_PROXYSERVER_HEAPSIZE 2396
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2396
HADOOP_NAMENODE_HEAPSIZE 1740
HADOOP_DATANODE_HEAPSIZE 757

c4.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2703
YARN_PROXYSERVER_HEAPSIZE 2703
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2703
HADOOP_NAMENODE_HEAPSIZE 3276
HADOOP_DATANODE_HEAPSIZE 1064

c4.8xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3317
YARN_PROXYSERVER_HEAPSIZE 3317
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3317
HADOOP_NAMENODE_HEAPSIZE 6348
HADOOP_DATANODE_HEAPSIZE 1679

c5 Instances

c5.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2252
YARN_PROXYSERVER_HEAPSIZE 2252
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2252
HADOOP_NAMENODE_HEAPSIZE 1024
HADOOP_DATANODE_HEAPSIZE 614

c5.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2416
YARN_PROXYSERVER_HEAPSIZE 2416
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2416
HADOOP_NAMENODE_HEAPSIZE 1843
HADOOP_DATANODE_HEAPSIZE 778

c5.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2744
YARN_PROXYSERVER_HEAPSIZE 2744
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2744
HADOOP_NAMENODE_HEAPSIZE 3481
HADOOP_DATANODE_HEAPSIZE 1105

c5.9xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3563
YARN_PROXYSERVER_HEAPSIZE 3563
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3563
HADOOP_NAMENODE_HEAPSIZE 7577
HADOOP_DATANODE_HEAPSIZE 1925

c5.18xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 5038
YARN_PROXYSERVER_HEAPSIZE 5038
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 5038
HADOOP_NAMENODE_HEAPSIZE 14950
HADOOP_DATANODE_HEAPSIZE 3399

c5d Instances

c5d.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2252
YARN_PROXYSERVER_HEAPSIZE 2252
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2252
HADOOP_NAMENODE_HEAPSIZE 1024
HADOOP_DATANODE_HEAPSIZE 614

c5d.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2416
YARN_PROXYSERVER_HEAPSIZE 2416
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2416
HADOOP_NAMENODE_HEAPSIZE 1843
HADOOP_DATANODE_HEAPSIZE 778

c5d.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2744
YARN_PROXYSERVER_HEAPSIZE 2744
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2744
HADOOP_NAMENODE_HEAPSIZE 3481
HADOOP_DATANODE_HEAPSIZE 1105

c5d.9xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3563
YARN_PROXYSERVER_HEAPSIZE 3563
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3563
HADOOP_NAMENODE_HEAPSIZE 7577
HADOOP_DATANODE_HEAPSIZE 1925

c5d.18xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 5038
YARN_PROXYSERVER_HEAPSIZE 5038
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 5038
HADOOP_NAMENODE_HEAPSIZE 14950
HADOOP_DATANODE_HEAPSIZE 3399

cc2 Instances

cc2.8xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2048
YARN_PROXYSERVER_HEAPSIZE 1024
YARN_NODEMANAGER_HEAPSIZE 1536
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 1536
HADOOP_NAMENODE_HEAPSIZE 12288
HADOOP_DATANODE_HEAPSIZE 384

cg1 Instances

cg1.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2048
YARN_PROXYSERVER_HEAPSIZE 1024
YARN_NODEMANAGER_HEAPSIZE 1536
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 1536
HADOOP_NAMENODE_HEAPSIZE 3840
HADOOP_DATANODE_HEAPSIZE 384

cr1 Instances

cr1.8xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 7086
YARN_PROXYSERVER_HEAPSIZE 7086
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 7086
HADOOP_NAMENODE_HEAPSIZE 25190
HADOOP_DATANODE_HEAPSIZE 4096

d2 Instances

d2.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2713
YARN_PROXYSERVER_HEAPSIZE 2713
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2713
HADOOP_NAMENODE_HEAPSIZE 3328
HADOOP_DATANODE_HEAPSIZE 1075

d2.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3338
YARN_PROXYSERVER_HEAPSIZE 3338
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3338
HADOOP_NAMENODE_HEAPSIZE 6451
HADOOP_DATANODE_HEAPSIZE 1699

d2.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 4587
YARN_PROXYSERVER_HEAPSIZE 4587
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 4587
HADOOP_NAMENODE_HEAPSIZE 12697
HADOOP_DATANODE_HEAPSIZE 2949

d2.8xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 7089
YARN_PROXYSERVER_HEAPSIZE 7086
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 7086
HADOOP_NAMENODE_HEAPSIZE 25190
HADOOP_DATANODE_HEAPSIZE 4096

g2 Instances

g2.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 1536
YARN_PROXYSERVER_HEAPSIZE 1024
YARN_NODEMANAGER_HEAPSIZE 1024
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 1024
HADOOP_NAMENODE_HEAPSIZE 2304
HADOOP_DATANODE_HEAPSIZE 384

g3 Instances

g3.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 4587
YARN_PROXYSERVER_HEAPSIZE 4587
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 4587
HADOOP_NAMENODE_HEAPSIZE 12697
HADOOP_DATANODE_HEAPSIZE 2949

g3.8xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 7086
YARN_PROXYSERVER_HEAPSIZE 7086
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 7086
HADOOP_NAMENODE_HEAPSIZE 25190
HADOOP_DATANODE_HEAPSIZE 4096

g3.16xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 12083
YARN_PROXYSERVER_HEAPSIZE 12083
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 12083
HADOOP_NAMENODE_HEAPSIZE 50176
HADOOP_DATANODE_HEAPSIZE 4096

g3s Instances

g3s.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2713
YARN_PROXYSERVER_HEAPSIZE 2713
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2713
HADOOP_NAMENODE_HEAPSIZE 3328
HADOOP_DATANODE_HEAPSIZE 1075

h1 Instances

h1.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2744
YARN_PROXYSERVER_HEAPSIZE 2744
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2744
HADOOP_NAMENODE_HEAPSIZE 3481
HADOOP_DATANODE_HEAPSIZE 1105

h1.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3399
YARN_PROXYSERVER_HEAPSIZE 3399
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3399
HADOOP_NAMENODE_HEAPSIZE 6758
HADOOP_DATANODE_HEAPSIZE 1761

h1.8xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 4710
YARN_PROXYSERVER_HEAPSIZE 4710
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 4710
HADOOP_NAMENODE_HEAPSIZE 13312
HADOOP_DATANODE_HEAPSIZE 3072

h1.16xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 7331
YARN_PROXYSERVER_HEAPSIZE 7331
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 7331
HADOOP_NAMENODE_HEAPSIZE 26419
HADOOP_DATANODE_HEAPSIZE 4096

hi1 Instances

hi1.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3328
YARN_PROXYSERVER_HEAPSIZE 3328
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3328
HADOOP_NAMENODE_HEAPSIZE 6400
HADOOP_DATANODE_HEAPSIZE 1689

hs1 Instances

hs1.8xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2048
YARN_PROXYSERVER_HEAPSIZE 1024
YARN_NODEMANAGER_HEAPSIZE 1536
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 1536
HADOOP_NAMENODE_HEAPSIZE 12288
HADOOP_DATANODE_HEAPSIZE 384

i2 Instances

i2.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2713
YARN_PROXYSERVER_HEAPSIZE 2713
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2713
HADOOP_NAMENODE_HEAPSIZE 3328
HADOOP_DATANODE_HEAPSIZE 1075

i2.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3338
YARN_PROXYSERVER_HEAPSIZE 3338
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3338
HADOOP_NAMENODE_HEAPSIZE 6451
HADOOP_DATANODE_HEAPSIZE 1699

i2.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 4587
YARN_PROXYSERVER_HEAPSIZE 4587
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 4587
HADOOP_NAMENODE_HEAPSIZE 12697
HADOOP_DATANODE_HEAPSIZE 2949

i2.8xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 7086
YARN_PROXYSERVER_HEAPSIZE 7086
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 7086
HADOOP_NAMENODE_HEAPSIZE 25190
HADOOP_DATANODE_HEAPSIZE 4096

i3 Instances

i3.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2713
YARN_PROXYSERVER_HEAPSIZE 2713
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2713
HADOOP_NAMENODE_HEAPSIZE 3328
HADOOP_DATANODE_HEAPSIZE 1075

i3.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3338
YARN_PROXYSERVER_HEAPSIZE 3338
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3338
HADOOP_NAMENODE_HEAPSIZE 6451
HADOOP_DATANODE_HEAPSIZE 1699

i3.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 4587
YARN_PROXYSERVER_HEAPSIZE 4587
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 4587
HADOOP_NAMENODE_HEAPSIZE 12697
HADOOP_DATANODE_HEAPSIZE 2949

i3.8xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 7086
YARN_PROXYSERVER_HEAPSIZE 7086
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 7086
HADOOP_NAMENODE_HEAPSIZE 25190
HADOOP_DATANODE_HEAPSIZE 4096

i3.16xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 12083
YARN_PROXYSERVER_HEAPSIZE 12083
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE
HADOOP_NAMENODE_HEAPSIZE 12083
HADOOP_DATANODE_HEAPSIZE 1699

m1 Instances

m1.medium

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 384
YARN_PROXYSERVER_HEAPSIZE 192
YARN_NODEMANAGER_HEAPSIZE 256
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 256
HADOOP_NAMENODE_HEAPSIZE 384
HADOOP_DATANODE_HEAPSIZE 192

m1.large

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 768
YARN_PROXYSERVER_HEAPSIZE 384
YARN_NODEMANAGER_HEAPSIZE 512
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 512
HADOOP_NAMENODE_HEAPSIZE 768
HADOOP_DATANODE_HEAPSIZE 384

m1.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 1024
YARN_PROXYSERVER_HEAPSIZE 512
YARN_NODEMANAGER_HEAPSIZE 768
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 1024
HADOOP_NAMENODE_HEAPSIZE 2304
HADOOP_DATANODE_HEAPSIZE 384

m2 Instances

m2.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 1536
YARN_PROXYSERVER_HEAPSIZE 1024
YARN_NODEMANAGER_HEAPSIZE 1024
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 1024
HADOOP_NAMENODE_HEAPSIZE 3072
HADOOP_DATANODE_HEAPSIZE 384

m2.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 1536
YARN_PROXYSERVER_HEAPSIZE 1024
YARN_NODEMANAGER_HEAPSIZE 1024
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 1536
HADOOP_NAMENODE_HEAPSIZE 6144
HADOOP_DATANODE_HEAPSIZE 384

m2.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2048
YARN_PROXYSERVER_HEAPSIZE 1024
YARN_NODEMANAGER_HEAPSIZE 1536
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 1536
HADOOP_NAMENODE_HEAPSIZE 12288
HADOOP_DATANODE_HEAPSIZE 384

m3 Instances

m3.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2703
YARN_PROXYSERVER_HEAPSIZE 2703
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2703
HADOOP_NAMENODE_HEAPSIZE 3276
HADOOP_DATANODE_HEAPSIZE 1064

m4 Instances

m4.large

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2252
YARN_PROXYSERVER_HEAPSIZE 2252
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2252
HADOOP_NAMENODE_HEAPSIZE 1024
HADOOP_DATANODE_HEAPSIZE 614

m4.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2416
YARN_PROXYSERVER_HEAPSIZE 2416
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2416
HADOOP_NAMENODE_HEAPSIZE 2048
HADOOP_DATANODE_HEAPSIZE 778

m4.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2744
YARN_PROXYSERVER_HEAPSIZE 2744
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2744
HADOOP_NAMENODE_HEAPSIZE 3481
HADOOP_DATANODE_HEAPSIZE 1105

m4.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3399
YARN_PROXYSERVER_HEAPSIZE 3399
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3399
HADOOP_NAMENODE_HEAPSIZE 6758
HADOOP_DATANODE_HEAPSIZE 1761

m4.10xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 5365
YARN_PROXYSERVER_HEAPSIZE 5365
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 5365
HADOOP_NAMENODE_HEAPSIZE 16588
HADOOP_DATANODE_HEAPSIZE 3727

m4.16xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 7331
YARN_PROXYSERVER_HEAPSIZE 7331
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 7331
HADOOP_NAMENODE_HEAPSIZE 26419
HADOOP_DATANODE_HEAPSIZE 4096

m5 Instances

m5.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2416
YARN_PROXYSERVER_HEAPSIZE 2416
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2416
HADOOP_NAMENODE_HEAPSIZE 1843
HADOOP_DATANODE_HEAPSIZE 778

m5.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2744
YARN_PROXYSERVER_HEAPSIZE 2744
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2744
HADOOP_NAMENODE_HEAPSIZE 3481
HADOOP_DATANODE_HEAPSIZE 1105

m5.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3399
YARN_PROXYSERVER_HEAPSIZE 3399
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3399
HADOOP_NAMENODE_HEAPSIZE 6758
HADOOP_DATANODE_HEAPSIZE 1761

m5.12xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 6021
YARN_PROXYSERVER_HEAPSIZE 6021
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 6021
HADOOP_NAMENODE_HEAPSIZE 19865
HADOOP_DATANODE_HEAPSIZE 4096

m5.24xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 9953
YARN_PROXYSERVER_HEAPSIZE 9953
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 9953
HADOOP_NAMENODE_HEAPSIZE 39526
HADOOP_DATANODE_HEAPSIZE 4096

m5d Instances

m5d.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2416
YARN_PROXYSERVER_HEAPSIZE 2416
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2416
HADOOP_NAMENODE_HEAPSIZE 1843
HADOOP_DATANODE_HEAPSIZE 778

m5d.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2744
YARN_PROXYSERVER_HEAPSIZE 2744
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2744
HADOOP_NAMENODE_HEAPSIZE 3481
HADOOP_DATANODE_HEAPSIZE 1105

m5d.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3399
YARN_PROXYSERVER_HEAPSIZE 3399
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3399
HADOOP_NAMENODE_HEAPSIZE 6758
HADOOP_DATANODE_HEAPSIZE 1761

m5d.12xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 6021
YARN_PROXYSERVER_HEAPSIZE 6021
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 6021
HADOOP_NAMENODE_HEAPSIZE 19865
HADOOP_DATANODE_HEAPSIZE 4096

m5d.24xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 9953
YARN_PROXYSERVER_HEAPSIZE 9953
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 9953
HADOOP_NAMENODE_HEAPSIZE 39526
HADOOP_DATANODE_HEAPSIZE 4096

p2 Instances

p2.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3338
YARN_PROXYSERVER_HEAPSIZE 3338
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3338
HADOOP_NAMENODE_HEAPSIZE 6451
HADOOP_DATANODE_HEAPSIZE 1699

p2.8xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 12083
YARN_PROXYSERVER_HEAPSIZE 12083
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 12083
HADOOP_NAMENODE_HEAPSIZE 50176
HADOOP_DATANODE_HEAPSIZE 4096

p2.16xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 17080
YARN_PROXYSERVER_HEAPSIZE 17080
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 17080
HADOOP_NAMENODE_HEAPSIZE 75161
HADOOP_DATANODE_HEAPSIZE 4096

p3 Instances

p3.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3338
YARN_PROXYSERVER_HEAPSIZE 3338
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3338
HADOOP_NAMENODE_HEAPSIZE 6451
HADOOP_DATANODE_HEAPSIZE 1699

p3.8xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 7086
YARN_PROXYSERVER_HEAPSIZE 7086
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 7086
HADOOP_NAMENODE_HEAPSIZE 25190
HADOOP_DATANODE_HEAPSIZE 4096

p3.16xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 7086
YARN_PROXYSERVER_HEAPSIZE 7086
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 7086
HADOOP_NAMENODE_HEAPSIZE 25190
HADOOP_DATANODE_HEAPSIZE 4096

r3 Instances

r3.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2713
YARN_PROXYSERVER_HEAPSIZE 2713
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2713
HADOOP_NAMENODE_HEAPSIZE 3328
HADOOP_DATANODE_HEAPSIZE 1075

r3.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3338
YARN_PROXYSERVER_HEAPSIZE 3338
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3338
HADOOP_NAMENODE_HEAPSIZE 6451
HADOOP_DATANODE_HEAPSIZE 1699

r3.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 4587
YARN_PROXYSERVER_HEAPSIZE 4587
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 4587
HADOOP_NAMENODE_HEAPSIZE 12697
HADOOP_DATANODE_HEAPSIZE 2949

r3.8xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 7086
YARN_PROXYSERVER_HEAPSIZE 7086
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 7086
HADOOP_NAMENODE_HEAPSIZE 25190
HADOOP_DATANODE_HEAPSIZE 4096

r4 Instances

Note

R4 instances are available only in version 5.4.0 and later.

r4.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2713
YARN_PROXYSERVER_HEAPSIZE 2713
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2713
HADOOP_NAMENODE_HEAPSIZE 3328
HADOOP_DATANODE_HEAPSIZE 1075

r4.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3338
YARN_PROXYSERVER_HEAPSIZE 3338
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3338
HADOOP_NAMENODE_HEAPSIZE 6451
HADOOP_DATANODE_HEAPSIZE 1699

r4.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 4587
YARN_PROXYSERVER_HEAPSIZE 4587
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 4587
HADOOP_NAMENODE_HEAPSIZE 12697
HADOOP_DATANODE_HEAPSIZE 2949

r4.8xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 7086
YARN_PROXYSERVER_HEAPSIZE 7086
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 7086
HADOOP_NAMENODE_HEAPSIZE 25190
HADOOP_DATANODE_HEAPSIZE 4096

r4.16xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 12083
YARN_PROXYSERVER_HEAPSIZE 12083
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 12083
HADOOP_NAMENODE_HEAPSIZE 50176
HADOOP_DATANODE_HEAPSIZE 4096

r5 Instances

r5.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2744
YARN_PROXYSERVER_HEAPSIZE 2744
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2744
HADOOP_NAMENODE_HEAPSIZE 3481
HADOOP_DATANODE_HEAPSIZE 1105

r5.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3399
YARN_PROXYSERVER_HEAPSIZE 3399
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3399
HADOOP_NAMENODE_HEAPSIZE 6758
HADOOP_DATANODE_HEAPSIZE 1761

r5.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 4710
YARN_PROXYSERVER_HEAPSIZE 4710
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 4710
HADOOP_NAMENODE_HEAPSIZE 13312
HADOOP_DATANODE_HEAPSIZE 3072

r5.12xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 9953
YARN_PROXYSERVER_HEAPSIZE 9953
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 9953
HADOOP_NAMENODE_HEAPSIZE 39526
HADOOP_DATANODE_HEAPSIZE 4096

r5d Instances

r5d.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2744
YARN_PROXYSERVER_HEAPSIZE 2744
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2744
HADOOP_NAMENODE_HEAPSIZE 3481
HADOOP_DATANODE_HEAPSIZE 1105

r5d.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3399
YARN_PROXYSERVER_HEAPSIZE 3399
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3399
HADOOP_NAMENODE_HEAPSIZE 6758
HADOOP_DATANODE_HEAPSIZE 1761

r5d.4xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 4710
YARN_PROXYSERVER_HEAPSIZE 4710
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 4710
HADOOP_NAMENODE_HEAPSIZE 13312
HADOOP_DATANODE_HEAPSIZE 3072

r5d.12xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 9953
YARN_PROXYSERVER_HEAPSIZE 9953
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 9953
HADOOP_NAMENODE_HEAPSIZE 39526
HADOOP_DATANODE_HEAPSIZE 4096

r5d.24xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 17817
YARN_PROXYSERVER_HEAPSIZE 17817
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 17817
HADOOP_NAMENODE_HEAPSIZE 78848
HADOOP_DATANODE_HEAPSIZE 4096

z1d Instances

z1d.xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 2744
YARN_PROXYSERVER_HEAPSIZE 2744
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 2744
HADOOP_NAMENODE_HEAPSIZE 3481
HADOOP_DATANODE_HEAPSIZE 1105

z1d.2xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 3399
YARN_PROXYSERVER_HEAPSIZE 3399
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 3399
HADOOP_NAMENODE_HEAPSIZE 6758
HADOOP_DATANODE_HEAPSIZE 1761

z1d.3xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 4055
YARN_PROXYSERVER_HEAPSIZE 4055
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 4055
HADOOP_NAMENODE_HEAPSIZE 10035
HADOOP_DATANODE_HEAPSIZE 2416

z1d.6xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 6021
YARN_PROXYSERVER_HEAPSIZE 6021
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 6021
HADOOP_NAMENODE_HEAPSIZE 19865
HADOOP_DATANODE_HEAPSIZE 4096

z1d.12xlarge

Parameter Value
YARN_RESOURCEMANAGER_HEAPSIZE 9953
YARN_PROXYSERVER_HEAPSIZE 9953
YARN_NODEMANAGER_HEAPSIZE 2048
HADOOP_JOB_HISTORYSERVER_HEAPSIZE 9953
HADOOP_NAMENODE_HEAPSIZE 39526
HADOOP_DATANODE_HEAPSIZE 4096