[root@master ~]
[root@master ~]
[root@master ~]
[root@master hadoop]
[root@master hadoop]
[root@master ~]
export
JAVA_HOME=
/usr/java/jdk
export
HADOOP_HEAPSIZE=200
export
JAVA_HOME=
/usr/java/jdk
export
HADOOP_JOB_HISTORYSERVER_HEAPSIZE=1000
export
JAVA_HOME=
/usr/java/jdk
JAVA_HEAP_MAX=-Xmx300m
YARN_HEAPSIZE=100
<configuration>
<property>
<name>fs.defaultFS<
/name
>
<value>hdfs:
//master
:9000<
/value
>
<
/property
>
<property>
<name>hadoop.tmp.
dir
<
/name
>
<value>
/home/hadoop/tmp
<
/value
>
<
/property
>
<property>
<name>hadoop.proxyuser.hadoop.hosts<
/name
>
<value>*<
/value
>
<
/property
>
<property>
<name>hadoop.proxyuser.hadoop.
groups
<
/name
>
<value>*<
/value
>
<
/property
>
<
/configuration
>
<configuration>
<property>
<name>dfs.namenode.secondary.http-address<
/name
>
<value>master:9001<
/value
>
<
/property
>
<property>
<name>dfs.namenode.name.
dir
<
/name
>
<value>
/home/hadoop/dfs/name
<
/value
>
<
/property
>
<property>
<name>dfs.datanode.data.
dir
<
/name
>
<value>
/home/hadoop/dfs/data
<
/value
>
<
/property
>
<property>
<name>dfs.replication<
/name
>
<value>2<
/value
>
<
/property
>
<property>
<name>dfs.webhdfs.enabled<
/name
>
<value>
true
<
/value
>
<
/property
>
<
/configuration
>
<configuration>
<property>
<name>mapreduce.framework.name<
/name
>
<value>yarn<
/value
>
<
/property
>
<property>
<name>mapreduce.jobhistory.address<
/name
>
<value>master:10020<
/value
>
<
/property
>
<property>
<name>mapreduce.jobhistory.webapp.address<
/name
>
<value>master:19888<
/value
>
<
/property
>
<property>
<name>mapreduce.map.memory.mb<
/name
>
<value>512<
/value
>
<
/property
>
<property>
<name>mapreduce.map.cpu.vcores<
/name
>
<value>1<
/value
>
<
/property
>
<property>
<name>mapreduce.reduce.memory.mb<
/name
>
<value>512<
/value
>
<
/property
>
<
/configuration
>
<configuration>
<property>
<name>yarn.nodemanager.aux-services<
/name
>
<value>mapreduce_shuffle<
/value
>
<
/property
>
<property>
<name>yarn.nodemanager.aux-services.mapreduce.shuffle.class<
/name
>
<value>org.apache.hadoop.mapred.ShuffleHandler<
/value
>
<
/property
>
<property>
<name>yarn.resourcemanager.address<
/name
>
<value>master:8032<
/value
>
<
/property
>
<property>
<name>yarn.resourcemanager.scheduler.address<
/name
>
<value>master:8030<
/value
>
<
/property
>
<property>
<name>yarn.resourcemanager.resource-tracker.address<
/name
>
<value>master:8031<
/value
>
<
/property
>
<property>
<name>yarn.resourcemanager.admin.address<
/name
>
<value>master:8033<
/value
>
<
/property
>
<property>
<name>yarn.resourcemanager.webapp.address<
/name
>
<value>master:8088<
/value
>
<
/property
>
<property>
<name>yarn.scheduler.minimum-allocation-mb<
/name
>
<value>100<
/value
>
<
/property
>
<property>
<name>yarn.scheduler.maximum-allocation-mb<
/name
>
<value>200<
/value
>
<
/property
>
<property>
<name>yarn.scheduler.minimum-allocation-vcores<
/name
>
<value>1<
/value
>
<
/property
>
<property>
<name>yarn.scheduler.maximum-allocation-vcores<
/name
>
<value>2<
/value
>
<
/property
>
<
/configuration
>
slave1
slave2
export
HADOOP_DEV_HOME=
/home/hadoop/hadoop
export
PATH=$PATH:$HADOOP_DEV_HOME
/bin
export
PATH=$PATH:$HADOOP_DEV_HOME
/sbin
export
HADOOP_MAPARED_HOME=${HADOOP_DEV_HOME}
export
HADOOP_COMMON_HOME=${HADOOP_DEV_HOME}
export
HADOOP_HDFS_HOME=${HADOOP_DEV_HOME}
export
YARN_HOME=${HADOOP_DEV_HOME}
export
HADOOP_CONF_DIR=${HADOOP_DEV_HOME}
/etc/hadoop
export
HDFS_CONF_DIR=${HADOOP_DEV_HOME}
/etc/hadoop
export
YARN_CONF_DIR=${HADOOP_DEV_HOME}
/etc/hadoop