Hadoop3.x配置文件

master slave1 slave2
NameNode
DataNode DataNode DataNode
ResourceManager
NodeManager NodeManager NodeManager
SecondaryNameNode

core-site.xml

1
2
3
4
5
6
7
8
<property>
 	<name>fs.defaultFS</name>
 	<value>hdfs://master:8020</value>
 </property>
 <property>
 	<name>hadoop.tmp.dir</name>
 	<value>/opt/module/hadoop/data</value>
 </property>

hdfs-site.xml

1
2
3
4
5
6
7
8
<property>
	<name>dfs.namenode.http-address</name>
	<value>master:9870</value>
</property>
<property>
	<name>dfs.namenode.secondary.http-address</name>
	<value>slave1:9868</value>
</property>

yarn-site.xml

1
2
3
4
5
6
7
8
9
10
11
12
13
<property>
	<name>yarn.nodemanager.aux-services</name>
	<value>mapreduce_shuffle</value>
</property>
<property>
	<name>yarn.resourcemanager.hostname</name>
	<value>master</value>
</property>
<!-- 环境变量的继承(3.x版本才需要，2.x不需要) -->
<property>
<name>yarn.nodemanager.env-whitelist</name>
<value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_MAPRED_HOME</value>
</property>

mapred-site.xml

1
2
3
4
<property>
	<name>mapreduce.framework.name</name>
	<value>yarn</value>
</property>

workers

1
2
3
master
slave1
slave2