Hadoop 2.10.2 安裝筆記

編輯hadoop-env.sh

export JAVA_HOME=/opt/zulu8.54.0.21-ca-jdk8.0.292-linux_x64/

編輯HDFS設定檔 core-site.xml

<property>

<name>fs.defaultFS</name>

<value>hdfs://master:9000</value>

</property>

編輯hdfs-site.xml

<property>

<name>dfs.replication</name>

<value>3</value>

</property>

編輯Yarn設定檔 mapred-site.xml

<property>

<name>yarn.nodemanager.aux-services</name>

<value>mapreduce_shuffle</value>

</property>

<property>

<name>yarn.resourcemanager.address</name>

<value>master:18040</value>

</property>

<property>

<name>yarn.resourcemanager.scheduler.address</name>

<value>master:18030</value>

</property>

<property>

<name>yarn.resourcemanager.webapp.address</name>

<value>master:18088</value>

</property>

<property>

<name>yarn.resourcemanager.resource-tracker.address</name>

<value>master:18025</value>

</property>

<property>

<name>yarn.resourcemanager.admin.address</name>

<value>master:18141</value>

</property>

<property>

<name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name>

<value>org.apache.hadoop.mapred.ShuffleHandler</value>

</property>

yarn-site.xml

<property>

<name>yarn.nodemanager.aux-services</name>

<value>mapreduce_shuffle

格式化HDFS

hdfs namenode -format

啟動NameNode與DataNode

./start-dfs.sh

啟動Yarn

./start-yarn.sh

Web 檢視

http://localhost:50070
http://localhost:18088

Slaves

master
slave1
slave2

/etc/host

192.168.1.1 master
192.168.1.2 slave1
192.168.1.3 slave2