Hadoop经典案例:词频统计

hadoop2.9.2文档

Hadoop中pid文件存储

Hadoop2.8.1完全分布式环境搭建

Linux下Hadoop2.7.1集群环境的搭建

hadoop fs -mkdir /wordinput hadoop fs -put word.txt /wordinput hadoop jar hadoop-mapredue_examples.jar wordcount /wordinput /wordout

755 .ssh为什么没能权限
chmod 700 .ssh

增加root组权限
usrmod -g root hadoop

安装hadoop

1.安装jdk
#cd /usr/local
#tar zxvf jdk_1.8.0.191.tar.gz
#vim /etc/profile
export JAVA_HOME=/usr/local/jdk1.8.0_191
export PATH=$PATH:$JAVA_HOME/bin
#source /etc/profile

2.安装hadoop
#cd /usr/local
#tar zxvf hadoop2.9.0.tar.gz
#ssh-keygen -t dsa -P '' -f ~/.ssh/id_dsa
#cd ~/.ssh
#cat id_dsa.pub >> authorized_keys
#vi /etc/hostname
master
#vi /etc/hosts
192.168.75.128 master

#cd /usr/local/hadoop-2.9.1
#vi hadoop-env.sh
JAVA_HOME=/usr/local/jdk1.8.0_191

#vi core-site.xml
<property>
<name>fs.defaultFS</name>
<value>hdfs://master:9000</value>
</property>
<property>
<name>hadoop.tmp.dir</name>
<value>/usr/local/hadoop/tmp</value>
</property>
</property>

#vi yarn-site.xml
<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>

#vi hdfs-site.xml
<property>
<name>dfs.namenode.name.dir</name>
<value>file:/usr/local/hadoop/hdfs/name</value>
</property>
<property>
<name>dfs.datanode.data.dir</name>
<value>file:/usr/local/hadoop/hdfs/data</value>
</property>
<property>
<name>dfs.replication</name>
<value>1</value>
</property>

#cp mapred-site.xml.template mapred-site.xml
#vi mapred-site.xml
<property>
<name>mapreduce.frmamework.name</name>
<value>yarn</value>
</property>

#cd /usr/local/hadoop/bin
./hdfs namenode -format

#cd /usr/local/hadoop/sbin
./stast-all.sh

#firewall-cmd --state
#systemctl stop firewalld.service

#浏览器
http://192.168.75.128:8088
http://192.168.75.128:50070

hadoop-daemon.sh start namenode
hadoop-daemon.sh stop namenode
start-alll.sh