命令速查

start-dfs.sh

start-yarn.sh

start-all.sh

stop-dfs.sh && stop-yarn.sh

jps

hdfs dfsadmin -report

hdfs dfsadmin -safemode get / leave

hdfs haadmin -getServiceState nn1
hdfs haadmin -failover nn1 nn2

zkServer.sh start / stop

zkServer.sh status

zkCli.sh -server hadoop1:2181

hdfs dfs -ls -h /
hdfs dfs -mkdir -p /data/input

hdfs dfs -put w.txt /data/input/
hdfs dfs -get /data/input/w.txt ./

hdfs dfs -cat /data/input/w.txt
hdfs dfs -du -h /data

hdfs dfs -chmod -R 777 /data
hdfs dfs -chown -R hadoop:hadoop /data

hdfs dfs -rm -r /data/input
hdfs dfs -expunge

hdfs fsck / -files -blocks -locations
hdfs fsck / -list-corruptfileblocks

hadoop jar wc.jar com.demo.WcDriver /wc/input /wc/output

hdfs dfs -cat /wc/output/part-r-00000

mapreduce.map.memory.mb=2048
mapreduce.reduce.memory.mb=4096
mapreduce.job.reduces=4
mapreduce.map.output.compress=true

hive
hive -e "show databases;"
schematool -initSchema -dbType mysql

CREATE DATABASE school;
USE school;
SHOW TABLES;
DESC FORMATTED student_info;
SELECT count(*) FROM student_info;

ADD JAR /user/hadoop/jars/myudf.jar;
CREATE TEMPORARY FUNCTION my_lower AS 'com.demo.MyLowerUDF';

sqoop import --connect jdbc:mysql://hadoop1:3306/nev --username root --password 123456 --table weather --hive-import --hive-database ods --hive-table weather_ods -m 1

start-hbase.sh / stop-hbase.sh

hbase shell

create 'student', 'info'
put 'student','1001','info:name','张三'
get 'student','1001'
scan 'student'
count 'student'
disable 'student' && drop 'student'

sqlline.py hadoop1:2181

$SPARK_HOME/sbin/start-all.sh

spark-submit --master yarn --class com.demo.Wc wc.jar hdfs:///input hdfs:///out

map / flatMap / filter / reduceByKey / groupByKey / join
count / collect / first / take / reduce / saveAsTextFile