服务启停命令
# 脚本启停hadoop全部服务(master节点执行,各节点需配置免密)./start-all.sh # 包含yarn(ResourceManager,NodeManager)和hdfs(JournalNode,NameNode, DataNode, DFSZKFailoverController)
./stop-all.sh# 脚本启停ResourceManager,NodeManager./start-yarn.sh
./stop-yarn.sh# 脚本启停JournalNode,NameNode, DataNode, DFSZKFailoverController./start-dfs.sh
./stop-dfs.sh# 手动启停ResourceManager,NodeManageryarn --daemon start nodemanager
yarn --daemon stop nodemanageryarn --daemon start resourcemanager
yarn --daemon stop resourcemanager# 手动启停JournalNode,NameNode, DataNode, DFSZKFailoverControllerhdfs --daemon start journalnode
hdfs --daemon stop journalnodehdfs --daemon start namenode
hdfs --daemon stop namenodehdfs --daemon start datanode
hdfs --daemon stop datanodehdfs --daemon start zkfc
hdfs --daemon stop zkfc
yarn常用命令
# 查看任务Applicationyarn app -list # 查看所有的application
yarn app -list -appStates RUNNING #列出运行的application,状态包含ALL,NEW,NEW_SAVING,SUBMITTED,ACCEPTED,RUNNING,FINISHED,FAILED,KILLED
yarn app -kill <Application ID> # 杀死application# 查看日志yarn logs -applicationId <application ID> # 查看对应applicationId的日志
yarn logs -applicationId <application ID> -containerId <Container ID> # 查看对应Container的日志# 查看容器yarn container -list <ApplicationAttemptId> #列出某个Application Attempt下的所有Container
yarn container -status <ContainerId> #查看指定container的状态# yarn node查看节点状态yarn node -list -all
hdfs的常用命令
# 文件上传下载hadoop fs -put file1 dir1
hadoop fs -get file1 dir1# 查看目录hadoop fs -ls dir1# 显示文件内容hadoop fs -cat file1# 删除文件hadoop fs -rm file1# 查看文件/目录大小hadoop fs -du file1