服务启停命令
# 脚本启停hadoop全部服务(master节点执行,各节点需配置免密)
./start-all.sh # 包含yarn(ResourceManager,NodeManager)和hdfs(JournalNode,NameNode, DataNode, DFSZKFailoverController)
./stop-all.sh
# 脚本启停ResourceManager,NodeManager
./start-yarn.sh
./stop-yarn.sh
# 脚本启停JournalNode,NameNode, DataNode, DFSZKFailoverController
./start-dfs.sh
./stop-dfs.sh
# 手动启停ResourceManager,NodeManager
yarn --daemon start nodemanager
yarn --daemon stop nodemanager
yarn --daemon start resourcemanager
yarn --daemon stop resourcemanager
# 手动启停JournalNode,NameNode, DataNode, DFSZKFailoverController
hdfs --daemon start journalnode
hdfs --daemon stop journalnode
hdfs --daemon start namenode
hdfs --daemon stop namenode
hdfs --daemon start datanode
hdfs --daemon stop datanode
hdfs --daemon start zkfc
hdfs --daemon stop zkfc
yarn常用命令
# 查看任务Application
yarn app -list # 查看所有的application
yarn app -list -appStates RUNNING #列出运行的application,状态包含ALL,NEW,NEW_SAVING,SUBMITTED,ACCEPTED,RUNNING,FINISHED,FAILED,KILLED
yarn app -kill <Application ID> # 杀死application
# 查看日志
yarn logs -applicationId <application ID> # 查看对应applicationId的日志
yarn logs -applicationId <application ID> -containerId <Container ID> # 查看对应Container的日志
# 查看容器
yarn container -list <ApplicationAttemptId> #列出某个Application Attempt下的所有Container
yarn container -status <ContainerId> #查看指定container的状态
# yarn node查看节点状态
yarn node -list -all
hdfs的常用命令
# 文件上传下载
hadoop fs -put file1 dir1
hadoop fs -get file1 dir1
# 查看目录
hadoop fs -ls dir1
# 显示文件内容
hadoop fs -cat file1
# 删除文件
hadoop fs -rm file1
# 查看文件/目录大小
hadoop fs -du file1