Hadoop 启动脚本
执行脚本时需传入一个参数
参数为:start、stop、restart、status
- start:启动 hadoop 所有服务
- stop:关闭 hadoop 所有服务
- restart:重启 hadoop 所有服务
- status:查看 hadoop 所有服务状态
#!/bin/bash
HADOOP_SBIN="/opt/hadoop/sbin"
case $1 in
start)
$HADOOP_SBIN/start-dfs.sh
$HADOOP_SBIN/start-yarn.sh
$HADOOP_SBIN/mr-jobhistory-daemon.sh start historyserver
echo "the hadoop is ok"
;;
stop)
$HADOOP_SBIN/mr-jobhistory-daemon.sh stop historyserver
$HADOOP_SBIN/stop-yarn.sh
$HADOOP_SBIN/stop-dfs.sh
echo "the hadoop is stop"
;;
restart|reload|force-reload)
$HADOOP_SBIN/mr-jobhistory-daemon.sh stop historyserver
$HADOOP_SBIN/stop-yarn.sh
$HADOOP_SBIN/stop-dfs.sh
echo "the hadoop is stop"
sleep 3
$HADOOP_SBIN/start-dfs.sh
$HADOOP_SBIN/start-yarn.sh
$HADOOP_SBIN/mr-jobhistory-daemon.sh start historyserver
echo "the hadoop is ok"
;;
status)
jps
;;
*) echo "$0 {start|stop|restart|status}"
exit 4
;;
esac
启动 hive metastore 和 hiveserver2 服务脚本
执行脚本时需传入一个参数
参数为:start、stop、restart、status
- start:启动 metastore 和 hiveserver2 服务
- stop:关闭 metastore 和 hiveserver2 服务
- restart:重启 metastore 和 hiveserver2 服务
- status:查看 metastore 和 hiveserver2 服务状态
#!/bin/bash
HIVE_LOG_DIR=$HIVE_HOME/logs
mkdir -p $HIVE_LOG_DIR
#检查进程是否运行正常,参数1为进程名,参数2为进程端口
function check_process()
{
pid=$(ps -ef 2>/dev/null | grep -v grep | grep -i $1 | awk '{print $2}')
ppid=$(netstat -nltp 2>/dev/null | grep $2 | awk '{print $7}' | cut -d '/' -f 1)
echo $pid
[[ "$pid" =~ "$ppid" ]] && [ "$ppid" ] && return 0 || return 1
}
function hive_start()
{
metapid=$(check_process HiveMetastore 9083)
cmd="nohup hive --service metastore >$HIVE_LOG_DIR/metastore.log 2>&1 &"
cmd=$cmd" sleep 4; hdfs dfsadmin -safemode wait >/dev/null 2>&1"
[ -z "$metapid" ] && eval $cmd || echo "Metastroe服务已启动"
server2pid=$(check_process HiveServer2 10000)
cmd="nohup hive --service hiveserver2 >$HIVE_LOG_DIR/hiveServer2.log 2>&1 &"
[ -z "$server2pid" ] && eval $cmd || echo "HiveServer2服务已启动"
}
function hive_stop()
{
metapid=$(check_process HiveMetastore 9083)
[ "$metapid" ] && kill $metapid || echo "Metastore服务未启动"
server2pid=$(check_process HiveServer2 10000)
[ "$server2pid" ] && kill $server2pid || echo "HiveServer2服务未启动"
}
case $1 in
"start")
hive_start
;;
"stop")
hive_stop
;;
"restart")
hive_stop
sleep 2
hive_start
;;
"status")
check_process HiveMetastore 9083 >/dev/null && echo "Metastore服务运行正常" || echo "Metastore服务运行异常"
check_process HiveServer2 10000 >/dev/null && echo "HiveServer2服务运行正常" || echo "HiveServer2服务运行异常"
;;
*)
echo Invalid Args!
echo 'Usage: '$(basename $0)' start|stop|restart|status'
;;
esac