---

写linux的shell脚本方法积累

案例1

#!/bin/bash
# 循环向文件中生成数据
# 下面括号里没空格会报错
while [ "1"="1" ]
do
        # 获取当前时间戳
        curr_time=`date +%s`
        # 获取当前主机名
        name=`hostname`
        echo ${name}_${curr_time} >> /data/log/networkLogUploadToHdfsExample/access.l
og
        sleep 1
done

案例二 写Flume进程的监控脚本

#!/bin/bash
monlist = `cat monlist.conf`
echo "start check"
for item in ${monlist}
do
    # 设置字段分隔符
    OLD_IFS=$IFS
    IFS="="
    # 把一行内容转成多列[数组] 
    arr=($item) 
    # 获取等号左边的内容
    name=${arr[0]}
    # 获取等号右边的内容
    script=${arr[1]}
    echo "time is:"`date +"%Y-%m-%d %H:%M:%S"`" check "$name
    if [ `jps -m|grep $name | wc -l` -eq 0 ]
    then
    # 发短信或者邮件告警
    echo `date +"%Y-%m-%d %H:%M:%S"`$name "is none"
    sh -x ./${script}
    fi
    done

[root@bigdata04 myconfFile]# vim monlist.conf 
load-failover.conf = startExample.sh

[root@bigdata04 myconfFile]# vim startExample.sh
#!/bin/bash
flume_path = /data/soft/apache-flume-1.9.0-bin
nohup ${flume_path}/bin/flume-ng --name a1 --conf ${flume_path}/conf --conf-file ${flume_
path}/conf/myconfFile/load-failover.conf &

3

[root@bigdata04 sparkjars]# vi wordCountJob.sh
spark-submit \
--class com.imooc.scala.WordCountScala \
--master yarn \
--deploy-mode client \
--executor-memory 1G \
--num-executors 1 \
db_spark-1.0-SNAPSHOT-jar-with-dependencies.jar \
hdfs://bigdata01:9000/test/hello.txt

想写成多行时，在上一行+空格+\

---