[root@master ~]# crontab -e
2.添加:
*/5 * * * * /usr/share/nginx/spark_run_nginx_log.sh 2&>1 >> /usr/share/nginx/crontab_spark_run_nginx.log
3.等待验证:
[root@master ~]# cd /usr/share/nginx/ [root@master nginx]# ls crontab_spark_run_nginx.log metastore_db run_log.sh derby.log modules spark_run_nginx_log.sh html nginx_log.py test_log_records_add.sh [root@master nginx]# cat crontab_spark_run_nginx.log 18年 08月 02日 星期四 11:25:01 CST job start... --- rm hdfs output_nginx --- --- rm url information --- Deleted /user/flume/nginx_log_output_need/url/20180802 --- rm url information ok--- --- rm ip404 information --- Deleted /user/flume/nginx_log_output_need/ip404/20180802 --- rm ip404 information ok--- --- rm hdfs output_nginx Done --- --- spark-submit ---