#!/bin/bash
time=log-$(date -v-1H +%Y-%m-%d.%H).log
backupname=qa_log_$(date -v-1H +%Y_%m_%d_%H)

scp -P 61702 -r test@123.56.14.255:/home/data/logs/logstash/litetuo/asst-gateway/$time ../

hadoop fs -rm /input/data/$time
hadoop fs -put ../$time /input/data/$time
hadoop jar ./target/BrBigDataTest-1.0.0.jar com.bigdata.test.ETLApp /input/data/$time /input/etl/
sleep 3

hive -f ./shell/load_data.hql

total=$(hive -f ./shell/select.hql)
result=$(echo $total | tr " " ","),$time
curl http://192.168.8.113:9090/tool/hadoopTotal?total=${result}

$(hive -hivevar name=$backupname -f ./shell/back_up.hql)
hadoop fs -rm /input/data/$time
rm ../$time