#!/bin/bash
time=log-$(date -v-1H +%Y-%m-%d.%H).log
backupname=qa_log_$(date -v-1H +%Y_%m_%d_%H)

scp -P 61702 -r test@123.56.14.255:/home/data/logs/logstash/litetuo/asst-gateway/$time ../

hadoop fs -rm /input/data/$time
hadoop fs -put ../$time /input/data/$time
hadoop jar ./target/BrBigDataTest-1.0.0.jar com.bigdata.test.ETLApp /input/data/$time /input/etl/
sleep 3

hive -f ./shell/load_data.hql
hive -f ./shell/biz_data_count.hql

hadoop fs -rm /input/data/$time
rm ../$time

sqoop export --connect jdbc:mysql://127.0.0.1:3306/bigdata --username root --password zidonghua --table biz_data_count --export-dir /user/hive/warehouse/testdb.db/biz_data_count --input-fields-terminated-by '\t'
sleep 3
sqoop export --connect jdbc:mysql://127.0.0.1:3306/bigdata --username root --password zidonghua --table biz_data_response --export-dir /user/hive/warehouse/testdb.db/biz_data_response --input-fields-terminated-by '\t'