run_linux_debug.sh
2.22 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
#!/bin/bash
rm -rf /home/test/logs/app.log
#cat /home/test/logs/app.out-2022-03-10 >> /home/test/logs/app.log
#cat /home/test/logs/app.out-2022-03-11 >> /home/test/logs/app.log
#cat /home/test/logs/app.out-2022-03-12 >> /home/test/logs/app.log
#cat /home/test/logs/app.out-2022-03-13 >> /home/test/logs/app.log
#cat /home/test/logs/app.out-2022-03-14 >> /home/test/logs/app.log
#cat /home/test/logs/app.out-2022-03-15 >> /home/test/logs/app.log
#cat /home/test/logs/app.out-2022-03-16 >> /home/test/logs/app.log
cat /home/test/logs/app.out >> /home/test/logs/app.log
hadoop fs -rm /input/debug/data/app.out
hadoop fs -put /home/test/logs/app.log /input/debug/data/app.out
hadoop jar ./target/BrBigDataTest-1.0.0.jar com.bigdata.test.ETLAppDebug /input/debug/data/app.out /input/debug/etl/
sleep 3
hive -f ./shell_debug/load_data.hql
hive -f ./shell_debug/method_count.hql
hive -f ./shell_debug/biz_data_count.hql
hive -f ./shell_debug/biz_data_response.hql
hive -f ./shell_debug/tc_response_debug.hql
hadoop fs -rm /input/debug/data/app.out
mysql -uroot -pzidonghua -e "truncate bigdata.method_count_debug;"
sleep 3
sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table method_count_debug --export-dir /user/hive/warehouse/testdb.db/method_count_debug --input-fields-terminated-by '\t'
sleep 3
mysql -uroot -pzidonghua -e "truncate bigdata.biz_data_count_debug;"
sleep 3
sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_count_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_count_debug --input-fields-terminated-by '\t'
sleep 3
mysql -uroot -pzidonghua -e "truncate bigdata.biz_data_response_debug;"
sleep 3
sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_response_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_response_debug --input-fields-terminated-by '\t'
sleep 3
mysql -uroot -pzidonghua -e "truncate bigdata.tc_response_debug;"
sleep 3
sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table tc_response_debug --export-dir /user/hive/warehouse/testdb.db/tc_response_debug --input-fields-terminated-by '\t'