Skip to content

张浩 / BrBigDataTest

Go to a project
Toggle navigation
Toggle navigation pinning
Commit af0e3455 af0e34559c967acf7bb4e5bf457bfa1353ac924f by zhanghao
Options

commit

1 parent 9f577346
Inline Side-by-side
Showing 1 changed file with 8 additions and 7 deletions
...@@ -4,17 +4,18 @@ hadoop fs -put /home/test/logs/app.out /input/debug/data/app.out ...@@ -4,17 +4,18 @@ hadoop fs -put /home/test/logs/app.out /input/debug/data/app.out
4 hadoop jar ./target/BrBigDataTest-1.0.0.jar com.bigdata.test.ETLAppDebug /input/debug/data/app.out /input/debug/etl/ 4 hadoop jar ./target/BrBigDataTest-1.0.0.jar com.bigdata.test.ETLAppDebug /input/debug/data/app.out /input/debug/etl/
5 sleep 3 5 sleep 3
6 6
7 maxTimestamp=$(hive -f ./shell_debug/max_timestamp.hql) 7 #maxTimestamp=$(hive -f ./shell_debug/max_timestamp.hql)
8 maxTimestamp='2022-02-10 17:13:21.308'
8 9
9 hive -f ./shell_debug/load_data.hql 10 hive -f ./shell_debug/load_data.hql
10 $(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/method_count.hql) 11 $(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/method_count.hql)
11 #$(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/biz_data_count.hql) 12 $(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/biz_data_count.hql)
12 #$(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/biz_data_response.hql) 13 $(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/biz_data_response.hql)
13 14
14 hadoop fs -rm /input/debug/data/app.out 15 hadoop fs -rm /input/debug/data/app.out
15 16
16 sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table method_count_debug --export-dir /user/hive/warehouse/testdb.db/method_count_debug --input-fields-terminated-by '\t' 17 sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table method_count_debug --export-dir /user/hive/warehouse/testdb.db/method_count_debug --input-fields-terminated-by '\t'
17 #sleep 3 18 sleep 3
18 #sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_count_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_count_debug --input-fields-terminated-by '\t' 19 sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_count_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_count_debug --input-fields-terminated-by '\t'
19 #sleep 3 20 sleep 3
20 #sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_response_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_response_debug --input-fields-terminated-by '\t' 21 sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_response_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_response_debug --input-fields-terminated-by '\t'
......