Skip to content

张浩 / BrBigDataTest

Go to a project
Toggle navigation
Toggle navigation pinning
Commit c6be12b6 c6be12b6da56ee73ee4978068248aaf0f3d629c5 by zhanghao
Options

commit

1 parent 668fa882
Inline Side-by-side
Showing 1 changed file with 8 additions and 1 deletions
...@@ -4,7 +4,6 @@ hadoop fs -put /home/test/logs/app.out /input/debug/data/app.out ...@@ -4,7 +4,6 @@ hadoop fs -put /home/test/logs/app.out /input/debug/data/app.out
4 hadoop jar ./target/BrBigDataTest-1.0.0.jar com.bigdata.test.ETLAppDebug /input/debug/data/app.out /input/debug/etl/ 4 hadoop jar ./target/BrBigDataTest-1.0.0.jar com.bigdata.test.ETLAppDebug /input/debug/data/app.out /input/debug/etl/
5 sleep 3 5 sleep 3
6 6
7 hive -f ./shell_debug/max_timestamp.hql
8 hive -f ./shell_debug/load_data.hql 7 hive -f ./shell_debug/load_data.hql
9 hive -f ./shell_debug/method_count.hql 8 hive -f ./shell_debug/method_count.hql
10 hive -f ./shell_debug/biz_data_count.hql 9 hive -f ./shell_debug/biz_data_count.hql
...@@ -13,10 +12,18 @@ hive -f ./shell_debug/huo_dong_ru_kou.hql ...@@ -13,10 +12,18 @@ hive -f ./shell_debug/huo_dong_ru_kou.hql
13 12
14 hadoop fs -rm /input/debug/data/app.out 13 hadoop fs -rm /input/debug/data/app.out
15 14
15 mysql -uroot -pzidonghua -e "truncate bigdata.method_count_debug;"
16 sleep 3
16 sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table method_count_debug --export-dir /user/hive/warehouse/testdb.db/method_count_debug --input-fields-terminated-by '\t' 17 sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table method_count_debug --export-dir /user/hive/warehouse/testdb.db/method_count_debug --input-fields-terminated-by '\t'
17 sleep 3 18 sleep 3
19 mysql -uroot -pzidonghua -e "truncate bigdata.biz_data_count_debug;"
20 sleep 3
18 sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_count_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_count_debug --input-fields-terminated-by '\t' 21 sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_count_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_count_debug --input-fields-terminated-by '\t'
19 sleep 3 22 sleep 3
23 mysql -uroot -pzidonghua -e "truncate bigdata.biz_data_response_debug;"
24 sleep 3
20 sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_response_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_response_debug --input-fields-terminated-by '\t' 25 sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_response_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_response_debug --input-fields-terminated-by '\t'
21 sleep 3 26 sleep 3
27 mysql -uroot -pzidonghua -e "truncate bigdata.huo_dong_ru_kou_debug;"
28 sleep 3
22 sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table huo_dong_ru_kou_debug --export-dir /user/hive/warehouse/testdb.db/huo_dong_ru_kou_debug --input-fields-terminated-by '\t' 29 sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table huo_dong_ru_kou_debug --export-dir /user/hive/warehouse/testdb.db/huo_dong_ru_kou_debug --input-fields-terminated-by '\t'
......