Skip to content

张浩 / BrBigDataTest

Go to a project
Toggle navigation
Toggle navigation pinning
Commit 5687da91 5687da917efaf55c967e46c2693fcb9458f39925 by zhanghao
Options

commit

1 parent bfc914ec
Inline Side-by-side
Showing 2 changed files with 8 additions and 8 deletions
...@@ -7,14 +7,14 @@ sleep 3 ...@@ -7,14 +7,14 @@ sleep 3
7 maxTimestamp=$(hive -f ./shell/max_timestamp.hql) 7 maxTimestamp=$(hive -f ./shell/max_timestamp.hql)
8 8
9 hive -f ./shell_debug/load_data.hql 9 hive -f ./shell_debug/load_data.hql
10 $(hive -hivevar maxTimestamp=$maxTimestamp -f ./shell_debug/method_count.hql) 10 $(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/method_count.hql)
11 $(hive -hivevar maxTimestamp=$maxTimestamp -f ./shell_debug/biz_data_count.hql) 11 #$(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/biz_data_count.hql)
12 $(hive -hivevar maxTimestamp=$maxTimestamp -f ./shell_debug/biz_data_response.hql) 12 #$(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/biz_data_response.hql)
13 13
14 hadoop fs -rm /input/debug/data/app.out 14 hadoop fs -rm /input/debug/data/app.out
15 15
16 sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table method_count_debug --export-dir /user/hive/warehouse/testdb.db/method_count_debug --input-fields-terminated-by '\t' 16 sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table method_count_debug --export-dir /user/hive/warehouse/testdb.db/method_count_debug --input-fields-terminated-by '\t'
17 sleep 3 17 #sleep 3
18 sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_count_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_count_debug --input-fields-terminated-by '\t' 18 #sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_count_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_count_debug --input-fields-terminated-by '\t'
19 sleep 3 19 #sleep 3
20 sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_response_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_response_debug --input-fields-terminated-by '\t' 20 #sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_response_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_response_debug --input-fields-terminated-by '\t'
......
...@@ -2,5 +2,5 @@ use testdb; ...@@ -2,5 +2,5 @@ use testdb;
2 2
3 INSERT OVERWRITE TABLE method_count_debug 3 INSERT OVERWRITE TABLE method_count_debug
4 select method,count(1) as count,max(timestamp) as timestamp 4 select method,count(1) as count,max(timestamp) as timestamp
5 from (select * from qa_log_debug where method is not null and method!='N/A' and timestamp>${hivevar:maxTimestamp}) my_debug 5 from (select * from qa_log_debug where method is not null and method!='N/A' and timestamp>${hivevar:myTimestamp}) my_debug
6 group by method; 6 group by method;
...\ No newline at end of file ...\ No newline at end of file
......