Skip to content

张浩 / BrBigDataTest

Go to a project
Toggle navigation
Toggle navigation pinning
Commit 5687da91 5687da917efaf55c967e46c2693fcb9458f39925 by zhanghao
Options

commit

1 parent bfc914ec
Inline Side-by-side
Showing 2 changed files with 8 additions and 8 deletions
......@@ -7,14 +7,14 @@ sleep 3
maxTimestamp=$(hive -f ./shell/max_timestamp.hql)
hive -f ./shell_debug/load_data.hql
$(hive -hivevar maxTimestamp=$maxTimestamp -f ./shell_debug/method_count.hql)
$(hive -hivevar maxTimestamp=$maxTimestamp -f ./shell_debug/biz_data_count.hql)
$(hive -hivevar maxTimestamp=$maxTimestamp -f ./shell_debug/biz_data_response.hql)
$(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/method_count.hql)
#$(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/biz_data_count.hql)
#$(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/biz_data_response.hql)
hadoop fs -rm /input/debug/data/app.out
sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table method_count_debug --export-dir /user/hive/warehouse/testdb.db/method_count_debug --input-fields-terminated-by '\t'
sleep 3
sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_count_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_count_debug --input-fields-terminated-by '\t'
sleep 3
sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_response_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_response_debug --input-fields-terminated-by '\t'
#sleep 3
#sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_count_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_count_debug --input-fields-terminated-by '\t'
#sleep 3
#sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_response_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_response_debug --input-fields-terminated-by '\t'
......
......@@ -2,5 +2,5 @@ use testdb;
INSERT OVERWRITE TABLE method_count_debug
select method,count(1) as count,max(timestamp) as timestamp
from (select * from qa_log_debug where method is not null and method!='N/A' and timestamp>${hivevar:maxTimestamp}) my_debug
from (select * from qa_log_debug where method is not null and method!='N/A' and timestamp>${hivevar:myTimestamp}) my_debug
group by method;
\ No newline at end of file
......