Commit 4ab7ed55 4ab7ed5574168ce4b4cc3ce098aa1919446f2639 by zhanghao

commit

1 parent f45b8857
......@@ -11,6 +11,7 @@ hive -f ./shell_debug/load_data.hql
$(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/method_count.hql)
$(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/biz_data_count.hql)
$(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/biz_data_response.hql)
$(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/huo_dong_ru_kou.hql)
hadoop fs -rm /input/debug/data/app.out
......@@ -19,3 +20,5 @@ sleep 3
sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_count_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_count_debug --input-fields-terminated-by '\t'
sleep 3
sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_response_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_response_debug --input-fields-terminated-by '\t'
sleep 3
sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table huo_dong_ru_kou_debug --export-dir /user/hive/warehouse/testdb.db/huo_dong_ru_kou_debug --input-fields-terminated-by '\t'
......
......@@ -35,4 +35,12 @@ biz_data string,
uid string,
timestamp string,
response string
) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t';
CREATE TABLE huo_dong_ru_kou_debug(
method string,
biz_data string,
uid string,
timestamp string,
response string
) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t';
\ No newline at end of file
......
use testdb;
INSERT OVERWRITE TABLE huo_dong_ru_kou_debug
select method,biz_data,uid,timestamp,response
from qa_log_debug
where method is not null and method!='N/A'
and (method='com.lejane.handler.common.sidebar.operate.query.new.v3' or method='com.lejane.handler.common.sidebar.operate.query.list')
and timestamp>'${hivevar:myTimestamp}';
\ No newline at end of file