Commit fc911e7d fc911e7daaf8d75c4e9411fbe8f938cadd6245a1 by zhanghao

commit

1 parent 58b1f066
......@@ -12,6 +12,7 @@ hive -f ./shell/load_data.hql
hive -f ./shell/method_count.hql
hive -f ./shell/biz_data_count.hql
hive -f ./shell/biz_data_response.hql
hive -f ./shell/tc_response.hql
hadoop fs -rm /input/data/$time
rm ../$time
......@@ -21,3 +22,5 @@ sleep 3
sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_count --export-dir /user/hive/warehouse/testdb.db/biz_data_count --input-fields-terminated-by '\t'
sleep 3
sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_response --export-dir /user/hive/warehouse/testdb.db/biz_data_response --input-fields-terminated-by '\t'
sleep 3
sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table tc_response --export-dir /user/hive/warehouse/testdb.db/tc_response --input-fields-terminated-by '\t'
......
......@@ -35,4 +35,12 @@ biz_data string,
uid string,
timestamp string,
response string
) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t';
CREATE TABLE tc_response(
method string,
biz_data string,
uid string,
timestamp string,
response string
) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t';
\ No newline at end of file
......
use testdb;
INSERT OVERWRITE TABLE tc_response
select method,biz_data,uid,timestamp,response
from qa_log
where method is not null and method!='N/A'
and (method='com.lejane.handler.common.sidebar.operate.query.new.v3'
or method='com.lejane.handler.common.sidebar.operate.query.list');
\ No newline at end of file