commit
Showing
3 changed files
with
7 additions
and
6 deletions
| ... | @@ -8,7 +8,7 @@ hive -f ./shell_debug/load_data.hql | ... | @@ -8,7 +8,7 @@ hive -f ./shell_debug/load_data.hql |
| 8 | hive -f ./shell_debug/method_count.hql | 8 | hive -f ./shell_debug/method_count.hql |
| 9 | hive -f ./shell_debug/biz_data_count.hql | 9 | hive -f ./shell_debug/biz_data_count.hql |
| 10 | hive -f ./shell_debug/biz_data_response.hql | 10 | hive -f ./shell_debug/biz_data_response.hql |
| 11 | hive -f ./shell_debug/huo_dong_ru_kou.hql | 11 | hive -f ./shell_debug/tc_response_debug.hql |
| 12 | 12 | ||
| 13 | hadoop fs -rm /input/debug/data/app.out | 13 | hadoop fs -rm /input/debug/data/app.out |
| 14 | 14 | ||
| ... | @@ -24,6 +24,6 @@ mysql -uroot -pzidonghua -e "truncate bigdata.biz_data_response_debug;" | ... | @@ -24,6 +24,6 @@ mysql -uroot -pzidonghua -e "truncate bigdata.biz_data_response_debug;" |
| 24 | sleep 3 | 24 | sleep 3 |
| 25 | sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_response_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_response_debug --input-fields-terminated-by '\t' | 25 | sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table biz_data_response_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_response_debug --input-fields-terminated-by '\t' |
| 26 | sleep 3 | 26 | sleep 3 |
| 27 | mysql -uroot -pzidonghua -e "truncate bigdata.huo_dong_ru_kou_debug;" | 27 | mysql -uroot -pzidonghua -e "truncate bigdata.tc_response_debug;" |
| 28 | sleep 3 | 28 | sleep 3 |
| 29 | sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table huo_dong_ru_kou_debug --export-dir /user/hive/warehouse/testdb.db/huo_dong_ru_kou_debug --input-fields-terminated-by '\t' | 29 | sqoop export --connect "jdbc:mysql://127.0.0.1:3306/bigdata" --username root --password zidonghua --table tc_response_debug --export-dir /user/hive/warehouse/testdb.db/tc_response_debug --input-fields-terminated-by '\t' | ... | ... |
| ... | @@ -41,7 +41,7 @@ CREATE TABLE project_config_debug( | ... | @@ -41,7 +41,7 @@ CREATE TABLE project_config_debug( |
| 41 | timestamp string | 41 | timestamp string |
| 42 | ) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t'; | 42 | ) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t'; |
| 43 | 43 | ||
| 44 | CREATE TABLE huo_dong_ru_kou_debug( | 44 | CREATE TABLE tc_response_debug( |
| 45 | method string, | 45 | method string, |
| 46 | biz_data string, | 46 | biz_data string, |
| 47 | uid string, | 47 | uid string, | ... | ... |
| 1 | use testdb; | 1 | use testdb; |
| 2 | 2 | ||
| 3 | INSERT OVERWRITE TABLE huo_dong_ru_kou_debug | 3 | INSERT OVERWRITE TABLE tc_response_debug |
| 4 | select method,biz_data,uid,timestamp,response | 4 | select method,biz_data,uid,timestamp,response |
| 5 | from qa_log_debug | 5 | from qa_log_debug |
| 6 | where method is not null and method!='N/A' | 6 | where method is not null and method!='N/A' |
| 7 | and (method='com.lejane.handler.common.sidebar.operate.query.new.v3' or method='com.lejane.handler.common.sidebar.operate.query.list'); | ||
| ... | \ No newline at end of file | ... | \ No newline at end of file |
| 7 | and (method='com.lejane.handler.common.sidebar.operate.query.new.v3' | ||
| 8 | or method='com.lejane.handler.common.sidebar.operate.query.list'); | ||
| ... | \ No newline at end of file | ... | \ No newline at end of file | ... | ... |
-
Please register or sign in to post a comment