Skip to content
Toggle navigation
Toggle navigation
This project
Loading...
Sign in
张浩
/
BrBigDataTest
Go to a project
Toggle navigation
Toggle navigation pinning
Projects
Groups
Snippets
Help
Project
Activity
Repository
Pipelines
Graphs
Issues
0
Merge Requests
0
Wiki
Network
Create a new issue
Builds
Commits
Issue Boards
Files
Commits
Network
Compare
Branches
Tags
Commit
58b1f066
...
58b1f066b2fcc10b451bff830794889113d9bbc5
authored
2022-02-17 14:59:24 +0800
by
zhanghao
Browse Files
Options
Browse Files
Tag
Download
Email Patches
Plain Diff
commit
1 parent
c6be12b6
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
7 additions
and
6 deletions
run_linux_debug.sh
shell_debug/create_table.hql
shell_debug/huo_dong_ru_kou.hql → shell_debug/tc_response_debug.hql
run_linux_debug.sh
View file @
58b1f06
...
...
@@ -8,7 +8,7 @@ hive -f ./shell_debug/load_data.hql
hive -f ./shell_debug/method_count.hql
hive -f ./shell_debug/biz_data_count.hql
hive -f ./shell_debug/biz_data_response.hql
hive -f ./shell_debug/
huo_dong_ru_kou
.hql
hive -f ./shell_debug/
tc_response_debug
.hql
hadoop fs -rm /input/debug/data/app.out
...
...
@@ -24,6 +24,6 @@ mysql -uroot -pzidonghua -e "truncate bigdata.biz_data_response_debug;"
sleep 3
sqoop
export
--connect
"jdbc:mysql://127.0.0.1:3306/bigdata"
--username root --password zidonghua --table biz_data_response_debug --export-dir /user/hive/warehouse/testdb.db/biz_data_response_debug --input-fields-terminated-by
'\t'
sleep 3
mysql -uroot -pzidonghua -e
"truncate bigdata.
huo_dong_ru_kou
_debug;"
mysql -uroot -pzidonghua -e
"truncate bigdata.
tc_response
_debug;"
sleep 3
sqoop
export
--connect
"jdbc:mysql://127.0.0.1:3306/bigdata"
--username root --password zidonghua --table
huo_dong_ru_kou_debug --export-dir /user/hive/warehouse/testdb.db/huo_dong_ru_kou
_debug --input-fields-terminated-by
'\t'
sqoop
export
--connect
"jdbc:mysql://127.0.0.1:3306/bigdata"
--username root --password zidonghua --table
tc_response_debug --export-dir /user/hive/warehouse/testdb.db/tc_response
_debug --input-fields-terminated-by
'\t'
...
...
shell_debug/create_table.hql
View file @
58b1f06
...
...
@@ -41,7 +41,7 @@ CREATE TABLE project_config_debug(
timestamp string
) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t';
CREATE TABLE
huo_dong_ru_kou
_debug(
CREATE TABLE
tc_response
_debug(
method string,
biz_data string,
uid string,
...
...
shell_debug/
huo_dong_ru_kou
.hql
→
shell_debug/
tc_response_debug
.hql
View file @
58b1f06
use testdb;
INSERT OVERWRITE TABLE
huo_dong_ru_kou
_debug
INSERT OVERWRITE TABLE
tc_response
_debug
select method,biz_data,uid,timestamp,response
from qa_log_debug
where method is not null and method!='N/A'
and (method='com.lejane.handler.common.sidebar.operate.query.new.v3' or method='com.lejane.handler.common.sidebar.operate.query.list');
\ No newline at end of file
and (method='com.lejane.handler.common.sidebar.operate.query.new.v3'
or method='com.lejane.handler.common.sidebar.operate.query.list');
\ No newline at end of file
...
...
Please
register
or
sign in
to post a comment