Skip to content
Toggle navigation
Toggle navigation
This project
Loading...
Sign in
张浩
/
BrBigDataTest
Go to a project
Toggle navigation
Toggle navigation pinning
Projects
Groups
Snippets
Help
Project
Activity
Repository
Pipelines
Graphs
Issues
0
Merge Requests
0
Wiki
Network
Create a new issue
Builds
Commits
Issue Boards
Files
Commits
Network
Compare
Branches
Tags
Commit
abbc6294
...
abbc6294987d6acd11bf3d1b866260a796e1d3c7
authored
2022-01-18 15:24:54 +0800
by
张浩
Browse Files
Options
Browse Files
Tag
Download
Email Patches
Plain Diff
commit
1 parent
e7b42211
Show whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
9 additions
and
4 deletions
run_linux.sh
shell/biz_data_count.hql
shell/biz_data_response.hql
run_linux.sh
View file @
abbc629
...
...
@@ -10,8 +10,13 @@ sleep 3
hive -f ./shell/load_data.hql
hive -f ./shell/method_count.hql
hive -f ./shell/biz_data_count.hql
hive -f ./shell/biz_data_response.hql
method
=
$(
hive -f ./shell/method_select.hql
)
for
tmp
in
$method
do
hive -hivevar
method
=
$tmp
-f ./shell/biz_data_count.hql
hive -hivevar
method
=
$tmp
-f ./shell/biz_data_response.hql
done
hadoop fs -rm /input/data/
$time
rm ../
$time
...
...
shell/biz_data_count.hql
View file @
abbc629
...
...
@@ -3,5 +3,5 @@ use testdb;
INSERT OVERWRITE TABLE biz_data_count
select method,biz_data,count(1) as count,max(timestamp) as timestamp
from qa_log
where method is not null and method!='N/A' and method=
'com.ai.handler.plan.detail.index.info'
where method is not null and method!='N/A' and method=
${hivevar:method}
group by method,biz_data;
\ No newline at end of file
...
...
shell/biz_data_response.hql
View file @
abbc629
...
...
@@ -3,4 +3,4 @@ use testdb;
INSERT OVERWRITE TABLE biz_data_response
select method,biz_data,uid,timestamp,response
from qa_log
where method is not null and method!='N/A' and method='com.ai.handler.plan.detail.index.info';
\ No newline at end of file
where method is not null and method!='N/A' and method=${hivevar:method};
\ No newline at end of file
...
...
Please
register
or
sign in
to post a comment