Commit 39fd414a 39fd414a3e1ce8ba379a4525a10d7b845b771f24 by zhanghao

commit

1 parent 581a6fc8
......@@ -4,7 +4,8 @@ hadoop fs -put /home/test/logs/app.out /input/debug/data/app.out
hadoop jar ./target/BrBigDataTest-1.0.0.jar com.bigdata.test.ETLAppDebug /input/debug/data/app.out /input/debug/etl/
sleep 3
maxTimestamp=$(hive -f ./shell_debug/max_timestamp.hql)
maxTimestamp='2022-02-10 17:13:21.308'
#maxTimestamp=$(hive -f ./shell_debug/max_timestamp.hql)
hive -f ./shell_debug/load_data.hql
$(hive -hivevar myTimestamp=$maxTimestamp -f ./shell_debug/method_count.hql)
......
......@@ -2,5 +2,5 @@ use testdb;
INSERT OVERWRITE TABLE biz_data_count_debug
select method,biz_data,count(1) as count,max(timestamp) as timestamp
from (select * from qa_log_debug where method is not null and method!='N/A' and timestamp>${hivevar:maxTimestamp}) my_debug
from (select * from qa_log_debug where method is not null and method!='N/A' and timestamp>${hivevar:myTimestamp}) my_debug
group by method,biz_data;
\ No newline at end of file
......
......@@ -3,4 +3,4 @@ use testdb;
INSERT OVERWRITE TABLE biz_data_response_debug
select method,biz_data,uid,timestamp,response
from qa_log_debug
where method is not null and method!='N/A' and timestamp>${hivevar:maxTimestamp};
\ No newline at end of file
where method is not null and method!='N/A' and timestamp>${hivevar:myTimestamp};
\ No newline at end of file
......