commit
Showing
1 changed file
with
10 additions
and
9 deletions
| 1 | #!/bin/bash | 1 | #!/bin/bash |
| 2 | mvn clean package -DskipTests | ||
| 3 | hadoop fs -rm /input/data/$1 | ||
| 4 | hadoop fs -put ../$1 /input/data/$1 | ||
| 5 | hadoop jar ./target/BrBigDataTest-1.0.0.jar com.bigdata.test.ETLApp /input/data/$1 /input/etl/ | ||
| 6 | sleep 3 | ||
| 7 | hive -f ./shell/load_data.hql | ||
| 8 | total=$(hive -f ./shell/select.hql) | ||
| 9 | result=$(echo $total | tr " " ",") | ||
| 10 | curl http://192.168.8.113:9090/tool/hadoopTotal?total=${result} | ||
| ... | \ No newline at end of file | ... | \ No newline at end of file |
| 2 | #mvn clean package -DskipTests | ||
| 3 | #hadoop fs -rm /input/data/$1 | ||
| 4 | #hadoop fs -put ../$1 /input/data/$1 | ||
| 5 | #hadoop jar ./target/BrBigDataTest-1.0.0.jar com.bigdata.test.ETLApp /input/data/$1 /input/etl/ | ||
| 6 | #sleep 3 | ||
| 7 | #hive -f ./shell/load_data.hql | ||
| 8 | #total=$(hive -f ./shell/select.hql) | ||
| 9 | #result=$(echo $total | tr " " ",") | ||
| 10 | #curl http://192.168.8.113:9090/tool/hadoopTotal?total=${result} | ||
| 11 | $(hive -e create table qa_log_$1 as select * from qa_log;) | ||
| ... | \ No newline at end of file | ... | \ No newline at end of file | ... | ... |
-
Please register or sign in to post a comment