update codes

bin/menu.sh

-#!/bin/bash
-

jobs/demo/step1.job

+#step1.job
+type=command
+command=sh /srv/apps/bi-report/lib/shell/waitsuccess.sh hive online ml_device_day_active_status 20200423
\ No newline at end of file

jobs/demo/step2.job

+#step2.job
+type=command
+dependencies=step1_1,step1_2,step1_3,step1_4,step1_5,step1_6
+command=sh /srv/apps/bi-report/lib/shell/hive2hive.sh demo
\ No newline at end of file

lib/shell/hive2hive.sh

@@ -10,6 +10,10 @@ fi
 
 #默认取输入的账期
 V_DATE=$2
+partition_date=`date +"%Y%m%d"`
+timestamp=`date +"%Y%m%d%H%M%S"`
+tmp_file_name="/data/bi-report/tmp/tmp_"$timestamp".sql"
+result_file_name="/data/bi-report/result/"$1"_"$partition_date".csv"
 
 #输入的账期为空，则取T+1默认账期
 if [ -z ${V_DATE} ];then
@@ -41,17 +45,16 @@ echo "V_7DAY_M_D_AGO: "$V_7DAY_M_D_AGO
 echo "************************************"
 echo ""
 
-#cp sqls/$1".sql" tmp.sql
-cp $1 tmp.sql
-sed -i "s/\$V_PARYMD/$V_PARYMD/g" tmp.sql
-sed -i "s/\$V_PARY_M_D/$V_PARY_M_D/g" tmp.sql
-sed -i "s/\$V_1DAYMD_AGO/$V_1DAYMD_AGO/g" tmp.sql
-sed -i "s/\$V_7DAYMD_AGO/$V_7DAYMD_AGO/g" tmp.sql
-sed -i "s/\$V_1DAY_M_D_AGO/$V_1DAY_M_D_AGO/g" tmp.sql
-sed -i "s/\$V_7DAY_M_D_AGO/$V_7DAY_M_D_AGO/g" tmp.sql
+cp "/srv/apps/bi-report/sqls/"$1".sql" $tmp_file_name
+sed -i "s/\$V_PARYMD/$V_PARYMD/g" $tmp_file_name
+sed -i "s/\$V_PARY_M_D/$V_PARY_M_D/g" $tmp_file_name
+sed -i "s/\$V_1DAYMD_AGO/$V_1DAYMD_AGO/g" $tmp_file_name
+sed -i "s/\$V_7DAYMD_AGO/$V_7DAYMD_AGO/g" $tmp_file_name
+sed -i "s/\$V_1DAY_M_D_AGO/$V_1DAY_M_D_AGO/g" $tmp_file_name
+sed -i "s/\$V_7DAY_M_D_AGO/$V_7DAY_M_D_AGO/g" $tmp_file_name
 
 # 新标签与新标签对应集合类型 的对应关系
-/opt/hive/hive-1.1.0-cdh5.16.1/bin/beeline -u jdbc:hive2://bj-gm-prod-cos-datacenter004:10000 -n data -e "`cat tmp.sql`"
-rm -rf tmp.sql
+/opt/hive/hive-1.1.0-cdh5.16.1/bin/beeline -u jdbc:hive2://bj-gm-prod-cos-datacenter004:10000 -n data -e "`cat $tmp_file_name`" > $result_file_name
+rm -rf $tmp_file_name
 
 exit 0
\ No newline at end of file