Skip to content

B
bi-report
Commit 83c0e278 authored by 赵建伟's avatar 赵建伟
Browse files
Options

update codes

parent a1ab8686
Hide whitespace changes
Inline Side-by-side
Showing with 374 additions and 16 deletions
.idea/sqldialects.xml
View file @ 83c0e278
<?xml version="1.0" encoding="UTF-8"?> <?xml version="1.0" encoding="UTF-8"?>
<project version="4"> <project version="4">
<component name="SqlDialectMappings"> <component name="SqlDialectMappings">
<file url="file://$PROJECT_DIR$/sqls/demo_param/demo_param.sql" dialect="SQL92" /> <file url="file://$PROJECT_DIR$/sqls/demo_spark_param/demo_spark_param.sql" dialect="SQL92" />
</component> </component>
</project> </project>
\ No newline at end of file
.idea/workspace.xml
View file @ 83c0e278
...@@ -2,7 +2,34 @@ ...@@ -2,7 +2,34 @@
<project version="4"> <project version="4">
<component name="ChangeListManager"> <component name="ChangeListManager">
<list default="true" id="18c38e3b-9b7f-4a3f-b141-edcb320b1d24" name="Default Changelist" comment=""> <list default="true" id="18c38e3b-9b7f-4a3f-b141-edcb320b1d24" name="Default Changelist" comment="">
<change beforePath="$PROJECT_DIR$/conf/en-cn.properties" beforeDir="false" afterPath="$PROJECT_DIR$/conf/en-cn.properties" afterDir="false" /> <change afterPath="$PROJECT_DIR$/jobs/demo_hive/step2.job" afterDir="false" />
<change afterPath="$PROJECT_DIR$/jobs/demo_spark_param/demo_param.zip" afterDir="false" />
<change afterPath="$PROJECT_DIR$/sqls/demo_hive/demo_hive.sql" afterDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/demo/demo.zip" beforeDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/demo/step1.job" beforeDir="false" afterPath="$PROJECT_DIR$/jobs/demo_hive/step1.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/demo/step2.job" beforeDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/demo_param/demo.zip" beforeDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/demo_param/step1_1.job" beforeDir="false" afterPath="$PROJECT_DIR$/jobs/demo_spark_param/step1_1.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/demo_param/step1_2.job" beforeDir="false" afterPath="$PROJECT_DIR$/jobs/demo_spark_param/step1_2.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/demo_param/step1_3.job" beforeDir="false" afterPath="$PROJECT_DIR$/jobs/demo_spark_param/step1_3.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/demo_param/step1_4.job" beforeDir="false" afterPath="$PROJECT_DIR$/jobs/demo_spark_param/step1_4.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/demo_param/step1_5.job" beforeDir="false" afterPath="$PROJECT_DIR$/jobs/demo_spark_param/step1_5.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/demo_param/step1_6.job" beforeDir="false" afterPath="$PROJECT_DIR$/jobs/demo_spark_param/step1_6.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/demo_param/step2.job" beforeDir="false" afterPath="$PROJECT_DIR$/jobs/demo_spark_param/step2.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/report_service/report_service.zip" beforeDir="false" afterPath="$PROJECT_DIR$/jobs/demo_java/report_service.zip" afterDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/report_service/step1_1.job" beforeDir="false" afterPath="$PROJECT_DIR$/jobs/demo_java/step1_1.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/report_service/step1_2.job" beforeDir="false" afterPath="$PROJECT_DIR$/jobs/demo_java/step1_2.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/report_service/step1_3.job" beforeDir="false" afterPath="$PROJECT_DIR$/jobs/demo_java/step1_3.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/report_service/step1_4.job" beforeDir="false" afterPath="$PROJECT_DIR$/jobs/demo_java/step1_4.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/jobs/report_service/step2.job" beforeDir="false" afterPath="$PROJECT_DIR$/jobs/demo_java/step2.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/lib/shell/hive2csv.sh" beforeDir="false" afterPath="$PROJECT_DIR$/lib/shell/hive2csv.sh" afterDir="false" />
<change beforePath="$PROJECT_DIR$/lib/shell/hive2hive.sh" beforeDir="false" afterPath="$PROJECT_DIR$/lib/shell/hive2hive.sh" afterDir="false" />
<change beforePath="$PROJECT_DIR$/lib/shell/sparksql2email.sh" beforeDir="false" afterPath="$PROJECT_DIR$/lib/shell/sparksql2email.sh" afterDir="false" />
<change beforePath="$PROJECT_DIR$/sqls/demo/demo.sql" beforeDir="false" afterPath="$PROJECT_DIR$/sqls/demo_java/demo.sql" afterDir="false" />
<change beforePath="$PROJECT_DIR$/sqls/demo/demo_bak.sql" beforeDir="false" afterPath="$PROJECT_DIR$/sqls/demo_java/demo_bak.sql" afterDir="false" />
<change beforePath="$PROJECT_DIR$/sqls/demo_param/demo_param.sql" beforeDir="false" afterPath="$PROJECT_DIR$/sqls/bak/demo_param.sql" afterDir="false" />
<change beforePath="$PROJECT_DIR$/sqls/shell/demo.sql" beforeDir="false" afterPath="$PROJECT_DIR$/sqls/bak/demo.sql" afterDir="false" />
<change beforePath="$PROJECT_DIR$/sqls/shell/demo_param.sql" beforeDir="false" afterPath="$PROJECT_DIR$/sqls/demo_spark_param/demo_spark_param.sql" afterDir="false" />
</list> </list>
<option name="SHOW_DIALOG" value="false" /> <option name="SHOW_DIALOG" value="false" />
<option name="HIGHLIGHT_CONFLICTS" value="true" /> <option name="HIGHLIGHT_CONFLICTS" value="true" />
...@@ -60,7 +87,7 @@ ...@@ -60,7 +87,7 @@
<property name="WebServerToolWindowFactoryState" value="false" /> <property name="WebServerToolWindowFactoryState" value="false" />
<property name="aspect.path.notification.shown" value="true" /> <property name="aspect.path.notification.shown" value="true" />
<property name="ignore_missing_gitignore" value="true" /> <property name="ignore_missing_gitignore" value="true" />
<property name="last_opened_file_path" value="$PROJECT_DIR$/jobs/meigou-detail-page" /> <property name="last_opened_file_path" value="$PROJECT_DIR$/sqls" />
<property name="project.structure.last.edited" value="Global Libraries" /> <property name="project.structure.last.edited" value="Global Libraries" />
<property name="project.structure.proportion" value="0.0" /> <property name="project.structure.proportion" value="0.0" />
<property name="project.structure.side.proportion" value="0.2" /> <property name="project.structure.side.proportion" value="0.2" />
...@@ -75,11 +102,11 @@ ...@@ -75,11 +102,11 @@
<recent name="$PROJECT_DIR$/lib/shell" /> <recent name="$PROJECT_DIR$/lib/shell" />
</key> </key>
<key name="CopyFile.RECENT_KEYS"> <key name="CopyFile.RECENT_KEYS">
<recent name="$PROJECT_DIR$/sqls" />
<recent name="$PROJECT_DIR$/jobs/meigou-detail-page" /> <recent name="$PROJECT_DIR$/jobs/meigou-detail-page" />
<recent name="$PROJECT_DIR$/jobs" /> <recent name="$PROJECT_DIR$/jobs" />
<recent name="$PROJECT_DIR$/sqls/meigou-detail-page" /> <recent name="$PROJECT_DIR$/sqls/meigou-detail-page" />
<recent name="$PROJECT_DIR$/sqls/shell" /> <recent name="$PROJECT_DIR$/sqls/shell" />
<recent name="$PROJECT_DIR$/jobs/report_service" />
</key> </key>
</component> </component>
<component name="RunManager"> <component name="RunManager">
...@@ -125,7 +152,7 @@ ...@@ -125,7 +152,7 @@
<workItem from="1588154352798" duration="195000" /> <workItem from="1588154352798" duration="195000" />
<workItem from="1588220085338" duration="7993000" /> <workItem from="1588220085338" duration="7993000" />
<workItem from="1588248522289" duration="2820000" /> <workItem from="1588248522289" duration="2820000" />
<workItem from="1588344251422" duration="9678000" /> <workItem from="1588344251422" duration="11641000" />
</task> </task>
<task id="LOCAL-00001" summary="add init codes."> <task id="LOCAL-00001" summary="add init codes.">
<created>1587723565207</created> <created>1587723565207</created>
......
jobs/demo/step2.job → jobs/demo_hive/step2.job
View file @ 83c0e278
#step2.job #step2.job
type=command type=command
dependencies=step1 dependencies=step1
command=sh /home/bi/bi-report/lib/shell/hive2csv.sh demo command=sh /home/bi/bi-report/lib/shell/hive2csv.sh demo_hive
\ No newline at end of file \ No newline at end of file
jobs/report_service/step2.job → jobs/demo_java/step2.job
View file @ 83c0e278
#step2.job #step2.job
type=command type=command
dependencies=step1_1,step1_2,step1_3,step1_4 dependencies=step1_1,step1_2,step1_3,step1_4
command=curl -X GET http://localhost:8553/api/report/sendEmail/zhaojianwei@igengmei.com/jianweizhao@yeah.net/demo command=curl -X GET http://localhost:8553/api/report/sendEmail/zhaojianwei@igengmei.com/jianweizhao@yeah.net/demo_java
\ No newline at end of file \ No newline at end of file
jobs/demo_param/step2.job → jobs/demo_spark_param/step2.job
View file @ 83c0e278
#step2.job #step2.job
type=command type=command
dependencies=step1_1,step1_2,step1_3,step1_4,step1_5,step1_6 dependencies=step1_1,step1_2,step1_3,step1_4,step1_5,step1_6
command=sh /home/bi/bi-report/lib/shell/sparksql2email.sh demo_param zhaojianwei zhaojianwei command=sh /home/bi/bi-report/lib/shell/sparksql2email.sh demo_spark_param zhaojianwei zhaojianwei
\ No newline at end of file \ No newline at end of file
lib/java/bi-report-service/.idea/workspace.xml
View file @ 83c0e278
...@@ -2,7 +2,34 @@ ...@@ -2,7 +2,34 @@
<project version="4"> <project version="4">
<component name="ChangeListManager"> <component name="ChangeListManager">
<list default="true" id="73604af3-3cbc-41f8-9a5f-e6a14a2ada76" name="Default Changelist" comment="add"> <list default="true" id="73604af3-3cbc-41f8-9a5f-e6a14a2ada76" name="Default Changelist" comment="add">
<change beforePath="$PROJECT_DIR$/../../../conf/en-cn.properties" beforeDir="false" afterPath="$PROJECT_DIR$/../../../conf/en-cn.properties" afterDir="false" /> <change afterPath="$PROJECT_DIR$/../../../jobs/demo_hive/step2.job" afterDir="false" />
<change afterPath="$PROJECT_DIR$/../../../jobs/demo_spark_param/demo_param.zip" afterDir="false" />
<change afterPath="$PROJECT_DIR$/../../../sqls/demo_hive/demo_hive.sql" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/demo/demo.zip" beforeDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/demo/step1.job" beforeDir="false" afterPath="$PROJECT_DIR$/../../../jobs/demo_hive/step1.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/demo/step2.job" beforeDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/demo_param/demo.zip" beforeDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/demo_param/step1_1.job" beforeDir="false" afterPath="$PROJECT_DIR$/../../../jobs/demo_spark_param/step1_1.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/demo_param/step1_2.job" beforeDir="false" afterPath="$PROJECT_DIR$/../../../jobs/demo_spark_param/step1_2.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/demo_param/step1_3.job" beforeDir="false" afterPath="$PROJECT_DIR$/../../../jobs/demo_spark_param/step1_3.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/demo_param/step1_4.job" beforeDir="false" afterPath="$PROJECT_DIR$/../../../jobs/demo_spark_param/step1_4.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/demo_param/step1_5.job" beforeDir="false" afterPath="$PROJECT_DIR$/../../../jobs/demo_spark_param/step1_5.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/demo_param/step1_6.job" beforeDir="false" afterPath="$PROJECT_DIR$/../../../jobs/demo_spark_param/step1_6.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/demo_param/step2.job" beforeDir="false" afterPath="$PROJECT_DIR$/../../../jobs/demo_spark_param/step2.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/report_service/report_service.zip" beforeDir="false" afterPath="$PROJECT_DIR$/../../../jobs/demo_java/report_service.zip" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/report_service/step1_1.job" beforeDir="false" afterPath="$PROJECT_DIR$/../../../jobs/demo_java/step1_1.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/report_service/step1_2.job" beforeDir="false" afterPath="$PROJECT_DIR$/../../../jobs/demo_java/step1_2.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/report_service/step1_3.job" beforeDir="false" afterPath="$PROJECT_DIR$/../../../jobs/demo_java/step1_3.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/report_service/step1_4.job" beforeDir="false" afterPath="$PROJECT_DIR$/../../../jobs/demo_java/step1_4.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../jobs/report_service/step2.job" beforeDir="false" afterPath="$PROJECT_DIR$/../../../jobs/demo_java/step2.job" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../shell/hive2csv.sh" beforeDir="false" afterPath="$PROJECT_DIR$/../../shell/hive2csv.sh" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../shell/hive2hive.sh" beforeDir="false" afterPath="$PROJECT_DIR$/../../shell/hive2hive.sh" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../shell/sparksql2email.sh" beforeDir="false" afterPath="$PROJECT_DIR$/../../shell/sparksql2email.sh" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../sqls/demo/demo.sql" beforeDir="false" afterPath="$PROJECT_DIR$/../../../sqls/demo_java/demo.sql" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../sqls/demo/demo_bak.sql" beforeDir="false" afterPath="$PROJECT_DIR$/../../../sqls/demo_java/demo_bak.sql" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../sqls/demo_param/demo_param.sql" beforeDir="false" afterPath="$PROJECT_DIR$/../../../sqls/bak/demo_param.sql" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../sqls/shell/demo.sql" beforeDir="false" afterPath="$PROJECT_DIR$/../../../sqls/bak/demo.sql" afterDir="false" />
<change beforePath="$PROJECT_DIR$/../../../sqls/shell/demo_param.sql" beforeDir="false" afterPath="$PROJECT_DIR$/../../../sqls/demo_spark_param/demo_spark_param.sql" afterDir="false" />
</list> </list>
<option name="SHOW_DIALOG" value="false" /> <option name="SHOW_DIALOG" value="false" />
<option name="HIGHLIGHT_CONFLICTS" value="true" /> <option name="HIGHLIGHT_CONFLICTS" value="true" />
...@@ -218,7 +245,7 @@ ...@@ -218,7 +245,7 @@
<workItem from="1588148891822" duration="2318000" /> <workItem from="1588148891822" duration="2318000" />
<workItem from="1588152718016" duration="1463000" /> <workItem from="1588152718016" duration="1463000" />
<workItem from="1588154601852" duration="28557000" /> <workItem from="1588154601852" duration="28557000" />
<workItem from="1588344252163" duration="8400000" /> <workItem from="1588344252163" duration="8630000" />
</task> </task>
<servers /> <servers />
</component> </component>
......
lib/shell/hive2csv.sh
View file @ 83c0e278
...@@ -47,7 +47,7 @@ echo "V_7DAY_M_D_AGO: "$V_7DAY_M_D_AGO ...@@ -47,7 +47,7 @@ echo "V_7DAY_M_D_AGO: "$V_7DAY_M_D_AGO
echo "************************************" echo "************************************"
echo "" echo ""
cp "/home/bi/bi-report/sqls/shell/"$1".sql" $tmp_file_name cp "/home/bi/bi-report/sqls/"$1"/"$1".sql" $tmp_file_name
sed -i "s/\$V_PARYMD/$V_PARYMD/g" $tmp_file_name sed -i "s/\$V_PARYMD/$V_PARYMD/g" $tmp_file_name
sed -i "s/\$V_PARY_M_D/$V_PARY_M_D/g" $tmp_file_name sed -i "s/\$V_PARY_M_D/$V_PARY_M_D/g" $tmp_file_name
sed -i "s/\$V_1DAYMD_AGO/$V_1DAYMD_AGO/g" $tmp_file_name sed -i "s/\$V_1DAYMD_AGO/$V_1DAYMD_AGO/g" $tmp_file_name
......
lib/shell/hive2hive.sh
View file @ 83c0e278
...@@ -45,7 +45,7 @@ echo "V_7DAY_M_D_AGO: "$V_7DAY_M_D_AGO ...@@ -45,7 +45,7 @@ echo "V_7DAY_M_D_AGO: "$V_7DAY_M_D_AGO
echo "************************************" echo "************************************"
echo "" echo ""
cp "/home/bi/bi-report/sqls/shell/"$1".sql" $tmp_file_name cp "/home/bi/bi-report/sqls/"$1"/"$1".sql" $tmp_file_name
sed -i "s/\$V_PARYMD/$V_PARYMD/g" $tmp_file_name sed -i "s/\$V_PARYMD/$V_PARYMD/g" $tmp_file_name
sed -i "s/\$V_PARY_M_D/$V_PARY_M_D/g" $tmp_file_name sed -i "s/\$V_PARY_M_D/$V_PARY_M_D/g" $tmp_file_name
sed -i "s/\$V_1DAYMD_AGO/$V_1DAYMD_AGO/g" $tmp_file_name sed -i "s/\$V_1DAYMD_AGO/$V_1DAYMD_AGO/g" $tmp_file_name
......
lib/shell/sparksql2email.sh
View file @ 83c0e278
...@@ -47,7 +47,7 @@ echo "V_7DAY_M_D_AGO: "$V_7DAY_M_D_AGO ...@@ -47,7 +47,7 @@ echo "V_7DAY_M_D_AGO: "$V_7DAY_M_D_AGO
echo "************************************" echo "************************************"
echo "" echo ""
cp "/home/bi/bi-report/sqls/shell/"$1".sql" $tmp_file_name cp "/home/bi/bi-report/sqls/"$1"/"$1".sql" $tmp_file_name
sed -i "s/\$V_PARYMD/$V_PARYMD/g" $tmp_file_name sed -i "s/\$V_PARYMD/$V_PARYMD/g" $tmp_file_name
sed -i "s/\$V_PARY_M_D/$V_PARY_M_D/g" $tmp_file_name sed -i "s/\$V_PARY_M_D/$V_PARY_M_D/g" $tmp_file_name
sed -i "s/\$V_1DAYMD_AGO/$V_1DAYMD_AGO/g" $tmp_file_name sed -i "s/\$V_1DAYMD_AGO/$V_1DAYMD_AGO/g" $tmp_file_name
......
sqls/demo_hive/demo_hive.sql 0 → 100644
View file @ 83c0e278
set mapreduce.job.queuename= data;
SELECT `日期`,`设备类型`,`活跃类型`,`渠道`
,`美购详情页浏览pv`
,(`加购物车点击pv`+`评价列表页点击pv`+`立即支付点击pv`+`私信及电话咨询pv` +`选择美购项目点击pv`
+`机构主页点击pv`+`机构的其他美购点击pv`+`推荐美购点击pv`+`收藏点击pv`
+`右上角购物车点击pv`+`医生主页点击pv`+`分享点击pv`+`机构导航点击pv`) as `美购详情页分发pv加总`
,concat(round((`加购物车点击pv`+`评价列表页点击pv`+`立即支付点击pv`+`私信及电话咨询pv` +`选择美购项目点击pv`
+`机构主页点击pv`+`机构的其他美购点击pv`+`推荐美购点击pv`+`收藏点击pv`
+`右上角购物车点击pv`+`医生主页点击pv`+`分享点击pv`+`机构导航点击pv`)/`美购详情页浏览pv`*100,4),'%') as `美购详情页分发pv占比加总`
,`加购物车点击pv`
,concat(round(`加购物车点击pv`/`美购详情页浏览pv`*100,4),'%') as `加购物车点击pv占比`
,`评价列表页点击pv`
,concat(round(`评价列表页点击pv`/`美购详情页浏览pv`*100,4),'%') as `评价列表页点击pv占比`
,`立即支付点击pv`
,concat(round(`立即支付点击pv`/`美购详情页浏览pv`*100,4),'%') as `立即支付点击pv占比`
,`私信及电话咨询pv`
,concat(round(`私信及电话咨询pv`/`美购详情页浏览pv`*100,4),'%') as `私信及电话咨询pv占比`
,`选择美购项目点击pv`
,concat(round(`选择美购项目点击pv`/`美购详情页浏览pv`*100,4),'%') as `选择美购项目点击pv占比`
,`机构主页点击pv`
,concat(round(`机构主页点击pv`/`美购详情页浏览pv`*100,4),'%') as `机构主页点击pv占比`
,`机构的其他美购点击pv`
,concat(round(`机构的其他美购点击pv`/`美购详情页浏览pv`*100,4),'%') as `机构的其他美购点击pv占比`
,`推荐美购点击pv`
,concat(round(`推荐美购点击pv`/`美购详情页浏览pv`*100,4),'%') as `推荐美购点击pv占比`
,`收藏点击pv`
,concat(round(`收藏点击pv`/`美购详情页浏览pv`*100,4),'%') as `收藏点击pv占比`
,`右上角购物车点击pv`
,concat(round(`右上角购物车点击pv`/`美购详情页浏览pv`*100,4),'%') as `右上角购物车点击pv占比`
,`医生主页点击pv`
,concat(round(`医生主页点击pv`/`美购详情页浏览pv`*100,4),'%') as `医生主页点击pv占比`
,`分享点击pv`
,concat(round(`分享点击pv`/`美购详情页浏览pv`*100,4),'%') as `分享点击pv占比`
,`机构导航点击pv`
,concat(round(`机构导航点击pv`/`美购详情页浏览pv`*100,4),'%') as `机构导航点击pv占比`
FROM
(
SELECT t1.partition_date as `日期`
,t1.device_type as `设备类型`
,t1.active_type as `活跃类型`
,t2.channel as `渠道`
,count(case when type='美购详情页' then cl_id end ) as `美购详情页浏览pv`
,count(case when type='加购物车' then cl_id end ) as `加购物车点击pv`
,count(case when type='评价列表页' then cl_id end ) as `评价列表页点击pv`
,count(case when type='立即支付' then cl_id end ) as `立即支付点击pv`
,count(case when type='私信及电话咨询' then cl_id end ) as `私信及电话咨询pv`
,count(case when type='选择美购项目' then cl_id end ) as `选择美购项目点击pv`
,count(case when type='机构主页' then cl_id end ) as `机构主页点击pv`
,count(case when type='机构的其他美购' then cl_id end ) as `机构的其他美购点击pv`
,count(case when type='推荐美购' then cl_id end ) as `推荐美购点击pv`
,count(case when type='收藏' then cl_id end ) as `收藏点击pv`
,count(case when type='右上角购物车' then cl_id end ) as `右上角购物车点击pv`
,count(case when type='医生主页' then cl_id end ) as `医生主页点击pv`
,count(case when type='分享' then cl_id end ) as `分享点击pv`
,count(case when type='机构导航' then cl_id end ) as `机构导航点击pv`
FROM
(
SELECT click.partition_date,click.cl_id,click.type,mas.active_type,mas.device_type,mas.channel
FROM
( --浏览需要去掉疑似机构刷量的设备
SELECT pv.partition_date as partition_date,pv.cl_id as cl_id,type
FROM
(
SELECT partition_date,cl_id,'美购详情页' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
AND page_name = 'welfare_detail'
AND action='page_view'
)pv
LEFT JOIN
( -- 去掉疑似机构刷量的PV和UV
SELECT cl_id
FROM online.ml_hospital_spam_pv_day
WHERE partition_date>='20180402' AND partition_date<regexp_replace((current_date),'-','')
AND pv_ratio>=0.95
UNION ALL
SELECT cl_id
FROM online.ml_hospital_spam_pv_month
WHERE partition_date>='20171101' AND partition_date<regexp_replace((current_date),'-','')
AND pv_ratio>=0.95
)spam_pv
on pv.cl_id=spam_pv.cl_id
WHERE spam_pv.cl_id IS NULL
UNION ALL
SELECT partition_date,cl_id, '加购物车' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
AND page_name = 'welfare_detail'
AND action='welfare_multiattribute_click_add'
UNION ALL
SELECT partition_date,cl_id, '右上角购物车' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
AND page_name = 'welfare_detail'
AND action='on_click_navbar_cart'
UNION ALL
--点击查看更多评论
SELECT partition_date,cl_id, '评价列表页' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
--AND page_name = 'welfare_detail'
AND action='welfare_detail_click_comment'
UNION ALL
--点击外显的评价标签
SELECT partition_date,cl_id, '评价列表页' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
AND page_name = 'welfare_detail'
AND action='service_comment_click_tag'
UNION ALL
--点击外显的日记卡片
SELECT partition_date,cl_id, '评价列表页' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
AND page_name = 'welfare_detail'
AND action='welfare_detail_comment_click_diary_card'
UNION ALL
SELECT partition_date,cl_id, '立即支付' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
AND page_name = 'welfare_detail'
AND action='welfare_multiattribute_click_buy'
UNION ALL
--点击选择更美项目
SELECT partition_date,cl_id, '选择美购项目' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
AND page_name = 'welfare_detail'
AND action='on_click_button'
AND params['button_name']='sku_choose'
UNION ALL
--7.22新版本--点击外露的美购项目
SELECT partition_date,cl_id, '选择美购项目' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
AND page_name = 'welfare_detail'
AND action='on_click_button'
AND params['button_name']='service_sku'
UNION ALL
--7.22新版本--点击查看更多
SELECT partition_date,cl_id, '选择美购项目' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
AND page_name = 'welfare_detail'
AND action='on_click_button'
AND params['button_name']='sku_all'
UNION ALL
--点击私信按钮
SELECT partition_date,cl_id, '私信及电话咨询' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
--AND page_name = 'welfare_detail'
AND action='welfare_detail_click_message'
UNION ALL
--7.20之后灰度上线的快捷咨询按钮和预约面诊按钮
SELECT partition_date,cl_id, '私信及电话咨询' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
AND page_name = 'welfare_detail'
AND action='on_click_button'
AND params['button_name'] in ('question_tag','appointment')
UNION ALL
--点击机构下面的在线咨询和电话咨询
SELECT partition_date,cl_id, '私信及电话咨询' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
--AND page_name = 'welfare_detail'
AND action='welfare_detail_click_curearea_contact'
AND params['connect_type'] in ('onlineconsult','phone')
UNION ALL
SELECT partition_date,cl_id, '机构主页' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
--AND page_name = 'welfare_detail'
AND action='welfare_detail_click_curearea'
AND params['cure_type']='organization'
UNION ALL
SELECT partition_date,cl_id, '机构的其他美购' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
--AND page_name = 'welfare_detail'
AND action='welfare_detail_click_seller_service_item'
UNION ALL
SELECT partition_date,cl_id, '机构导航' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
--AND page_name = 'welfare_detail'
AND action='welfare_detail_click_address'
UNION ALL
SELECT partition_date,cl_id, '推荐美购' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date <regexp_replace((current_date),'-','')
AND page_name = 'welfare_detail'
AND action='on_click_card'
AND params['card_content_type']='service'
AND params['tab_name']='推荐'
UNION ALL
SELECT partition_date,cl_id, '收藏' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
AND page_name = 'welfare_detail'
AND action='on_click_favor'
AND params['favor_type']='service'
AND params['motion']='do'
UNION ALL
SELECT partition_date,cl_id, '医生主页' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
--AND page_name = 'welfare_detail'
AND action='welfare_detail_click_curearea'
AND params['cure_type']='doctor'
UNION ALL
SELECT partition_date,cl_id, '分享' as type
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >= regexp_replace((current_date - interval '90' day),'-','')
AND partition_date < regexp_replace((current_date),'-','')
AND page_name = 'welfare_detail'
AND action='page_click_share'
)click
JOIN
(
SELECT partition_date
,device_os_type AS device_type
,CASE WHEN active_type = '4' THEN '老活跃设备'
WHEN active_type IN ('1','2') THEN '新增设备' END AS active_type
,array(CASE WHEN tmp.time = 'AI' THEN 'AI' ELSE '其他' END , '合计') as channel
,device_id
FROM online.ml_device_day_active_status
LEFT JOIN
(SELECT phone,time
FROM offline.tmp_zhx_20191227
WHERE flag='0204_danlei_channel')tmp
on first_channel_source_type=tmp.phone
WHERE partition_date>=regexp_replace((current_date - interval '90' day),'-','')
AND partition_date<regexp_replace((current_date),'-','')
AND active_type IN ('1','2','4')
AND first_channel_source_type not IN ('yqxiu1','yqxiu2','yqxiu3','yqxiu4','yqxiu5','mxyc1','mxyc2','mxyc3'
,'wanpu','jinshan','jx','maimai','zhuoyi','huatian','suopingjingling','mocha','mizhe','meika','lamabang'
,'js-az1','js-az2','js-az3','js-az4','js-az5','jfq-az1','jfq-az2','jfq-az3','jfq-az4','jfq-az5','toufang1'
,'toufang2','toufang3','toufang4','toufang5','toufang6','TF-toufang1','TF-toufang2','TF-toufang3','TF-toufang4'
,'TF-toufang5','tf-toufang1','tf-toufang2','tf-toufang3','tf-toufang4','tf-toufang5','benzhan','promotion_aso100'
,'promotion_qianka','promotion_xiaoyu','promotion_dianru','promotion_malioaso','promotion_malioaso-shequ'
,'promotion_shike','promotion_julang_jl03','promotion_zuimei','','unknown')
AND first_channel_source_type not LIKE 'promotion\_jf\_%'
)mas
ON click.cl_id=mas.device_id
AND click.partition_date=mas.partition_date
)t1
LATERAL VIEW explode(t1.channel) t2 AS channel
GROUP BY t1.partition_date,t1.device_type,t1.active_type,t2.channel
)T1
ORDER BY `日期` desc,`设备类型`,`活跃类型`,`渠道`
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment