Merge branch 'weiyimin' into 'master'

Weiyimin

See merge request zhaojianwei/bi-report!6

conf/en-cn.properties

@@ -9,3 +9,7 @@ meigou-detail-page-dispense-uv=美购详情页分发uv
 meigou-detail-page-source-pv=美购详情页来源pv
 meigou-detail-page-source-uv=美购详情页来源uv
 daily_content_data=内容日报-新
+search_click_path=分搜索入口的搜索框点击数据
+search_result_click_rate=分搜索词转化率数据
+search_input_type=分搜索方式近7天数据
+daily_recommend_strategy=首页推荐策略日报

jobs/daily_content_data/step4.job

 #step4.job
 type=command
 dependencies=step3
-command=curl -X GET http://localhost:8553/api/report/sendEmail/liudi@igengmei.com,wangxin@igengmei.com,malinxi@igengmei.com,dengguangyu@igengmei.com/weiyimin@igengmei.com,zhaojianwei@igengmei.com,mazhimo@igengmei.com,zhaofei@igengmei.com,yindanlei@igengmei.com/daily_content_data
+command=curl -X GET http://localhost:8553/api/report/sendEmail/liudi@igengmei.com,wangxin@igengmei.com,malinxi@igengmei.com,dengguangyu@igengmei.com/weiyimin@igengmei.com,zhaojianwei@igengmei.com,zhaofei@igengmei.com,yindanlei@igengmei.com/daily_content_data
\ No newline at end of file

jobs/daily_recommend_strategy/step1_1.job

+#step1_1.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_device_day_active_status
\ No newline at end of file

jobs/daily_recommend_strategy/step1_10.job

+#step1_10.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_device_history_detail
\ No newline at end of file

jobs/daily_recommend_strategy/step1_2.job

+#step1_2.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_community_precise_exposure_detail
\ No newline at end of file

jobs/daily_recommend_strategy/step1_3.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online bl_hdfs_maidian_updates
\ No newline at end of file

jobs/daily_recommend_strategy/step1_4.job

+#step1_4.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive ml ml_d_ct_dv_devicespam_d
\ No newline at end of file

jobs/daily_recommend_strategy/step1_5.job

+#step1_5.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_user_updates
\ No newline at end of file

jobs/daily_recommend_strategy/step1_6.job

+#step1_6.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_doctor_view
\ No newline at end of file

jobs/daily_recommend_strategy/step1_7.job

+#step1_7.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive ml ml_c_ct_ui_user_dimen_d
\ No newline at end of file

jobs/daily_recommend_strategy/step1_8.job

+#step1_8.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_user_history_detail
\ No newline at end of file

jobs/daily_recommend_strategy/step1_9.job

+#step1_9.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_device_history_detail
\ No newline at end of file

jobs/daily_recommend_strategy/step2.job

+#step2.job
+type=command
+dependencies=step1_1,step1_2,step1_3,step1_4,step1_5,step1_6,step1_7,step1_8,step1_9
+command=curl -X GET http://localhost:8553/api/report/execSql?name=daily_recommend_strategy_insert
\ No newline at end of file

jobs/daily_recommend_strategy/step3.job

+#step3.job
+type=command
+dependencies=step2
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive pm tl_pm_recommend_strategy_d
\ No newline at end of file

jobs/daily_recommend_strategy/step4.job

+#step4.job
+type=command
+dependencies=step3
+command=curl -X GET http://localhost:8553/api/report/sendEmail/weiyimin@igengmei.com/zhaojianwei@igengmei.com/daily_recommend_strategy
\ No newline at end of file

jobs/search_related/step1_1.job

+#step1_1.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_device_day_active_status
\ No newline at end of file

jobs/search_related/step2.job

+#step2.job
+type=command
+dependencies=step1_1,step1_2
+command=curl -X GET http://localhost:8553/api/report/execSql?name=search_related_insert
\ No newline at end of file

jobs/search_related/step3.job

+#step3.job
+type=command
+dependencies=step2
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive pm tl_pm_search_click_path_d
\ No newline at end of file

jobs/search_related/step4.job

+#step4.job
+type=command
+dependencies=step3
+command=curl -X GET http://localhost:8553/api/report/sendEmail/weiyimin@igengmei.com/search_related
\ No newline at end of file

sqls/daily_content_data_insert/daily_content_data_insert.sql

@@ -535,7 +535,7 @@ LEFT JOIN
 			AND partition_date < regexp_replace((current_date),'-','')
 	        AND page_name = 'home'
 			AND action = 'on_click_card'
-			AND params['transaction_type'] not in ('-1','ctr','smr','newdata')
+			AND params['transaction_type'] not in ('-1','ctr','cvr','smr','newdata')
 			AND params['card_content_type'] IN ('diary','diary_topic','user_post','doctor_post','question','answer','qa','live','article')
 
 			UNION ALL
@@ -547,7 +547,7 @@ LEFT JOIN
 			AND partition_date < regexp_replace((current_date),'-','')
 	        AND page_name = 'home'
 			AND action in ( 'on_click_diary_card','on_click_answer_card','on_click_question_card','on_click_topic_card','on_click_live_card')
-			AND params['transaction_type'] not in ('-1','ctr','smr','newdata')
+			AND params['transaction_type'] not in ('-1','ctr','cvr','smr','newdata')
 
 			UNION ALL
 
@@ -558,7 +558,7 @@ LEFT JOIN
 			AND partition_date < regexp_replace((current_date),'-','')
 			AND page_name = 'home'
 			AND action = 'on_click_card'
-			AND params['transaction_type'] in ('-1','ctr','smr','newdata')
+			AND params['transaction_type'] in ('-1','ctr','cvr','smr','newdata')
 			AND params['card_content_type'] IN ('diary','diary_topic','user_post','doctor_post','question','answer','qa','live','article')
 
 			UNION ALL
@@ -570,7 +570,7 @@ LEFT JOIN
 			AND partition_date < regexp_replace((current_date),'-','')
 	        AND page_name = 'home'
 			AND action in ('on_click_diary_card','on_click_answer_card','on_click_question_card','on_click_topic_card','on_click_live_card')
-			AND params['transaction_type'] in ('-1','ctr','smr','newdata')
+			AND params['transaction_type'] in ('-1','ctr','cvr','smr','newdata')
 		)t2
 		ON t1.partition_date=t2.partition_date
 		  AND t1.device_id=t2.cl_id

sqls/daily_recommend_strategy/daily_recommend_strategy.sql

+SELECT
+      day_id as `日期`,
+      device_os_type as `设备类型`,
+      active_type as `活跃类型`,
+      card_content_type as `卡片类型`,
+      recommend_type as `推荐类型`,
+      home_ctr as `首页卡片点击PV/首页卡片精准曝光PV`,
+      second_rate as `来自首页推荐内容卡片的的总商业二跳pv/首页卡片精准曝光PV`,
+      first_rate as `来自首页推荐内容卡片的的总商业二跳pv/首页卡片点击PV`,
+      card_click as `首页卡片点击PV`,
+      card_exposure as `首页卡片精准曝光PV`,
+      total_second_click as `来自I的总商业二跳pv（包含M列到T列）`,
+      avg_page_stay as `来自I的单PV平均浏览时长`,
+      navbar_search as `来自I的搜索框+搜索按钮点击PV`,
+      highlight_word as `来自I的文内搜索点击PV`,
+      self_welfare_card as `来自I的商品卡片点击PV`,
+      recommend_welfare_card as `来自I的推荐商品+查看全部商品点击pv`,
+      recommend_content_card as `来自I的推荐内容点击pv`,
+      '未配置' as `来自I的推荐专题点击pv`,
+      '未上线' as `来自I的转诊点击pv`,
+      '未上线' as `来自I的视频面诊点击pv`
+FROM pm.tl_pm_recommend_strategy_d
+WHERE partition_day>='20200619' and partition_day<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
+order by `日期` desc ,`设备类型`,`活跃类型`,`卡片类型`,`推荐类型`

sqls/search_related/search_click_path.sql

+
+
+SELECT
+		day_id AS `日期`
+		,device_os_type AS `设备类型`
+		,active_type AS `活跃类型`
+		,search_entrance AS `搜索入口`
+		,click_search_pv AS `点击搜索框pv`
+		,click_search_uv AS `点击搜索框uv`
+FROM pm.tl_pm_search_click_path_d
+WHERE partition_day>='20200619' and partition_day<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
+order by `日期` desc ,`设备类型`,`活跃类型`,`点击搜索框pv`desc
\ No newline at end of file

sqls/search_related/search_input_type.sql

+
+
+SELECT
+		day_id AS `日期`
+		,query AS `关键词`
+		,search_pv AS `搜索量`
+		,search_uv AS `搜索uv`
+        ,NVL(case when NVL(t2.page_more_pv,0)>0 then concat(round(t2.more_click_pv*100/t2.page_more_pv,2) ,'%') else 0 end, 0) as `搜索综合结果页内容卡片点击PV/搜索综合结果页浏览pv`
+        ,NVL(case when NVL(t2.page_more_pv,0)>0 then concat(round(t2.more_click_10_pv*100/t2.page_more_pv,2) ,'%')  else 0 end,0) as `搜索综合结果页前10内容卡片点击PV/搜索综合结果页浏览pv`
+        ,NVL(case when NVL(t2.page_more_pv,0)>0 then concat(round(t2.more_click_5_diary_pv*100/t2.page_more_pv,2),'%') else 0 end,0) as `搜索综合结果页前5日记卡片点击PV/搜索综合结果页浏览pv`
+        ,NVL(case when NVL(t2.page_more_pv,0)>0 then concat(round(t2.more_click_5_answer_pv*100/t2.page_more_pv,2),'%') else 0 end,0) as `搜索综合结果页前5问答卡片点击PV/搜索综合结果页浏览pv`
+        ,NVL(case when NVL(t2.page_more_pv,0)>0 then concat(round(t2.more_click_5_topic_pv*100/t2.page_more_pv,2),'%') else 0 end,0) as `搜索综合结果页前5帖子卡片点击PV/搜索综合结果页浏览pv`
+        ,NVL(case when NVL(t2.page_wel_pv,0)>0 then concat(round(t2.wel_click_pv*100/t2.page_wel_pv,2),'%') else 0 end,0) as `搜索美购结果页卡片点击PV/搜索美购结果页pv`
+        ,NVL(case when NVL(t2.page_wel_pv,0)>0 then concat(round(t2.wel_click_10_pv*100/t2.page_wel_pv,2),'%')  else 0 end,0) as `搜索美购结果页前10卡片点击PV/搜索美购结果页pv`
+        ,NVL(case when NVL(t2.page_wel_pv,0)>0 then concat(round(t2.wel_click_5_pv*100/t2.page_wel_pv,2),'%')  else 0 end,0) as `搜索美购结果页前5卡片点击PV/搜索美购结果页pv`
+        ,NVL(case when NVL(t2.page_diary_pv,0)>0 then concat(round(t2.diary_click_pv*100/t2.page_diary_pv,2),'%') else 0 end,0) as `搜索日记结果页卡片点击PV/搜索日记结果页pv`
+        ,NVL(case when NVL(t2.page_diary_pv,0)>0 then concat(round(t2.diary_click_10_pv*100/t2.page_diary_pv,2),'%') else 0 end,0) as `搜索日记结果页前10卡片点击PV/搜索日记结果页pv`
+        ,NVL(case when NVL(t2.page_diary_pv,0)>0 then concat(round(t2.diary_click_5_pv*100/t2.page_diary_pv,2),'%') else 0 end,0) as `搜索日记结果页前5卡片点击PV/搜索日记结果页pv`
+		,search_more_pv AS `综合tab下的搜索的点击pv`
+		,page_more_pv AS `搜索综合结果页浏览PV`
+		,more_click_pv AS `搜索综合结果页内容卡片点击PV`
+		,more_click_10_pv AS `搜索综合结果页前10内容卡片点击PV`
+		,more_click_5_diary_pv AS `搜索综合结果页前5日记卡片点击PV`
+		,more_click_5_answer_pv AS `搜索综合结果页前5问答卡片点击PV`
+		,more_click_5_topic_pv AS `搜索综合结果页前5帖子卡片点击PV`
+		,search_wel_pv AS `美购tab下的搜索的点击pv`
+		,page_wel_pv AS `搜索美购结果页浏览pv`
+		,wel_click_pv AS `搜索美购结果页卡片点击PV`
+		,wel_click_10_pv AS `搜索美购结果页前10卡片点击PV`
+		,wel_click_5_pv AS `搜索美购结果页前5卡片点击PV`
+		,search_diary_pv AS `日记tab下的搜索的点击pv`
+		,page_diary_pv AS `搜索日记结果页浏览pv`
+		,diary_click_pv AS `搜索日记结果页卡片点击PV`
+		,diary_click_10_pv AS `搜索日记结果页前10卡片点击PV`
+		,diary_click_5_pv AS `搜索日记结果页前5卡片点击PV`
+
+FROM pm.tl_pm_search_result_click_rate_d
+WHERE partition_day>='20200619' and partition_day<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
+order by `日期` desc,`搜索量` desc,`关键词`

sqls/search_related/search_result_click_rate.sql

+
+
+SELECT
+		day_id AS `日期`
+		,query AS `关键词`
+		,search_pv AS `搜索量`
+		,search_uv AS `搜索uv`
+        ,NVL(case when NVL(t2.page_more_pv,0)>0 then concat(round(t2.more_click_pv*100/t2.page_more_pv,2) ,'%') else 0 end, 0) as `搜索综合结果页内容卡片点击PV/搜索综合结果页浏览pv`
+        ,NVL(case when NVL(t2.page_more_pv,0)>0 then concat(round(t2.more_click_10_pv*100/t2.page_more_pv,2) ,'%')  else 0 end,0) as `搜索综合结果页前10内容卡片点击PV/搜索综合结果页浏览pv`
+        ,NVL(case when NVL(t2.page_more_pv,0)>0 then concat(round(t2.more_click_5_diary_pv*100/t2.page_more_pv,2),'%') else 0 end,0) as `搜索综合结果页前5日记卡片点击PV/搜索综合结果页浏览pv`
+        ,NVL(case when NVL(t2.page_more_pv,0)>0 then concat(round(t2.more_click_5_answer_pv*100/t2.page_more_pv,2),'%') else 0 end,0) as `搜索综合结果页前5问答卡片点击PV/搜索综合结果页浏览pv`
+        ,NVL(case when NVL(t2.page_more_pv,0)>0 then concat(round(t2.more_click_5_topic_pv*100/t2.page_more_pv,2),'%') else 0 end,0) as `搜索综合结果页前5帖子卡片点击PV/搜索综合结果页浏览pv`
+        ,NVL(case when NVL(t2.page_wel_pv,0)>0 then concat(round(t2.wel_click_pv*100/t2.page_wel_pv,2),'%') else 0 end,0) as `搜索美购结果页卡片点击PV/搜索美购结果页pv`
+        ,NVL(case when NVL(t2.page_wel_pv,0)>0 then concat(round(t2.wel_click_10_pv*100/t2.page_wel_pv,2),'%')  else 0 end,0) as `搜索美购结果页前10卡片点击PV/搜索美购结果页pv`
+        ,NVL(case when NVL(t2.page_wel_pv,0)>0 then concat(round(t2.wel_click_5_pv*100/t2.page_wel_pv,2),'%')  else 0 end,0) as `搜索美购结果页前5卡片点击PV/搜索美购结果页pv`
+        ,NVL(case when NVL(t2.page_diary_pv,0)>0 then concat(round(t2.diary_click_pv*100/t2.page_diary_pv,2),'%') else 0 end,0) as `搜索日记结果页卡片点击PV/搜索日记结果页pv`
+        ,NVL(case when NVL(t2.page_diary_pv,0)>0 then concat(round(t2.diary_click_10_pv*100/t2.page_diary_pv,2),'%') else 0 end,0) as `搜索日记结果页前10卡片点击PV/搜索日记结果页pv`
+        ,NVL(case when NVL(t2.page_diary_pv,0)>0 then concat(round(t2.diary_click_5_pv*100/t2.page_diary_pv,2),'%') else 0 end,0) as `搜索日记结果页前5卡片点击PV/搜索日记结果页pv`
+		,search_more_pv AS `综合tab下的搜索的点击pv`
+		,page_more_pv AS `搜索综合结果页浏览PV`
+		,more_click_pv AS `搜索综合结果页内容卡片点击PV`
+		,more_click_10_pv AS `搜索综合结果页前10内容卡片点击PV`
+		,more_click_5_diary_pv AS `搜索综合结果页前5日记卡片点击PV`
+		,more_click_5_answer_pv AS `搜索综合结果页前5问答卡片点击PV`
+		,more_click_5_topic_pv AS `搜索综合结果页前5帖子卡片点击PV`
+		,search_wel_pv AS `美购tab下的搜索的点击pv`
+		,page_wel_pv AS `搜索美购结果页浏览pv`
+		,wel_click_pv AS `搜索美购结果页卡片点击PV`
+		,wel_click_10_pv AS `搜索美购结果页前10卡片点击PV`
+		,wel_click_5_pv AS `搜索美购结果页前5卡片点击PV`
+		,search_diary_pv AS `日记tab下的搜索的点击pv`
+		,page_diary_pv AS `搜索日记结果页浏览pv`
+		,diary_click_pv AS `搜索日记结果页卡片点击PV`
+		,diary_click_10_pv AS `搜索日记结果页前10卡片点击PV`
+		,diary_click_5_pv AS `搜索日记结果页前5卡片点击PV`
+
+FROM pm.tl_pm_search_result_click_rate_d
+WHERE partition_day>='20200619' and partition_day<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
+order by `日期` desc,`搜索量` desc,`关键词`

sqls/search_related_insert/search_click_path_insert.sql

+
+
+INSERT OVERWRITE TABLE pm.tl_pm_search_click_path_d PARTITION (PARTITION_DAY = #partition_day)
+
+
+SELECT day_id as day_id
+			,device_os_type as device_os_type
+			,active_type as active_type
+			,v.search_entrance as search_entrance
+			,sum(search_pv) as click_search_pv
+			,sum(search_uv) as click_search_uv
+FROM
+(
+	SELECT day_id,device_os_type,active_type,array(search_entrance,'合计') as search_entrance
+			,search_pv,search_uv
+	FROM
+	(
+		SELECT t1.partition_date as day_id
+				,t1.device_os_type
+				,t1.active_type
+				,case when action='on_click_navbar_search' and page_name='home' then '首页搜索框'
+					  when action='on_click_navbar_search' and page_name='welfare_home' then '美购首页搜索框'
+					  when action='on_click_navbar_search' and page_name='category' then '品类聚合页搜索框'
+					  when action='on_click_navbar_search' and page_name='welfare_list' and referrer_link ='["home","category"]' then '来自品类聚合的美购列表页搜索框'
+					  when action='on_click_navbar_search' and page_name='welfare_list' and referrer_link ='["welfare_home"]' then '来自美购首页的美购列表页搜索框'
+					  when action in ('do_search','on_click_navbar_search')
+					       and page_name in ('diary_detail','topic_detail','post_detail','user_post_detail'
+					       	,'doctor_post_detail','question_detail','answer_detail','question_answer_detail')  then '内容详情页搜索框'
+					  when action ='详情页高亮词' then '详情页高亮词搜索'
+					  when action='大家都在看' then '首页feed大家都在看'
+					  when action='热搜词' then '美购首页热搜词' else null end as search_entrance
+				,count(cl_id) as search_pv
+				,count(distinct cl_id) as search_uv
+		FROM
+		(
+			SELECT partition_date,device_os_type
+			,case WHEN active_type = '4'  THEN '老活跃设备'
+				  WHEN active_type  in ('1','2')  then '新增设备' END as active_type
+			,device_id
+			FROM online.ml_device_day_active_status
+			where partition_date = regexp_replace(DATE_SUB(current_date,1) ,'-','')
+			AND active_type in ('1','2','4')
+			and first_channel_source_type not in ('yqxiu1','yqxiu2','yqxiu3','yqxiu4','yqxiu5','mxyc1','mxyc2','mxyc3'
+			        ,'wanpu','jinshan','jx','maimai','zhuoyi','huatian','suopingjingling','mocha','mizhe','meika','lamabang'
+			        ,'js-az1','js-az2','js-az3','js-az4','js-az5','jfq-az1','jfq-az2','jfq-az3','jfq-az4','jfq-az5','toufang1'
+			        ,'toufang2','toufang3','toufang4','toufang5','toufang6','TF-toufang1','TF-toufang2','TF-toufang3','TF-toufang4'
+			        ,'TF-toufang5','tf-toufang1','tf-toufang2','tf-toufang3','tf-toufang4','tf-toufang5','benzhan','promotion_aso100'
+			        ,'promotion_qianka','promotion_xiaoyu','promotion_dianru','promotion_malioaso','promotion_malioaso-shequ'
+			        ,'promotion_shike','promotion_julang_jl03','promotion_zuimei')
+		    AND first_channel_source_type not like 'promotion\_jf\_%'
+		)t1
+		join
+		(
+			SELECT partition_date,cl_id,page_name,action,params['referrer_link'] as referrer_link
+			FROM online.bl_hdfs_maidian_updates
+			where partition_date = regexp_replace(DATE_SUB(current_date,1) ,'-','')
+			and action in ('do_search','on_click_navbar_search')
+
+			union all
+
+			SELECT partition_date,cl_id,null as page_name,'大家都在看' as action, null as referrer_link
+			FROM online.bl_hdfs_maidian_updates
+			where partition_date = regexp_replace(DATE_SUB(current_date,1) ,'-','')
+			AND action = 'on_click_card'
+			AND params['in_page_pos']='猜你喜欢'
+			AND params['tab_name']='精选'
+			AND params['card_type']='search_word'
+			--AND page_name='home' android的page_name为空
+
+			union all
+
+			SELECT partition_date,cl_id,null as page_name,'热搜词' as action, null as referrer_link
+			FROM online.bl_hdfs_maidian_updates
+			where partition_date = regexp_replace(DATE_SUB(current_date,1) ,'-','')
+			AND action = 'on_click_card'
+			AND page_name='welfare_home'
+			AND params['card_type'] ='search_word'
+			AND params['in_page_pos']='大家都在搜'
+
+			union all
+
+			select 	partition_date,cl_id,null as page_name,'详情页高亮词' as action,null as referrer_link
+			from online.bl_hdfs_maidian_updates
+			where partition_date = regexp_replace(DATE_SUB(current_date,1) ,'-','')
+			and action='on_click_card'
+			and params['card_type']='highlight_word'
+		)t2
+		on t1.partition_date=t2.partition_date and t1.device_id=t2.cl_id
+		group by t1.partition_date
+				,t1.device_os_type
+				,t1.active_type
+				,case when action='on_click_navbar_search' and page_name='home' then '首页搜索框'
+					  when action='on_click_navbar_search' and page_name='welfare_home' then '美购首页搜索框'
+					  when action='on_click_navbar_search' and page_name='category' then '品类聚合页搜索框'
+					  when action='on_click_navbar_search' and page_name='welfare_list' and referrer_link ='["home","category"]' then '来自品类聚合的美购列表页搜索框'
+					  when action='on_click_navbar_search' and page_name='welfare_list' and referrer_link ='["welfare_home"]' then '来自美购首页的美购列表页搜索框'
+					  when action in ('do_search','on_click_navbar_search')
+					       and page_name in ('diary_detail','topic_detail','post_detail','user_post_detail'
+					       	,'doctor_post_detail','question_detail','answer_detail','question_answer_detail')  then '内容详情页搜索框'
+					  when action ='详情页高亮词' then '详情页高亮词搜索'
+					  when action='大家都在看' then '首页feed大家都在看'
+					  when action='热搜词' then '美购首页热搜词' else null end
+		having search_entrance is not null
+	)t
+)n
+LATERAL VIEW explode(n.search_entrance) v AS search_entrance
+group by day_id,device_os_type,active_type,v.search_entrance

tables/create_recommend_daily_data.sql

+--***************************************************************
+--*脚本名称: create_pm_c_op_co_content_dimen_d.sql
+--*功能: 内容日报
+--*业务名称: pm
+--*输入数据:
+--*作者: weiyimin@igengmei.com
+--*更新时间: 2020-5-25 11:00
+--***************************************************************
+
+--设置全局变量&UDF
+SET mapreduce.job.queuename=data;
+
+--使用bl数据库
+USE pm;
+
+--创建BL层内部表
+CREATE TABLE IF NOT EXISTS pm.tl_pm_recommend_strategy_d
+(
+ day_id string comment '{"chs_name":"当天日期","description":"","etl":"","value":"","remark":""}',
+ device_os_type string comment '{"chs_name":"设备类型","description":"","etl":"","value":"","remark":""}',
+ active_type string comment '{"chs_name":"活跃类型","description":"","etl":"","value":"","remark":""}',
+ card_content_type string comment '{"chs_name":"卡片类型","description":"","etl":"","value":"","remark":""}',
+ recommend_type string comment '{"chs_name":"推荐类型","description":"","etl":"","value":"","remark":""}',
+ home_ctr string comment '{"chs_name":"首页卡片点击PV/首页卡片精准曝光PV","description":"","etl":"","value":"","remark":""}',
+ second_rate string comment '{"chs_name":"来自首页推荐内容卡片的的总商业二跳pv/首页卡片精准曝光PV","description":"","etl":"","value":"","remark":""}',
+ first_rate string comment '{"chs_name":"来自首页推荐内容卡片的的总商业二跳pv/首页卡片点击PV","description":"","etl":"","value":"","remark":""}',
+ card_click BIGINT comment '{"chs_name":"首页卡片点击PV","description":"","etl":"","value":"","remark":""}',
+ card_exposure BIGINT comment '{"chs_name":"首页卡片精准曝光PV","description":"","etl":"","value":"","remark":""}',
+ total_second_click BIGINT comment '{"chs_name":"来自首页卡片的总商业二跳pv（包含页面上搜索及卡片点击）","description":"","etl":"","value":"","remark":""}',
+ avg_page_stay double comment '{"chs_name":"来自首页卡片的单PV平均浏览时长","description":"","etl":"","value":"","remark":""}',
+ navbar_search BIGINT comment '{"chs_name":"来自首页卡片的搜索框+搜索按钮点击PV","description":"","etl":"","value":"","remark":""}',
+ highlight_word BIGINT comment '{"chs_name":"来自首页卡片的文内搜索点击PV","description":"","etl":"","value":"","remark":""}',
+ self_welfare_card BIGINT comment '{"chs_name":"来自首页卡片的商品卡片点击PV","description":"","etl":"","value":"","remark":""}',
+ recommend_welfare_card BIGINT comment '{"chs_name":"来自首页卡片的推荐商品+查看全部商品点击pv","description":"","etl":"","value":"","remark":""}',
+ recommend_content_card BIGINT comment '{"chs_name":"来自首页卡片的推荐内容点击pv","description":"","etl":"","value":"","remark":""}',
+ recommend_special_card BIGINT comment '{"chs_name":"来自首页卡片的推荐专题点击pv","description":"","etl":"","value":"","remark":""}',
+ transfer_card BIGINT comment '{"chs_name":"来自首页卡片的转诊点击pv","description":"","etl":"","value":"","remark":""}',
+ video_consultation BIGINT comment '{"chs_name":"来自首页卡片的视频面诊点击pv","description":"","etl":"","value":"","remark":""}'
+)comment '首页推荐策略日报'
+PARTITIONED BY (PARTITION_DAY STRING comment '分区日期')
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY '\t'
+COLLECTION ITEMS TERMINATED BY '\002'
+MAP KEYS TERMINATED BY '\003'
+LINES TERMINATED BY '\n'
+STORED AS TEXTFILE;
\ No newline at end of file

tables/create_search_click_path.sql

+--***************************************************************
+--*脚本名称: create_pm_c_op_co_content_dimen_d.sql
+--*功能: 内容日报
+--*业务名称: pm
+--*输入数据:
+--*作者: weiyimin@igengmei.com
+--*更新时间: 2020-5-25 11:00
+--***************************************************************
+
+--设置全局变量&UDF
+SET mapreduce.job.queuename=data;
+
+--使用bl数据库
+USE pm;
+
+--创建BL层内部表
+CREATE TABLE IF NOT EXISTS pm.tl_pm_search_click_path_d
+(
+ day_id string comment '{"chs_name":"当天日期","description":"","etl":"","value":"","remark":""}',
+ device_os_type string comment '{"chs_name":"设备类型","description":"","etl":"","value":"","remark":""}',
+ active_type string comment '{"chs_name":"活跃类型","description":"","etl":"","value":"","remark":""}',
+ search_entrance string comment '{"chs_name":"搜索入口","description":"","etl":"","value":"","remark":""}',
+ click_search_pv int comment '{"chs_name":"点击搜索或搜索框pv","description":"","etl":"","value":"","remark":""}',
+ click_search_uv int comment '{"chs_name":"点击搜索或搜索框uv","description":"","etl":"","value":"","remark":""}'
+)comment '分搜索入口的搜索点击数据'
+PARTITIONED BY (PARTITION_DAY STRING comment '分区日期')
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY '\t'
+COLLECTION ITEMS TERMINATED BY '\002'
+MAP KEYS TERMINATED BY '\003'
+LINES TERMINATED BY '\n'
+STORED AS TEXTFILE;
\ No newline at end of file

tables/create_search_input_type.sql

+--***************************************************************
+--*脚本名称: create_pm_c_op_co_content_dimen_d.sql
+--*功能: 内容日报
+--*业务名称: pm
+--*输入数据:
+--*作者: weiyimin@igengmei.com
+--*更新时间: 2020-5-25 11:00
+--***************************************************************
+
+--设置全局变量&UDF
+SET mapreduce.job.queuename=data;
+
+--使用bl数据库
+USE pm;
+
+--创建BL层内部表
+CREATE TABLE IF NOT EXISTS pm.tl_pm_search_input_type_d
+(
+ day_id string comment '{"chs_name":"当天日期","description":"","etl":"","value":"","remark":""}',
+ query string comment '{"chs_name":"搜索词","description":"","etl":"","value":"","remark":""}',
+ input_type string comment '{"chs_name":"搜索方式","description":"","etl":"","value":"","remark":""}',
+ search_pv bigint comment '{"chs_name":"搜索量","description":"","etl":"","value":"","remark":""}'
+)comment '分方式搜索日报'
+PARTITIONED BY (PARTITION_DAY STRING comment '分区日期')
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY '\t'
+COLLECTION ITEMS TERMINATED BY '\002'
+MAP KEYS TERMINATED BY '\003'
+LINES TERMINATED BY '\n'
+STORED AS TEXTFILE;
\ No newline at end of file

tables/create_search_result_click_rate.sql

+--***************************************************************
+--*脚本名称: create_pm_c_op_co_content_dimen_d.sql
+--*功能: 内容日报
+--*业务名称: pm
+--*输入数据:
+--*作者: weiyimin@igengmei.com
+--*更新时间: 2020-5-25 11:00
+--***************************************************************
+
+--设置全局变量&UDF
+SET mapreduce.job.queuename=data;
+
+--使用bl数据库
+USE pm;
+
+--创建BL层内部表
+CREATE TABLE IF NOT EXISTS pm.tl_pm_search_result_click_rate_d
+(
+ day_id string comment '{"chs_name":"当天日期","description":"","etl":"","value":"","remark":""}',
+ query string comment '{"chs_name":"设备类型","description":"","etl":"","value":"","remark":""}',
+ search_pv bigint comment '{"chs_name":"活跃类型","description":"","etl":"","value":"","remark":""}',
+ search_uv bigint comment '{"chs_name":"搜索入口","description":"","etl":"","value":"","remark":""}',
+ search_more_pv bigint comment '{"chs_name":"综合tab下的搜索的点击pv","description":"","etl":"","value":"","remark":""}',
+ page_more_pv bigint comment '{"chs_name":"搜索综合结果页浏览pv","description":"","etl":"","value":"","remark":""}',
+ more_click_pv bigint comment '{"chs_name":"搜索综合结果页内容卡片点击PV","description":"","etl":"","value":"","remark":""}',
+ more_click_10_pv bigint comment '{"chs_name":"搜索综合结果页前10内容卡片点击PV","description":"","etl":"","value":"","remark":""}',
+ more_click_5_diary_pv bigint comment '{"chs_name":"搜索综合结果页前5日记卡片点击PV","description":"","etl":"","value":"","remark":""}',
+ more_click_5_answer_pv bigint comment '{"chs_name":"搜索综合结果页前5回答卡片点击PV","description":"","etl":"","value":"","remark":""}',
+ more_click_5_topic_pv bigint comment '{"chs_name":"搜索综合结果页前5帖子卡片点击PV","description":"","etl":"","value":"","remark":""}',
+ search_wel_pv bigint comment '{"chs_name":"美购tab下的搜索的点击pv","description":"","etl":"","value":"","remark":""}',
+ page_wel_pv bigint comment '{"chs_name":"搜索美购结果页浏览pv","description":"","etl":"","value":"","remark":""}',
+ wel_click_pv bigint comment '{"chs_name":"搜索美购结果页卡片点击PV","description":"","etl":"","value":"","remark":""}',
+ wel_click_10_pv bigint comment '{"chs_name":"搜索美购结果页前10卡片点击PV","description":"","etl":"","value":"","remark":""}',
+ wel_click_5_pv bigint comment '{"chs_name":"搜索美购结果页前5卡片点击PV","description":"","etl":"","value":"","remark":""}',
+ search_diary_pv bigint comment '{"chs_name":"日记tab下的搜索的点击pv","description":"","etl":"","value":"","remark":""}',
+ page_diary_pv bigint comment '{"chs_name":"搜索日记结果页浏览pv","description":"","etl":"","value":"","remark":""}',
+ diary_click_pv bigint comment '{"chs_name":"搜索日记结果页卡片点击PV","description":"","etl":"","value":"","remark":""}',
+ diary_click_10_pv bigint comment '{"chs_name":"搜索日记结果页前10卡片点击PV","description":"","etl":"","value":"","remark":""}',
+ diary_click_5_pv bigint comment '{"chs_name":"搜索日记结果页前5卡片点击PV","description":"","etl":"","value":"","remark":""}',
+ search_more_uv bigint comment '{"chs_name":"综合tab下的搜索的点击uv","description":"","etl":"","value":"","remark":""}',
+ page_more_uv bigint comment '{"chs_name":"搜索综合结果页浏览uv","description":"","etl":"","value":"","remark":""}',
+ more_click_uv bigint comment '{"chs_name":"搜索综合结果页内容卡片点击UV","description":"","etl":"","value":"","remark":""}',
+ more_click_10_uv bigint comment '{"chs_name":"搜索综合结果页前10内容卡片点击UV","description":"","etl":"","value":"","remark":""}',
+ more_click_5_diary_uv bigint comment '{"chs_name":"搜索综合结果页前5日记卡片点击UV","description":"","etl":"","value":"","remark":""}',
+ more_click_5_answer_uv bigint comment '{"chs_name":"搜索综合结果页前5回答卡片点击UV","description":"","etl":"","value":"","remark":""}',
+ more_click_5_topic_uv bigint comment '{"chs_name":"搜索综合结果页前5帖子卡片点击UV","description":"","etl":"","value":"","remark":""}',
+ search_wel_uv bigint comment '{"chs_name":"美购tab下的搜索的点击uv","description":"","etl":"","value":"","remark":""}',
+ page_wel_uv bigint comment '{"chs_name":"搜索美购结果页浏览uv","description":"","etl":"","value":"","remark":""}',
+ wel_click_uv bigint comment '{"chs_name":"搜索美购结果页卡片点击UV","description":"","etl":"","value":"","remark":""}',
+ wel_click_10_uv bigint comment '{"chs_name":"搜索美购结果页前10卡片点击UV","description":"","etl":"","value":"","remark":""}',
+ wel_click_5_uv bigint comment '{"chs_name":"搜索美购结果页前5卡片点击UV","description":"","etl":"","value":"","remark":""}',
+ search_diary_uv bigint comment '{"chs_name":"日记tab下的搜索的点击uv","description":"","etl":"","value":"","remark":""}',
+ page_diary_uv bigint comment '{"chs_name":"搜索日记结果页浏览uv","description":"","etl":"","value":"","remark":""}',
+ diary_click_uv bigint comment '{"chs_name":"搜索日记结果页卡片点击UV","description":"","etl":"","value":"","remark":""}',
+ diary_click_10_uv bigint comment '{"chs_name":"搜索日记结果页前10卡片点击UV","description":"","etl":"","value":"","remark":""}',
+ diary_click_5_uv bigint comment '{"chs_name":"搜索日记结果页前5卡片点击UV","description":"","etl":"","value":"","remark":""}'
+)comment '分搜索词日报'
+PARTITIONED BY (PARTITION_DAY STRING comment '分区日期')
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY '\t'
+COLLECTION ITEMS TERMINATED BY '\002'
+MAP KEYS TERMINATED BY '\003'
+LINES TERMINATED BY '\n'
+STORED AS TEXTFILE;
\ No newline at end of file