Merge branch 'weiyimin' into 'master'

push codes

See merge request !111

pm/daily_grey_recommend/en-cn.properties

+daily_grey_recommend=策略灰度实验数据
+home_grey_recommend=策略灰度实验数据

pm/daily_grey_recommend/etl/create_daily_grey_recommend.sql

+--***************************************************************
+--*脚本名称:
+--*功能: 策略实验数据日报
+--*业务名称: pm
+--*输入数据:
+--*作者: weiyimin@igengmei.com
+--*更新时间:
+--***************************************************************
+
+--设置全局变量&UDF
+SET mapreduce.job.queuename=data;
+
+--使用bl数据库
+USE pm;
+
+--创建BL层内部表
+CREATE TABLE IF NOT EXISTS pm.tl_pm_grey_recommend_d
+(
+ day_id string comment '{"chs_name":"当天日期","description":"","etl":"","value":"","remark":""}',
+ device_os_type string comment '{"chs_name":"设备类型","description":"","etl":"","value":"","remark":""}',
+ active_type string comment '{"chs_name":"活跃类型","description":"","etl":"","value":"","remark":""}',
+ grey_type string comment '{"chs_name":"灰度类型","description":"","etl":"","value":"","remark":""}',
+ channel string comment '{"chs_name":"渠道","description":"","etl":"","value":"","remark":""}',
+ retention_rate string comment '{"chs_name":"次留率","description":"","etl":"","value":"","remark":""}',
+ ctr string comment '{"chs_name":"首页信息流综合ctr","description":"","etl":"","value":"","remark":""}',
+ card_exp_pv bigint comment '{"chs_name":"卡片曝光pv","description":"","etl":"","value":"","remark":""}',
+ card_click_pv bigint comment '{"chs_name":"卡片点击pv","description":"","etl":"","value":"","remark":""}',
+ exp_pv_per_uv double comment '{"chs_name":"人均卡片曝光","description":"","etl":"","value":"","remark":""}',
+ card_pv_per_uv double comment '{"chs_name":"人均卡片点击","description":"","etl":"","value":"","remark":""}',
+ card_exp_uv bigint comment '{"chs_name":"卡片曝光uv","description":"","etl":"","value":"","remark":""}',
+ card_click_uv bigint comment '{"chs_name":"卡片点击uv","description":"","etl":"","value":"","remark":""}',
+ avg_content_pagestay double comment '{"chs_name":"单内容浏览时长（m）","description":"","etl":"","value":"","remark":""}',
+ avg_app_duration double comment '{"chs_name":"单设备使用时长（m）","description":"","etl":"","value":"","remark":""}',
+ pagestay_in_app_duration string comment '{"chs_name":"内容浏览时长在app使用时长上的占比","description":"","etl":"","value":"","remark":""}',
+ wel_second_in_content_pv string comment '{"chs_name":"来自内容页的商业二跳/内容pv","description":"","etl":"","value":"","remark":""}',
+ content_second_in_content_pv string comment '{"chs_name":"来自内容页的内容二跳/内容pv","description":"","etl":"","value":"","remark":""}',
+ home_cardclick_uv_in_home_uv string comment '{"chs_name":"首页卡片点击uv/首页uv","description":"","etl":"","value":"","remark":""}',
+ home_goodclick_uv_in_homeclick_uv string comment '{"chs_name":"good click卡片数uv/首页点击卡片数uv","description":"","etl":"","value":"","remark":""}'
+)comment '策略实验数据'
+PARTITIONED BY (PARTITION_DAY STRING comment '分区日期')
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY '\t'
+COLLECTION ITEMS TERMINATED BY '\002'
+MAP KEYS TERMINATED BY '\003'
+LINES TERMINATED BY '\n'
+STORED AS TEXTFILE;
\ No newline at end of file

pm/daily_grey_recommend/job/step1_1.job

+#step1_1.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_device_day_active_status
\ No newline at end of file

pm/daily_grey_recommend/job/step1_2.job

+#step1_2.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_community_precise_exposure_detail
\ No newline at end of file

pm/daily_grey_recommend/job/step1_3.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online bl_hdfs_maidian_updates
\ No newline at end of file

pm/daily_grey_recommend/job/step1_4.job

+#step1_4.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive ml ml_d_ct_dv_devicespam_d
\ No newline at end of file

pm/daily_grey_recommend/job/step1_5.job

+#step1_5.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_user_updates
\ No newline at end of file

pm/daily_grey_recommend/job/step1_6.job

+#step1_6.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive DIM DIM_AI_CHANNEL_ZP_NEW
\ No newline at end of file

pm/daily_grey_recommend/job/step1_7.job

+#step1_7.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive ml ml_c_ct_ui_user_dimen_d
\ No newline at end of file

pm/daily_grey_recommend/job/step1_8.job

+#step1_8.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_user_history_detail
\ No newline at end of file

pm/daily_grey_recommend/job/step1_9.job

+#step1_9.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_device_history_detail
\ No newline at end of file

pm/daily_grey_recommend/job/step2.job

+#step2.job
+type=command
+dependencies=step1_1,step1_2,step1_3,step1_4,step1_5,step1_6,step1_7,step1_8,step1_9
+command=sh /home/bi/bi-report/lib/shell/hive daily_grey_recommend
\ No newline at end of file

pm/daily_grey_recommend/job/step3.job

+#step3.job
+type=command
+dependencies=step2
+command=curl -X GET http://localhost:8553/api/report/email/daily_grey_recommend/shenzheng@igengmei.com,wangxin@igengmei.com,zhaoyang@igengmei.com,duanyingrong@igengmei.com,xuepengfei@igengmei.com,wanglidan@igengmei.com/weiyimin@igengmei.com,hanyingyue@igengmei.com,jiaqingqing@igengmei.com
\ No newline at end of file

pm/daily_grey_recommend/report/home_grey_recommend.sql

+SELECT day_id as `日期`
+        ,device_os_type as `系统`
+        ,active_type as `活跃`
+        ,grey_type as `灰度`
+        ,channel as `渠道`
+        ,retention_rate as `次留率`
+        ,ctr as `首页信息流综合ctr`
+        ,card_exp_pv as `卡片曝光pv`
+        ,card_click_pv as `卡片点击pv`
+        ,exp_pv_per_uv`人均卡片曝光`
+        ,card_pv_per_uv`人均卡片点击`
+        ,card_exp_uv as `卡片曝光uv`
+        ,card_click_uv as `卡片点击uv`
+        ,avg_content_pagestay as `单内容浏览时长（m）`
+        ,avg_app_duration as `单设备使用时长（m）`
+        ,pagestay_in_app_duration as `内容浏览时长在app使用时长上的占比`
+        ,wel_second_in_content_pv`来自内容页的商业二跳/内容pv`
+        ,content_second_in_content_pv`来自内容页的内容二跳/内容pv`
+        ,home_cardclick_uv_in_home_uv as `首页卡片点击uv/首页uv`
+        ,home_goodclick_uv_in_homeclick_uv as `good click卡片数uv/首页点击卡片数uv`
+from pm.tl_pm_grey_recommend_d
+where ((partition_day='20201112' and day_id<='20201111')
+       or (partition_day>'20201112' and partition_day<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
+           and day_id=date_sub(concat_ws('-',substr(partition_day,1,4),substr(partition_day,5,2),substr(partition_day,7,2)),1)))