push codes

pm/daily_userpost/en-cn.properties

-daily_userpost=新手精选帖日报
-data_by_day=每日数据汇总
-key_data=当日数据关键指标
-detail_data=当日数据明细
+daily_userpost=新手精选及更美优选帖日报
+data_by_day_new=新手精选每日数据汇总
+key_data_new=新手精选当日数据关键指标
+detail_data_new=新手精选当日数据明细
\ No newline at end of file
+data_by_day_old=更美优选每日数据汇总
+key_data_old=更美优选当日数据关键指标
+detail_data_old=更美优选当日数据明细
\ No newline at end of file

pm/daily_userpost/etl/create_userpost_old_v3.sql

+--***************************************************************
+--*脚本名称:
+--*功能: 针对老用户的更美优选标签
+--*业务名称: pm
+--*输入数据:
+--*作者: weiyimin@igengmei.com
+--*更新时间:
+--***************************************************************
+
+--设置全局变量&UDF
+SET mapreduce.job.queuename=data;
+
+--使用bl数据库
+USE pm;
+
+--创建BL层内部表
+CREATE TABLE IF NOT EXISTS pm.tl_pm_userpost_old_d_v3
+(
+ post_id string comment '{"chs_name":"帖子id","description":"","etl":"","value":"","remark":""}',
+ title string comment '{"chs_name":"帖子标题","description":"","etl":"","value":"","remark":""}',
+ audit_date string comment '{"chs_name":"最新审核时间","description":"","etl":"","value":"","remark":""}',
+ tag_list string comment '{"chs_name":"关联标签","description":"","etl":"","value":"","remark":""}',
+  exp_pv_1 bigint comment '{"chs_name":"前1日曝光","description":"","etl":"","value":"","remark":""}',
+click_pv_1 bigint comment '{"chs_name":"前1日点击","description":"","etl":"","value":"","remark":""}',
+ page_pv_1 bigint comment '{"chs_name":"前1日浏览pv","description":"","etl":"","value":"","remark":""}',
+ page_pv_20s_1 bigint comment '{"chs_name":"前1日浏览20s以上pv","description":"","etl":"","value":"","remark":""}',
+ reply_num_1 bigint comment '{"chs_name":"前1日真实评论","description":"","etl":"","value":"","remark":""}',
+ vote_num_1 bigint comment '{"chs_name":"前1日真实点赞","description":"","etl":"","value":"","remark":""}',
+ favor_num_1 bigint comment '{"chs_name":"前1日收藏","description":"","etl":"","value":"","remark":""}',
+ share_num_1 bigint comment '{"chs_name":"前1日转发","description":"","etl":"","value":"","remark":""}',
+ avg_page_stay_1 double comment '{"chs_name":"前1日平均阅读时长(s)","description":"","etl":"","value":"","remark":""}',
+
+  exp_pv_3 bigint comment '{"chs_name":"前3日曝光","description":"","etl":"","value":"","remark":""}',
+click_pv_3 bigint comment '{"chs_name":"前3日点击","description":"","etl":"","value":"","remark":""}',
+ page_pv_3 bigint comment '{"chs_name":"前3日浏览pv","description":"","etl":"","value":"","remark":""}',
+ page_pv_20s_3 bigint comment '{"chs_name":"前3日浏览20s以上pv","description":"","etl":"","value":"","remark":""}',
+ reply_num_3 bigint comment '{"chs_name":"前3日真实评论","description":"","etl":"","value":"","remark":""}',
+ vote_num_3 bigint comment '{"chs_name":"前3日真实点赞","description":"","etl":"","value":"","remark":""}',
+ favor_num_3 bigint comment '{"chs_name":"前3日收藏","description":"","etl":"","value":"","remark":""}',
+ share_num_3 bigint comment '{"chs_name":"前3日转发","description":"","etl":"","value":"","remark":""}',
+ avg_page_stay_3 double comment '{"chs_name":"前3日平均阅读时长(s)","description":"","etl":"","value":"","remark":""}',
+
+  exp_pv_10 bigint comment '{"chs_name":"前10日曝光","description":"","etl":"","value":"","remark":""}',
+click_pv_10 bigint comment '{"chs_name":"前10日点击","description":"","etl":"","value":"","remark":""}',
+ page_pv_10 bigint comment '{"chs_name":"前10日浏览pv","description":"","etl":"","value":"","remark":""}',
+ page_pv_20s_10 bigint comment '{"chs_name":"前10日浏览20s以上pv","description":"","etl":"","value":"","remark":""}',
+ reply_num_10 bigint comment '{"chs_name":"前10日真实评论","description":"","etl":"","value":"","remark":""}',
+ vote_num_10 bigint comment '{"chs_name":"前10日真实点赞","description":"","etl":"","value":"","remark":""}',
+ favor_num_10 bigint comment '{"chs_name":"前10日收藏","description":"","etl":"","value":"","remark":""}',
+ share_num_10 bigint comment '{"chs_name":"前10日转发","description":"","etl":"","value":"","remark":""}',
+ avg_page_stay_10 double comment '{"chs_name":"前10日平均阅读时长(s)","description":"","etl":"","value":"","remark":""}',
+
+  exp_pv bigint comment '{"chs_name":"历史曝光","description":"","etl":"","value":"","remark":""}',
+click_pv bigint comment '{"chs_name":"历史点击","description":"","etl":"","value":"","remark":""}',
+ page_pv bigint comment '{"chs_name":"历史浏览pv","description":"","etl":"","value":"","remark":""}',
+ page_pv_20s bigint comment '{"chs_name":"历史浏览20s以上pv","description":"","etl":"","value":"","remark":""}',
+ reply_num bigint comment '{"chs_name":"历史真实评论","description":"","etl":"","value":"","remark":""}',
+ vote_num bigint comment '{"chs_name":"历史真实点赞","description":"","etl":"","value":"","remark":""}',
+ favor_num bigint comment '{"chs_name":"历史收藏","description":"","etl":"","value":"","remark":""}',
+ share_num bigint comment '{"chs_name":"历史转发","description":"","etl":"","value":"","remark":""}',
+ avg_page_stay double comment '{"chs_name":"历史平均阅读时长(s)","description":"","etl":"","value":"","remark":""}'
+)comment '更美优选标签日报'
+PARTITIONED BY (PARTITION_DAY STRING comment '分区日期')
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY '\t'
+COLLECTION ITEMS TERMINATED BY '\002'
+MAP KEYS TERMINATED BY '\003'
+LINES TERMINATED BY '\n'
+STORED AS TEXTFILE;
\ No newline at end of file

pm/daily_userpost/etl/create_userpost_v2.sql

 --***************************************************************
 --*脚本名称:
---*功能: 线索日报
+--*功能: 新手精选标签
 --*业务名称: pm
 --*输入数据:
 --*作者: weiyimin@igengmei.com

pm/daily_userpost/report/data_by_day.sql → pm/daily_userpost/report/data_by_day_new.sql

 SELECT partition_day as `日期`
-    ,count(post_id) as `帖子数量`
+    ,count(post_id) as `新手精选帖子数量`
     ,nvl(sum(exp_pv_1),0) as `前1日曝光`
     ,nvl(concat(round(sum(click_pv_1)/sum(exp_pv_1)*100,2),'%'),0) as `前1日ctr`
     ,nvl(concat(round(sum(page_pv_20s_1)/sum(exp_pv_1)*100,2),'%'),0) as `日优秀浏览点击ctr`

pm/daily_userpost/report/data_by_day_old.sql

+SELECT partition_day as `日期`
+    ,count(post_id) as `更美优选帖子数量`
+    ,nvl(sum(exp_pv_1),0) as `前1日曝光`
+    ,nvl(concat(round(sum(click_pv_1)/sum(exp_pv_1)*100,2),'%'),0) as `前1日ctr`
+    ,nvl(concat(round(sum(page_pv_20s_1)/sum(exp_pv_1)*100,2),'%'),0) as `日优秀浏览点击ctr`
+    ,nvl(round(avg(avg_page_stay_1),2),0) as `前1日平均阅读时长(s)`
+    ,nvl(sum(exp_pv),0) as `历史曝光`
+    ,nvl(concat(round(sum(click_pv)/sum(exp_pv)*100,2),'%'),0) as `历史ctr`
+    ,nvl(concat(round(sum(page_pv_20s)/sum(exp_pv)*100,2),'%'),0) as `历史优秀浏览点击ctr`
+    ,nvl(round(avg(avg_page_stay),2),0) as `历史平均阅读时长(s)`
+FROM pm.tl_pm_userpost_d_v2
+where partition_day>='20201102'
+group by partition_day
+order by `日期`
\ No newline at end of file

pm/daily_userpost/report/detail_data.sql → pm/daily_userpost/report/detail_data_new.sql

 
-SELECT post_id as `帖子id`
+SELECT post_id as `新手精选帖子id`
 		,title as `帖子标题`
 		,audit_date as `审核日期`
 		,tag_list as `所有关联标签`

pm/daily_userpost/report/detail_data_old.sql

+
+SELECT post_id as `更美优选帖子id`
+		,title as `帖子标题`
+		,audit_date as `审核日期`
+		,tag_list as `所有关联标签`
+		,nvl(concat(round((nvl(reply_num_1,0)+nvl(vote_num_1,0)+nvl(favor_num_1,0)+nvl(share_num_1,0))/page_pv_1*100,2),'%'),0) as `前1日互动率`
+		,nvl(concat(round(click_pv_1/exp_pv_1*100,2),'%'),0) as `前1日ctr`
+		,nvl(concat(round(page_pv_20s_1/page_pv_1*100,2),'%'),0) as `前1日浏览20s以上pv/前1日总浏览pv`
+		,nvl(click_pv_1,0) as `前1日点击`
+		,nvl(exp_pv_1,0) as `前1日曝光`
+		,nvl(page_pv_1,0) as `前1日浏览pv`
+		,nvl(page_pv_20s_1,0) as `前1日浏览20s以上pv`
+		,nvl(reply_num_1,0) as `前1日真实评论`
+		,nvl(vote_num_1,0) as `前1日真实点赞`
+		,nvl(favor_num_1,0) as `前1日收藏`
+		,nvl(share_num_1,0) as `前1日转发`
+		,nvl(avg_page_stay_1,0) as `前1日平均阅读时长(s)`
+
+		,nvl(concat(round((nvl(reply_num_3,0)+nvl(vote_num_3,0)+nvl(favor_num_3,0)+nvl(share_num_3,0))/page_pv_3*100,2),'%'),0) as `前3日互动率`
+		,nvl(concat(round(click_pv_3/exp_pv_3*100,2),'%'),0) as `前3日ctr`
+		,nvl(concat(round(page_pv_20s_3/page_pv_3*100,2),'%'),0) as `前3日浏览20s以上pv/前3日总浏览pv`
+		,nvl(click_pv_3,0) as `前3日点击`
+		,nvl(exp_pv_3,0) as `前3日曝光`
+		,nvl(page_pv_3,0) as `前3日浏览pv`
+		,nvl(page_pv_20s_3,0) as `前3日浏览20s以上pv`
+		,nvl(reply_num_3,0) as `前3日真实评论`
+		,nvl(vote_num_3,0) as `前3日真实点赞`
+		,nvl(favor_num_3,0) as `前3日收藏`
+		,nvl(share_num_3,0) as `前3日转发`
+		,nvl(avg_page_stay_3,0) as `前3日平均阅读时长(s)`
+
+		,nvl(concat(round((nvl(reply_num_10,0)+nvl(vote_num_10,0)+nvl(favor_num_10,0)+nvl(share_num_10,0))/page_pv_10*100,2),'%'),0) as `前10日互动率`
+		,nvl(concat(round(click_pv_10/exp_pv_10*100,2),'%'),0) as `前10日ctr`
+		,nvl(concat(round(page_pv_20s_10/page_pv_10*100,2),'%'),0) as `前10日浏览20s以上pv/前10日总浏览pv`
+		,nvl(click_pv_10,0) as `前10日点击`
+		,nvl(exp_pv_10,0) as `前10日曝光`
+		,nvl(page_pv_10,0) as `前10日浏览pv`
+		,nvl(page_pv_20s_10,0) as `前10日浏览20s以上pv`
+		,nvl(reply_num_10,0) as `前10日真实评论`
+		,nvl(vote_num_10,0) as `前10日真实点赞`
+		,nvl(favor_num_10,0) as `前10日收藏`
+		,nvl(share_num_10,0) as `前10日转发`
+		,nvl(avg_page_stay_10,0) as `前10日平均阅读时长(s)`
+
+		,nvl(concat(round((nvl(reply_num,0)+nvl(vote_num,0)+nvl(favor_num,0)+nvl(share_num,0))/page_pv*100,2),'%'),0) as `历史互动率`
+		,nvl(concat(round(click_pv/exp_pv*100,2),'%'),0) as `历史ctr`
+		,nvl(concat(round(page_pv_20s/page_pv*100,2),'%'),0) as `历史浏览20s以上pv/历史总浏览pv`
+		,nvl(click_pv,0) as `历史点击`
+		,nvl(exp_pv,0) as `历史曝光`
+		,nvl(page_pv,0) as `历史浏览pv`
+		,nvl(page_pv_20s,0) as `历史浏览20s以上pv`
+		,nvl(reply_num,0) as `历史真实评论`
+		,nvl(vote_num,0) as `历史真实点赞`
+		,nvl(favor_num,0) as `历史收藏`
+		,nvl(share_num,0) as `历史转发`
+		,nvl(avg_page_stay,0) as `历史平均阅读时长(s)`
+FROM pm.tl_pm_userpost_d_v2
+where partition_day=regexp_replace(DATE_SUB(current_date,1) ,'-','')
+order by `前10日曝光` desc
+
+
+

pm/daily_userpost/report/key_data.sql → pm/daily_userpost/report/key_data_new.sql

 
-SELECT post_id as `帖子id`
+SELECT post_id as `新手精选帖子id`
 		,title as `帖子标题`
 		,audit_date as `审核日期`
 		,tag_list as `所有关联标签`

pm/daily_userpost/report/key_data_old.sql

+
+SELECT post_id as `更美优选帖子id`
+		,title as `帖子标题`
+		,audit_date as `审核日期`
+		,tag_list as `所有关联标签`
+		,nvl(concat(round(click_pv_1/exp_pv_1*100,2),'%'),0) as `前1日ctr`
+		,nvl(concat(round(page_pv_20s_1/page_pv_1*100,2),'%'),0) as `前1日浏览20s以上pv/前1日总浏览pv`
+		,nvl(exp_pv_1,0) as `前1日曝光`
+		,nvl(avg_page_stay_1,0) as `前1日平均阅读时长(s)`
+		,nvl(concat(round(click_pv_3/exp_pv_3*100,2),'%'),0) as `前3日ctr`
+		,nvl(concat(round(page_pv_20s_3/page_pv_3*100,2),'%'),0) as `前3日浏览20s以上pv/前3日总浏览pv`
+		,nvl(exp_pv_3,0) as `前3日曝光`
+		,nvl(avg_page_stay_3,0) as `前3日平均阅读时长(s)`
+		,nvl(concat(round(click_pv_10/exp_pv_10*100,2),'%'),0) as `前10日ctr`
+		,nvl(concat(round(page_pv_20s_10/page_pv_10*100,2),'%'),0) as `前10日浏览20s以上pv/前10日总浏览pv`
+		,nvl(exp_pv_10,0) as `前10日曝光`
+		,nvl(avg_page_stay_10,0) as `前10日平均阅读时长(s)`
+		,nvl(concat(round(click_pv/exp_pv*100,2),'%'),0) as `历史ctr`
+		,nvl(concat(round(page_pv_20s/page_pv*100,2),'%'),0) as `历史浏览20s以上pv/历史总浏览pv`
+		,nvl(exp_pv,0) as `历史曝光`
+		,nvl(page_pv,0) as `历史浏览pv`
+		,nvl(avg_page_stay,0) as `历史平均阅读时长(s)`
+FROM pm.tl_pm_userpost_d_v2
+where partition_day=regexp_replace(DATE_SUB(current_date,1) ,'-','')
+order by `前10日曝光` desc
+
+
+