push codes

pm/daily_userpost/en-cn.properties

-daily_userpost=新手精选帖日报
\ No newline at end of file
+daily_userpost=新手精选帖日报
+data_by_day=每日数据汇总
+key_day=当日数据关键指标
+detail_data=当日数据明细
\ No newline at end of file

pm/daily_userpost/etl/create_userpost.sql

+--***************************************************************
+--*脚本名称:
+--*功能: 线索日报
+--*业务名称: pm
+--*输入数据:
+--*作者: weiyimin@igengmei.com
+--*更新时间:
+--***************************************************************
+
+--设置全局变量&UDF
+SET mapreduce.job.queuename=data;
+
+--使用bl数据库
+USE pm;
+
+--创建BL层内部表
+CREATE TABLE IF NOT EXISTS pm.tl_pm_userpost_d
+(
+ post_id string comment '{"chs_name":"帖子id","description":"","etl":"","value":"","remark":""}',
+ title string comment '{"chs_name":"帖子标题","description":"","etl":"","value":"","remark":""}',
+ audit_date string comment '{"chs_name":"最新审核时间","description":"","etl":"","value":"","remark":""}',
+ tag_list string comment '{"chs_name":"关联标签","description":"","etl":"","value":"","remark":""}',
+ click_pv_1 bigint comment '{"chs_name":"前1日点击","description":"","etl":"","value":"","remark":""}',
+ exp_pv_1 bigint comment '{"chs_name":"前1日曝光","description":"","etl":"","value":"","remark":""}',
+ page_pv_1 bigint comment '{"chs_name":"前1日浏览pv","description":"","etl":"","value":"","remark":""}',
+ reply_num_1 bigint comment '{"chs_name":"前1日真实评论","description":"","etl":"","value":"","remark":""}',
+ vote_num_1 bigint comment '{"chs_name":"前1日真实点赞","description":"","etl":"","value":"","remark":""}',
+ favor_num_1 bigint comment '{"chs_name":"前1日收藏","description":"","etl":"","value":"","remark":""}',
+ share_num_1 bigint comment '{"chs_name":"前1日转发","description":"","etl":"","value":"","remark":""}',
+ avg_page_stay_1 double comment '{"chs_name":"前1日平均阅读时长(s)","description":"","etl":"","value":"","remark":""}',
+
+ click_pv_3 bigint comment '{"chs_name":"前3日点击","description":"","etl":"","value":"","remark":""}',
+ exp_pv_3 bigint comment '{"chs_name":"前3日曝光","description":"","etl":"","value":"","remark":""}',
+ page_pv_3 bigint comment '{"chs_name":"前3日浏览pv","description":"","etl":"","value":"","remark":""}',
+ reply_num_3 bigint comment '{"chs_name":"前3日真实评论","description":"","etl":"","value":"","remark":""}',
+ vote_num_3 bigint comment '{"chs_name":"前3日真实点赞","description":"","etl":"","value":"","remark":""}',
+ favor_num_3 bigint comment '{"chs_name":"前3日收藏","description":"","etl":"","value":"","remark":""}',
+ share_num_3 bigint comment '{"chs_name":"前3日转发","description":"","etl":"","value":"","remark":""}',
+ avg_page_stay_3 double comment '{"chs_name":"前3日平均阅读时长(s)","description":"","etl":"","value":"","remark":""}',
+
+ click_pv_10 bigint comment '{"chs_name":"前10日点击","description":"","etl":"","value":"","remark":""}',
+ exp_pv_10 bigint comment '{"chs_name":"前10日曝光","description":"","etl":"","value":"","remark":""}',
+ page_pv_10 bigint comment '{"chs_name":"前10日浏览pv","description":"","etl":"","value":"","remark":""}',
+ reply_num_10 bigint comment '{"chs_name":"前10日真实评论","description":"","etl":"","value":"","remark":""}',
+ vote_num_10 bigint comment '{"chs_name":"前10日真实点赞","description":"","etl":"","value":"","remark":""}',
+ favor_num_10 bigint comment '{"chs_name":"前10日收藏","description":"","etl":"","value":"","remark":""}',
+ share_num_10 bigint comment '{"chs_name":"前10日转发","description":"","etl":"","value":"","remark":""}',
+ avg_page_stay_10 double comment '{"chs_name":"前10日平均阅读时长(s)","description":"","etl":"","value":"","remark":""}',
+
+ click_pv bigint comment '{"chs_name":"历史点击","description":"","etl":"","value":"","remark":""}',
+ exp_pv bigint comment '{"chs_name":"历史曝光","description":"","etl":"","value":"","remark":""}',
+ page_pv bigint comment '{"chs_name":"历史浏览pv","description":"","etl":"","value":"","remark":""}',
+ reply_num bigint comment '{"chs_name":"历史真实评论","description":"","etl":"","value":"","remark":""}',
+ vote_num bigint comment '{"chs_name":"历史真实点赞","description":"","etl":"","value":"","remark":""}',
+ favor_num bigint comment '{"chs_name":"历史收藏","description":"","etl":"","value":"","remark":""}',
+ share_num bigint comment '{"chs_name":"历史转发","description":"","etl":"","value":"","remark":""}',
+ avg_page_stay double comment '{"chs_name":"历史平均阅读时长(s)","description":"","etl":"","value":"","remark":""}'
+)comment '新手精选帖日报'
+PARTITIONED BY (PARTITION_DAY STRING comment '分区日期')
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY '\t'
+COLLECTION ITEMS TERMINATED BY '\002'
+MAP KEYS TERMINATED BY '\003'
+LINES TERMINATED BY '\n'
+STORED AS TEXTFILE;
\ No newline at end of file

pm/daily_userpost/job/step2.job

 #step2.job
 type=command
 dependencies=step1_1,step1_2,step1_3,step1_4,step1_5,step1_6,step1_7,step1_8,step1_9,step1_10,step1_11,step1_12,step1_13,step1_14
-command=curl -X GET http://localhost:8553/api/report/email/daily_userpost/weiyimin@igengmei.com/weiyimin@qq.com
\ No newline at end of file
+command=sh /home/bi/bi-report/lib/shell/hive daily_userpost
\ No newline at end of file

pm/daily_userpost/job/step3.job

+#step3.job
+type=command
+dependencies=step2
+command=curl -X GET http://localhost:8553/api/report/email/daily_userpost/liudi@igengmei.com,zhaoyang@igengmei.com,wangxin@igengmei.com,duanyingrong@igengmei.com,zhaowei@igengmei.com,songke@igengmei.com,wanglidan@igengmei.com/weiyimin@qq.com
\ No newline at end of file

pm/daily_userpost/report/data_by_day.sql

+SELECT partition_day as `日期`
+        ,count(post_id) as `帖子数量`
+		,nvl(concat(round(sum(click_pv_1)/sum(exp_pv_1)*100,2),'%'),0) as `前1日ctr`
+		,nvl(sum(exp_pv_1),0) as `前1日曝光`
+		,nvl(round(avg(avg_page_stay_1),2),0) as `前1日平均阅读时长(s)`
+		,nvl(concat(round(sum(click_pv_3)/sum(exp_pv_3)*100,2),'%'),0) as `前3日ctr`
+		,nvl(sum(exp_pv_3),0) as `前3日曝光`
+		,nvl(round(avg(avg_page_stay_3),2),0) as `前3日平均阅读时长(s)`
+		,nvl(concat(round(sum(click_pv_10)/sum(exp_pv_10)*100,2),'%'),0) as `前10日ctr`
+		,nvl(sum(exp_pv_10),0) as `前10日曝光`
+		,nvl(round(avg(avg_page_stay_10),2),0) as `前10日平均阅读时长(s)`
+FROM pm.tl_pm_userpost_d
+where partition_day>='20200911' and partition_day<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
+group by partition_day
+order by `日期`;
\ No newline at end of file

pm/daily_userpost/report/detail_data.sql

+
+SELECT post_id as `帖子id`
+		,title as `帖子标题`
+		,audit_date as `审核日期`
+		,tag_list as `所有关联标签`
+		,nvl(concat(round((nvl(reply_num_1,0)+nvl(vote_num_1,0)+nvl(favor_num_1,0)+nvl(share_num_1,0))/page_pv_1*100,2),'%'),0) as `前1日互动率`
+		,nvl(concat(round(click_pv_1/exp_pv_1*100,2),'%'),0) as `前1日ctr`
+		,nvl(click_pv_1,0) as `前1日点击`
+		,nvl(exp_pv_1,0) as `前1日曝光`
+		,nvl(page_pv_1,0) as `前1日浏览pv`
+		,nvl(reply_num_1,0) as `前1日真实评论`
+		,nvl(vote_num_1,0) as `前1日真实点赞`
+		,nvl(favor_num_1,0) as `前1日收藏`
+		,nvl(share_num_1,0) as `前1日转发`
+		,nvl(avg_page_stay_1,0) as `前1日平均阅读时长(s)`
+
+		,nvl(concat(round((nvl(reply_num_3,0)+nvl(vote_num_3,0)+nvl(favor_num_3,0)+nvl(share_num_3,0))/page_pv_3*100,2),'%'),0) as `前3日互动率`
+		,nvl(concat(round(click_pv_3/exp_pv_3*100,2),'%'),0) as `前3日ctr`
+		,nvl(click_pv_3,0) as `前3日点击`
+		,nvl(exp_pv_3,0) as `前3日曝光`
+		,nvl(page_pv_3,0) as `前3日浏览pv`
+		,nvl(reply_num_3,0) as `前3日真实评论`
+		,nvl(vote_num_3,0) as `前3日真实点赞`
+		,nvl(favor_num_3,0) as `前3日收藏`
+		,nvl(share_num_3,0) as `前3日转发`
+		,nvl(avg_page_stay_3,0) as `前3日平均阅读时长(s)`
+
+		,nvl(concat(round((nvl(reply_num_10,0)+nvl(vote_num_10,0)+nvl(favor_num_10,0)+nvl(share_num_10,0))/page_pv_10*100,2),'%'),0) as `前10日互动率`
+		,nvl(concat(round(click_pv_10/exp_pv_10*100,2),'%'),0) as `前10日ctr`
+		,nvl(click_pv_10,0) as `前10日点击`
+		,nvl(exp_pv_10,0) as `前10日曝光`
+		,nvl(page_pv_10,0) as `前10日浏览pv`
+		,nvl(reply_num_10,0) as `前10日真实评论`
+		,nvl(vote_num_10,0) as `前10日真实点赞`
+		,nvl(favor_num_10,0) as `前10日收藏`
+		,nvl(share_num_10,0) as `前10日转发`
+		,nvl(avg_page_stay_10,0) as `前10日平均阅读时长(s)`
+
+		,nvl(concat(round((nvl(reply_num,0)+nvl(vote_num,0)+nvl(favor_num,0)+nvl(share_num,0))/page_pv*100,2),'%'),0) as `历史互动率`
+		,nvl(concat(round(click_pv/exp_pv*100,2),'%'),0) as `历史ctr`
+		,nvl(click_pv,0) as `历史点击`
+		,nvl(exp_pv,0) as `历史曝光`
+		,nvl(page_pv,0) as `历史浏览pv`
+		,nvl(reply_num,0) as `历史真实评论`
+		,nvl(vote_num,0) as `历史真实点赞`
+		,nvl(favor_num,0) as `历史收藏`
+		,nvl(share_num,0) as `历史转发`
+		,nvl(avg_page_stay,0) as `历史平均阅读时长(s)`
+FROM pm.tl_pm_userpost_d
+where partition_day=regexp_replace(DATE_SUB(current_date,1) ,'-','')
+order by `前10日曝光` desc
+
+
+

pm/daily_userpost/report/key_data.sql

+
+SELECT post_id as `帖子id`
+		,title as `帖子标题`
+		,audit_date as `审核日期`
+		,tag_list as `所有关联标签`
+		,nvl(concat(round(click_pv_1/exp_pv_1*100,2),'%'),0) as `前1日ctr`
+		,nvl(exp_pv_1,0) as `前1日曝光`
+		,nvl(avg_page_stay_1,0) as `前1日平均阅读时长(s)`
+		,nvl(concat(round(click_pv_3/exp_pv_3*100,2),'%'),0) as `前3日ctr`
+		,nvl(exp_pv_3,0) as `前3日曝光`
+		,nvl(avg_page_stay_3,0) as `前3日平均阅读时长(s)`
+		,nvl(concat(round(click_pv_10/exp_pv_10*100,2),'%'),0) as `前10日ctr`
+		,nvl(exp_pv_10,0) as `前10日曝光`
+		,nvl(avg_page_stay_10,0) as `前10日平均阅读时长(s)`
+FROM pm.tl_pm_userpost_d
+where partition_day=regexp_replace(DATE_SUB(current_date,1) ,'-','')
+order by `前10日曝光` desc
+
+
+