Merge branch 'weiyimin' into 'master'

Weiyimin

See merge request !52

pm/clue_daily/etl/create_clue_daily.sql

@@ -20,10 +20,14 @@ CREATE TABLE IF NOT EXISTS pm.tl_pm_userclue_d
  device_os_type string comment '{"chs_name":"设备类型","description":"","etl":"","value":"","remark":""}',
  active_type string comment '{"chs_name":"活跃类型","description":"","etl":"","value":"","remark":""}',
  grey_type string comment '{"chs_name":"灰度类型","description":"","etl":"","value":"","remark":""}',
+ channel string comment '{"chs_name":"渠道","description":"","etl":"","value":"","remark":""}',
  dau bigint comment '{"chs_name":"dau(不去除积分墙)","description":"","etl":"","value":"","remark":""}',
+ user_num bigint comment '{"chs_name":"注册用户","description":"","etl":"","value":"","remark":""}',
+ phone_user_num bigint comment '{"chs_name":"手机号注册用户","description":"","etl":"","value":"","remark":""}',
+ total_clue_dev bigint comment '{"chs_name":"总咨询设备","description":"","etl":"","value":"","remark":""}',
+ total_clue_num bigint comment '{"chs_name":"总线索","description":"","etl":"","value":"","remark":""}',
  total_valid_dev bigint comment '{"chs_name":"总有效咨询设备","description":"","etl":"","value":"","remark":""}',
  total_valid_num bigint comment '{"chs_name":"总有效线索","description":"","etl":"","value":"","remark":""}',
- msg_num bigint comment '{"chs_name":"私信咨询人次-总计","description":"","etl":"","value":"","remark":""}',
  msg_dev bigint comment '{"chs_name":"私信咨询设备数-总计","description":"","etl":"","value":"","remark":""}',
  msg_num bigint comment '{"chs_name":"私信咨询人次-总计","description":"","etl":"","value":"","remark":""}',
  valid_msg_dev bigint comment '{"chs_name":"有效私信咨询设备数-总计","description":"","etl":"","value":"","remark":""}',

pm/clue_daily/job/step1_14.job

+#step1_13.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_userextra_view
\ No newline at end of file

pm/clue_daily/job/step2.job

 #step2.job
 type=command
-dependencies=step1_1,step1_2,step1_3,step1_4,step1_5,step1_6,step1_7,step1_8,step1_9,step1_10,step1_11,step1_12,step1_13
+dependencies=step1_1,step1_2,step1_3,step1_4,step1_5,step1_6,step1_7,step1_8,step1_9,step1_10,step1_11,step1_12,step1_13,step1_14
 command=sh /home/bi/bi-report/lib/shell/hive clue_daily
\ No newline at end of file

pm/clue_daily/report/clue_daily.sql

@@ -2,22 +2,28 @@ SELECT day_id `日期`
 		,device_os_type `系统`
 		,active_type `新老`
 		,grey_type `是否灰度`
+		,channel `渠道`
 		,dau as `dau（不去除积分墙）`
 		,user_num as `注册的用户数`
+		,phone_user_num as `手机号注册用户数`
+		,total_clue_dev as `总咨询设备（去重）`
+		,total_clue_num as `总线索`
 		,total_valid_dev+valid_call_dev_d as `总有效咨询设备（去重）`
 		,total_valid_num+valid_call_num_d as `总有效线索`
-		,concat(round((total_valid_dev+valid_call_dev_d)/dau,2)*100,'%') as `总有效线索设备(去重)/dau`
-		,concat(round((total_valid_num+valid_call_num_d)/dau,2)*100,'%') as `总有效线索/dau`
+		,nvl(concat(round((total_valid_dev+valid_call_dev_d)/dau*100,2),'%'),0) as `总有效线索设备(去重)/dau`
+		,nvl(concat(round((total_valid_num+valid_call_num_d)/dau*100,2),'%'),0) as `总有效线索/dau`
+		,nvl(concat(round((total_valid_dev+valid_call_dev_d)/total_clue_dev*100,2),'%'),0) as `总有效线索设备(去重)/总咨询设备(去重)`
+		,nvl(concat(round((total_valid_num+valid_call_num_d)/total_clue_num*100,2),'%'),0) as `总有效线索/总线索`
 		,msg_dev as `私信咨询设备数-总计`
 		,msg_num as `私信咨询人次-总计`
 		,valid_msg_dev as `有效私信咨询设备数-总计`
 		,valid_msg_num as `有效私信咨询人次-总计`
-		,concat(round(valid_msg_num/msg_num,2)*100,'%') as `有效私信咨询人次/私信咨询人次`
+		,nvl(concat(round(valid_msg_num/msg_num*100,2),'%'),0) as `有效私信咨询人次/私信咨询人次`
 		,clue_dev as `授权电话线索设备数-总计`
 		,clue_num as `授权电话线索人次-总计`
 		,call_dev+call_dev_d as `拨打电话线索设备数-总计`
 		,call_num+call_num_d as `拨打电话线索人次-总计`
-		,concat(round((call_num+call_num_d)/clue_num,2)*100,'%') as `拨打电话人次/授权电话人次`
+		,nvl(concat(round((call_num+call_num_d)/clue_num*100,2),'%'),0) as `拨打电话人次/授权电话人次`
 		,valid_call_dev+valid_call_dev_d as `有效电话线索设备数-总计`
 		,valid_call_num+valid_call_num_d as `有效电话线索人次-总计`
 		,call_dev as `当天拨打电话线索设备数-总计`
@@ -27,18 +33,18 @@ SELECT day_id `日期`
 
 		,msg_dev_3 `私信咨询设备数-3级以上商户`
 		,msg_num_3 `私信咨询人次-3级以上商户`
-		,concat(round(msg_num_3/msg_num,2)*100,'%') as `私信咨询人次-3级以上/私信咨询人次`
+		,nvl(concat(round(msg_num_3/msg_num*100,2),'%'),0) as `私信咨询人次-3级以上/私信咨询人次`
 		,valid_msg_dev_3 `有效私信咨询设备数-3级以上商户`
 		,valid_msg_num_3 as `有效私信咨询人次-3级以上商户`
 		,clue_dev_3 as `授权电话线索设备数-3级以上商户`
 		,clue_num_3 as `授权电话线索人次-3级以上商户`
-		,concat(round(clue_num_3/clue_num,2)*100,'%') as `授权电话线索-3级以上/授权电话线索`
+		,nvl(concat(round(clue_num_3/clue_num*100,2),'%'),0) as `授权电话线索-3级以上/授权电话线索`
 		,call_dev_3+call_dev_3_d as `拨打电话线索设备数-3级以上商户`
 		,call_num_3+valid_call_num_3 as `拨打电话线索人次-3级以上商户`
-		,concat(round((call_num_3+valid_call_num_3)/clue_num_3,2)*100,'%') as `拨打电话线索人次-3级以上/授权电话线索人次-3级以上`
+		,nvl(concat(round((call_num_3+valid_call_num_3)/clue_num_3*100,2),'%'),0) as `拨打电话线索人次-3级以上/授权电话线索人次-3级以上`
 		,valid_call_dev_3+valid_call_dev_3_d as `有效电话线索设备数-3级以上商户`
 		,valid_call_num_3+valid_call_num_3_d as `有效电话线索人次-3级以上商户`
-		,concat(round((valid_call_num_3+valid_call_num_3_d)/clue_num_3,2)*100,'%') as `有效电话线索人次-3级以上/授权电话线索人次-3级以上`
+		,nvl(concat(round((valid_call_num_3+valid_call_num_3_d)/clue_num_3*100,2),'%'),0) as `有效电话线索人次-3级以上/授权电话线索人次-3级以上`
 		,call_dev_3 as `当天拨打电话线索设备数-3级以上商户`
 		,call_num_3 as `当天拨打电话线索人次-3级以上商户`
 		,valid_call_dev_3 as `当天有效电话线索设备数-3级以上商户`

pm/daily_operation/en-cn.properties

+daily_operation=运营日报
\ No newline at end of file

pm/daily_operation/etl/create_daily_operation.sql

+--***************************************************************
+--*脚本名称:
+--*功能: 运营日报
+--*业务名称: pm
+--*输入数据:
+--*作者: weiyimin@igengmei.com
+--*更新时间:
+--***************************************************************
+
+--设置全局变量&UDF
+SET mapreduce.job.queuename=data;
+
+--使用bl数据库
+USE pm;
+
+--创建BL层内部表
+CREATE TABLE IF NOT EXISTS pm.tl_pm_operation_d
+(
+ day_id string comment '{"chs_name":"当天日期","description":"","etl":"","value":"","remark":""}',
+ device_os_type string comment '{"chs_name":"设备类型","description":"","etl":"","value":"","remark":""}',
+ active_type string comment '{"chs_name":"活跃类型","description":"","etl":"","value":"","remark":""}',
+ channel string comment '{"chs_name":"渠道","description":"","etl":"","value":"","remark":""}',
+ dau bigint comment '{"chs_name":"dau(去除积分墙)","description":"","etl":"","value":"","remark":""}',
+ login_dev_num bigint comment '{"chs_name":"新增注册设备数","description":"","etl":"","value":"","remark":""}',
+ login_user_num bigint comment '{"chs_name":"新增注册账号","description":"","etl":"","value":"","remark":""}',
+ login_phone_user_num bigint comment '{"chs_name":"新增注册手机号用户数","description":"","etl":"","value":"","remark":""}',
+ retention_1 string comment '{"chs_name":"次日留存率","description":"","etl":"","value":"","remark":""}',
+ retention_7 string comment '{"chs_name":"第7日留存率","description":"","etl":"","value":"","remark":""}',
+ retention_30 string comment '{"chs_name":"第30日留存率","description":"","etl":"","value":"","remark":""}',
+ per_open_times bigint comment '{"chs_name":"单设备打开频次","description":"","etl":"","value":"","remark":""}',
+ home_feeds_ctr string comment '{"chs_name":"信息流内容ctr","description":"","etl":"","value":"","remark":""}',
+ per_use_time double comment '{"chs_name":"单设备app停留时长(M)","description":"","etl":"","value":"","remark":""}',
+ neirong_page_stay double comment '{"chs_name":"单设备内容时长(M)","description":"","etl":"","value":"","remark":""}',
+ neirong_in_app_use_time string comment '{"chs_name":"单设备内容时长/app停留时长","description":"","etl":"","value":"","remark":""}',
+ service_privacy_uv bigint comment '{"chs_name":"到达隐私授权界面设备数","description":"","etl":"","value":"","remark":""}',
+ service_click_uv bigint comment '{"chs_name":"同意隐私授权设备设备数","description":"","etl":"","value":"","remark":""}',
+ service_privacy_uv_in_dau string comment '{"chs_name":"到达隐私授权界面设备数/DAU","description":"","etl":"","value":"","remark":""}',
+ service_click_uv_in_dau string comment '{"chs_name":"同意隐私授权设备数/到达隐私授权界面设备数","description":"","etl":"","value":"","remark":""}',
+
+ open_push_uv bigint comment '{"chs_name":"开启推送授权设备数","description":"","etl":"","value":"","remark":""}',
+ open_push_uv_in_dau string comment '{"chs_name":"开启推送授权设备数/DAU","description":"","etl":"","value":"","remark":""}',
+ push_receive_uv_in_open_push_uv string comment '{"chs_name":"次日接收推送设备数/当天开启推送授权设备数","description":"","etl":"","value":"","remark":""}',
+ click_uv bigint comment '{"chs_name":"点击推送的设备数","description":"","etl":"","value":"","remark":""}',
+ non_click_uv bigint comment '{"chs_name":"未点击推送的设备数","description":"","etl":"","value":"","remark":""}',
+ click_uv_in_dau string comment '{"chs_name":"点击推送设备数/DAU","description":"","etl":"","value":"","remark":""}',
+ non_click_uv_in_dau string comment '{"chs_name":"未点击推送设备数/DAU","description":"","etl":"","value":"","remark":""}',
+ op_push_open_uv bigint comment '{"chs_name":"点击运营推送设备数","description":"","etl":"","value":"","remark":""}',
+ auto_push_open_uv bigint comment '{"chs_name":"点击系统推送设备数","description":"","etl":"","value":"","remark":""}',
+ personal_push_open_uv bigint comment '{"chs_name":"点击个性化推送设备数","description":"","etl":"","value":"","remark":""}',
+ sign_push_open_uv bigint comment '{"chs_name":"点击签到推送设备数","description":"","etl":"","value":"","remark":""}',
+ op_push_open_uv_in_receive string comment '{"chs_name":"点击运营推送设备/接收到运营推送设备","description":"","etl":"","value":"","remark":""}',
+ auto_push_open_uv_in_receive string comment '{"chs_name":"点击系统推送设备/接收到系统推送设备","description":"","etl":"","value":"","remark":""}',
+ personal_push_open_uv_in_receive string comment '{"chs_name":"点击个性化推送设备/接收到个性化推送设备","description":"","etl":"","value":"","remark":""}',
+ sign_push_open_uv_in_receive string comment '{"chs_name":"点击签到推送设备/接收到签到推送设备","description":"","etl":"","value":"","remark":""}',
+
+ question_num bigint comment '{"chs_name":"主动提问数","description":"","etl":"","value":"","remark":""}',
+ answer_num bigint comment '{"chs_name":"主动回答数","description":"","etl":"","value":"","remark":""}',
+ topic_num bigint comment '{"chs_name":"主动发帖数","description":"","etl":"","value":"","remark":""}',
+ reply_num bigint comment '{"chs_name":"真实评论数","description":"","etl":"","value":"","remark":""}',
+ question_num_in_dau string comment '{"chs_name":"主动提问设备数/DAU`","description":"","etl":"","value":"","remark":""}',
+ answer_num_in_dau string comment '{"chs_name":"主动回答设备数/DAU","description":"","etl":"","value":"","remark":""}',
+ topic_num_in_dau string comment '{"chs_name":"主动发帖设备数/DAU","description":"","etl":"","value":"","remark":""}',
+ reply_num_in_dau string comment '{"chs_name":"主动评论设备数/DAU","description":"","etl":"","value":"","remark":""}',
+
+ neirongUV bigint comment '{"chs_name":"内容UV","description":"","etl":"","value":"","remark":""}',
+ neirongPV bigint comment '{"chs_name":"内容PV","description":"","etl":"","value":"","remark":""}',
+ neirongUV_in_dau string comment '{"chs_name":"内容UV/DAU","description":"","etl":"","value":"","remark":""}',
+ neirongPV_in_UV double comment '{"chs_name":"内容PV/内容UV","description":"","etl":"","value":"","remark":""}',
+ result_more_UV bigint comment '{"chs_name":"搜索结果综合页UV","description":"","etl":"","value":"","remark":""}',
+ result_meigou_UV bigint comment '{"chs_name":"搜索结果美购页UV","description":"","etl":"","value":"","remark":""}',
+ result_con_UV bigint comment '{"chs_name":"搜索结果商业页UV","description":"","etl":"","value":"","remark":""}',
+ result_more_UV_in_dau string comment '{"chs_name":"搜索结果综合页UV/DAU","description":"","etl":"","value":"","remark":""}',
+ result_meigou_UV_in_dau string comment '{"chs_name":"搜索结果美购页UV/DAU","description":"","etl":"","value":"","remark":""}',
+ result_con_UV_in_dau string comment '{"chs_name":"搜索结果商业页UV/DAU","description":"","etl":"","value":"","remark":""}',
+ result_more_PV bigint comment '{"chs_name":"搜索结果综合页PV","description":"","etl":"","value":"","remark":""}',
+ result_meigou_PV bigint comment '{"chs_name":"搜索结果美购页PV","description":"","etl":"","value":"","remark":""}',
+ result_con_PV bigint comment '{"chs_name":"搜索结果商业页PV","description":"","etl":"","value":"","remark":""}',
+ result_more_PV_in_UV double comment '{"chs_name":"搜索结果综合页PV/搜索结果综合页UV","description":"","etl":"","value":"","remark":""}',
+ result_meigou_PV_in_UV double comment '{"chs_name":"搜索结果美购页PV/搜索结果美购页UV","description":"","etl":"","value":"","remark":""}',
+ result_con_PV_in_UV double comment '{"chs_name":"搜索结果商业页PV/搜索结果商业页UV","description":"","etl":"","value":"","remark":""}',
+ result_more_PV_in_dau string comment '{"chs_name":"搜索结果综合页PV/DAU","description":"","etl":"","value":"","remark":""}',
+ result_meigou_PV_in_dau string comment '{"chs_name":"搜索结果美购页PV/DAU","description":"","etl":"","value":"","remark":""}',
+ result_con_PV_in_dau string comment '{"chs_name":"搜索结果商业页PV/DAU","description":"","etl":"","value":"","remark":""}',
+ neirong_meigou_PV bigint comment '{"chs_name":"来自内容页的美购页PV","description":"","etl":"","value":"","remark":""}',
+ neirong_con_PV bigint comment '{"chs_name":"来自内容页的商业页PV","description":"","etl":"","value":"","remark":""}',
+ neirong_meigou_PV_in_dau string comment '{"chs_name":"来自内容页的美购页PV/DAU","description":"","etl":"","value":"","remark":""}',
+ neirong_con_PV_in_dau string comment '{"chs_name":"来自内容页的商业页PV/DAU","description":"","etl":"","value":"","remark":""}',
+ neirong_click_pv bigint comment '{"chs_name":"内容页的推荐内容点击pv","description":"","etl":"","value":"","remark":""}',
+ wel_second_pv_in_neirongPV string comment '{"chs_name":"来自内容页的商业二跳/内容pv","description":"","etl":"","value":"","remark":""}',
+ neirong_second_pv_in_neirongPV string comment '{"chs_name":"来自内容页的内容二跳/内容pv","description":"","etl":"","value":"","remark":""}'
+ )comment '运营日报'
+PARTITIONED BY (PARTITION_DAY STRING comment '分区日期')
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY '\t'
+COLLECTION ITEMS TERMINATED BY '\002'
+MAP KEYS TERMINATED BY '\003'
+LINES TERMINATED BY '\n'
+STORED AS TEXTFILE;
\ No newline at end of file

pm/daily_operation/job/step1_1.job

+#step1_1.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online bl_hdfs_maidian_updates
\ No newline at end of file

pm/daily_operation/job/step1_10.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_diary_view
\ No newline at end of file

pm/daily_operation/job/step1_11.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_problem_view
\ No newline at end of file

pm/daily_operation/job/step1_12.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_question_view
\ No newline at end of file

pm/daily_operation/job/step1_13.job

+#step1_13.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_user_updates
\ No newline at end of file

pm/daily_operation/job/step1_14.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_answer_view
\ No newline at end of file

pm/daily_operation/job/step1_15.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online bl_hdfs_operation_updates
\ No newline at end of file

pm/daily_operation/job/step1_16.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_doctor_view
\ No newline at end of file

pm/daily_operation/job/step1_17.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive ml ml_c_ct_ui_user_dimen_d
\ No newline at end of file

pm/daily_operation/job/step1_18.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_user_history_detail
\ No newline at end of file

pm/daily_operation/job/step1_19.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_device_history_detail
\ No newline at end of file

pm/daily_operation/job/step1_2.job

+#step1_2.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_device_day_active_status
\ No newline at end of file

pm/daily_operation/job/step1_20.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_topicreply_view
\ No newline at end of file

pm/daily_operation/job/step1_21.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_answer_reply_view
\ No newline at end of file

pm/daily_operation/job/step1_22.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_api_tractate_reply_view
\ No newline at end of file

pm/daily_operation/job/step1_23.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive bl bl_et_bg_trackingpushlog_inc_d
\ No newline at end of file

pm/daily_operation/job/step1_24.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_auroracallback_view
\ No newline at end of file

pm/daily_operation/job/step1_25.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_api_jpushuserdevicebinding_view
\ No newline at end of file

pm/daily_operation/job/step1_26.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_push2_new_view
\ No newline at end of file

pm/daily_operation/job/step1_27.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_userextra_view
\ No newline at end of file

pm/daily_operation/job/step1_3.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive ml ml_d_ct_dv_devicespam_d
\ No newline at end of file

pm/daily_operation/job/step1_4.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_device_updates
\ No newline at end of file

pm/daily_operation/job/step1_5.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive dim DIM_AI_CHANNEL_ZP_NEW
\ No newline at end of file

pm/daily_operation/job/step1_6.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive pm tl_pm_channel_d
\ No newline at end of file

pm/daily_operation/job/step1_7.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive ml mid_ml_c_et_pe_preciseexposure_dimen_d
\ No newline at end of file

pm/daily_operation/job/step1_8.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive ml ml_c_et_ck_click_dimen_d
\ No newline at end of file

pm/daily_operation/job/step1_9.job

+#step1_3.job
+type=command
+command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_api_tractate_view
\ No newline at end of file

pm/daily_operation/job/step2.job

+#step2.job
+type=command
+dependencies=step1_1,step1_2,step1_3,step1_4,step1_5,step1_6,step1_7,step1_8,step1_9,step1_10,step1_11,step1_12,step1_13,step1_14,step1_15,step1_16,step1_17,step1_18,step1_19,step1_20,step1_21,step1_22,step1_23,step1_24,step1_25,step1_26,step1_27
+command=sh /home/bi/bi-report/lib/shell/hive daily_operation
\ No newline at end of file

pm/daily_operation/job/step3.job

+#step3.job
+type=command
+dependencies=step2
+command=curl -X GET http://localhost:8553/api/report/email/daily_operation/liudi@igengmei.com,wangxin@igengmei.com,xuepengfei@igengmei.com,zhaoyang@igengmei.com,dengguangyu@igengmei.com/weiyimin@igengmei.com
\ No newline at end of file

pm/daily_operation/report/daily_operation.sql

+SELECT FROM_UNIXTIME(UNIX_TIMESTAMP(day_id,'yyyymmdd'),'yyyy-mm-dd') `日期`
+		,device_os_type `系统`
+		,active_type `新老`
+		,channel `渠道`
+		,dau as `dau（去除积分墙）`
+		,nvl(login_dev_num,0) as `新增注册设备数`
+		,nvl(login_user_num,0) as `新增注册账号`
+		,nvl(login_phone_user_num,0) as `新增注册手机号用户数`
+		,nvl(retention_1,0) as `次日留存率`
+		,nvl(retention_7,0) as `第7日留存率`
+		,nvl(retention_30,0) as `第30日留存率`
+		,nvl(per_open_times,0) as `单设备打开频次`
+		,nvl(home_feeds_ctr,0) as `信息流内容ctr`
+		,nvl(per_use_time,0) as `单设备app停留时长(M)`
+		,nvl(neirong_page_stay,0) as `单设备内容时长(M)`
+		,nvl(neirong_in_app_use_time,0) as `单设备内容时长/app停留时长`
+		,nvl(service_privacy_uv,0) as `到达隐私授权界面设备数`
+		,nvl(service_click_uv,0) as `同意隐私授权设备设备数`
+		,nvl(service_privacy_uv_in_dau,0) as `到达隐私授权界面设备数/DAU`
+		,nvl(service_click_uv_in_dau,0) as `同意隐私授权设备数/到达隐私授权界面设备数`
+		,nvl(open_push_uv,0) as `开启推送授权设备数`
+		,nvl(open_push_uv_in_dau,0) as `开启推送授权设备数/DAU`
+		,nvl(push_receive_uv_in_open_push_uv,0) as `次日接收推送设备数/当天开启推送授权设备数`
+		,nvl(click_uv,0) as `点击推送的设备数`
+		,nvl(non_click_uv,0) as `未点击推送的设备数`
+		,nvl(click_uv_in_dau,0) as `点击推送设备数/DAU`
+
+		,nvl(non_click_uv_in_dau,0) `未点击推送设备数/DAU`
+		,nvl(op_push_open_uv,0) `点击运营推送设备数`
+		,nvl(auto_push_open_uv,0) as `点击系统推送设备数`
+		,nvl(personal_push_open_uv,0) `点击个性化推送设备数`
+		,nvl(sign_push_open_uv,0) as `点击签到推送设备数`
+		,nvl(op_push_open_uv_in_receive,0) as `点击运营推送设备/接收到运营推送设备`
+		,nvl(auto_push_open_uv_in_receive,0) as `点击系统推送设备/接收到系统推送设备`
+		,nvl(personal_push_open_uv_in_receive,0) as `点击个性化推送设备/接收到个性化推送设备`
+		,nvl(sign_push_open_uv_in_receive,0) as `点击签到推送设备/接收到签到推送设备`
+		,nvl(question_num,0) as `主动提问数`
+		,nvl(answer_num,0) as `主动回答数`
+		,nvl(topic_num,0) as `主动发帖数`
+		,nvl(reply_num,0) as `真实评论数`
+		,nvl(question_num_in_dau,0) as `主动提问设备数/DAU`
+		,nvl(answer_num_in_dau,0) as `主动回答设备数/DAU`
+		,nvl(topic_num_in_dau,0) as `主动发帖设备数/DAU`
+		,nvl(reply_num_in_dau,0) as `主动评论设备数/DAU`
+
+		,nvl(neirongUV,0) as `内容UV`
+		,nvl(neirongPV,0) `内容PV`
+		,nvl(neirongUV_in_dau,0) `内容UV/DAU`
+		,nvl(neirongPV_in_UV,0) `内容PV/内容UV`
+		,nvl(result_more_UV,0) as `搜索结果综合页UV`
+		,nvl(result_meigou_UV,0) as `搜索结果美购页UV`
+		,nvl(result_con_UV,0) as `搜索结果商业页UV`
+		,nvl(result_more_UV_in_dau,0) as `搜索结果综合页UV/DAU`
+		,nvl(result_meigou_UV_in_dau,0) as `搜索结果美购页UV/DAU`
+		,nvl(result_con_UV_in_dau,0) as `搜索结果商业页UV/DAU`
+		,nvl(result_more_PV,0) as `搜索结果综合页PV`
+		,nvl(result_meigou_PV,0) as `搜索结果美购页PV`
+		,nvl(result_con_PV,0) as `搜索结果商业页PV`
+		,nvl(result_more_PV_in_UV,0) as `搜索结果综合页PV/搜索结果综合页UV`
+		,nvl(result_meigou_PV_in_UV,0) as `搜索结果美购页PV/搜索结果美购页UV`
+		,nvl(result_con_PV_in_UV,0) `搜索结果商业页PV/搜索结果商业页UV`
+		,nvl(result_more_PV_in_dau,0) `搜索结果综合页PV/DAU`
+		,nvl(result_meigou_PV_in_dau,0) `搜索结果美购页PV/DAU`
+		,nvl(result_con_PV_in_dau,0) as `搜索结果商业页PV/DAU`
+		,nvl(neirong_meigou_PV,0) as `来自内容页的美购页PV`
+		,nvl(neirong_con_PV,0) as `来自内容页的商业页PV`
+		,nvl(neirong_meigou_PV_in_dau,0) as `来自内容页的美购页PV/DAU`
+		,nvl(neirong_con_PV_in_dau,0) as `来自内容页的商业页PV/DAU`
+		,nvl(neirong_click_pv,0) as `内容页的推荐内容点击pv`
+		,nvl(wel_second_pv_in_neirongPV,0) as `来自内容页的商业二跳/内容pv`
+		,nvl(neirong_second_pv_in_neirongPV,0) as `来自内容页的内容二跳/内容pv`
+FROM pm.tl_pm_operation_d
+where ((partition_day ='20200824' and day_id<='20200726')
+       or (partition_day<regexp_replace(date_sub(current_date,1),'-','') and partition_day>'20200824' and day_id=regexp_replace(date_sub(FROM_UNIXTIME(UNIX_TIMESTAMP(partition_day,'yyyymmdd'),'yyyy-mm-dd'),29),'-',''))
+       or (partition_day=regexp_replace(date_sub(current_date,1),'-','') and day_id>=regexp_replace(date_sub(current_date,30),'-','')))
+order by `日期`,`系统`,`新老`,`渠道`

pm/daily_recommend_strategy/report/home_recommend_strategy.sql

@@ -19,5 +19,5 @@ SELECT
 --    '未配置' as `来自I的推荐专题点击pv`,
     transfer_card as `来自I的转诊点击pv`,
     video_consultation as `来自I的视频面诊点击pv`FROM pm.tl_pm_recommend_strategy_d
-WHERE partition_day>='20200817' and partition_day<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
+WHERE partition_day>='20200824' and partition_day<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
 order by `日期` desc ,`设备类型`,`活跃类型`,`卡片类型`,`推荐类型`;
\ No newline at end of file