Skip to content

B
bi-report
Commit 87285b8c authored by 魏艺敏's avatar 魏艺敏
Browse files
Options

push codes

parent 889dd8a8
Hide whitespace changes
Inline Side-by-side
Showing with 147 additions and 92 deletions
pm/daily_operation/en-cn.properties
View file @ 87285b8c
clue_daily=线索日报（用户侧）
\ No newline at end of file
daily_operation=运营日报
\ No newline at end of file
pm/daily_operation/etl/daily_operation.sql
View file @ 87285b8c
......@@ -1538,4 +1538,3 @@ LEFT JOIN
AND t1.device_os_type = t14.device_os_type
AND t1.device_type = t14.device_type
AND t1.channel = t14.channel
order by `日期`,`设备类型`,`活跃类型`,`渠道`
\ No newline at end of file
pm/daily_operation/job/step1_10.job
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive tl tl_gm_sl_virtual_phone_binding
\ No newline at end of file
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_diary_view
\ No newline at end of file
pm/daily_operation/job/step1_11.job
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive tl tl_gm_sl_lead_task_phone_binding
\ No newline at end of file
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_problem_view
\ No newline at end of file
pm/daily_operation/job/step1_12.job
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive tl tl_gm_sl_lead_task
\ No newline at end of file
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_question_view
\ No newline at end of file
pm/daily_operation/job/step1_14.job 0 → 100644
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_answer_view
\ No newline at end of file
pm/daily_operation/job/step1_15.job 0 → 100644
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online bl_hdfs_operation_updates
\ No newline at end of file
pm/daily_operation/job/step1_16.job 0 → 100644
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_doctor_view
\ No newline at end of file
pm/daily_operation/job/step1_17.job 0 → 100644
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive ml ml_c_ct_ui_user_dimen_d
\ No newline at end of file
pm/daily_operation/job/step1_18.job 0 → 100644
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_user_history_detail
\ No newline at end of file
pm/daily_operation/job/step1_19.job 0 → 100644
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_device_history_detail
\ No newline at end of file
pm/daily_operation/job/step1_20.job 0 → 100644
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_topicreply_view
\ No newline at end of file
pm/daily_operation/job/step1_21.job 0 → 100644
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_answer_reply_view
\ No newline at end of file
pm/daily_operation/job/step1_22.job 0 → 100644
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_api_tractate_reply_view
\ No newline at end of file
pm/daily_operation/job/step1_23.job 0 → 100644
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive bl bl_et_bg_trackingpushlog_inc_d
\ No newline at end of file
pm/daily_operation/job/step1_24.job 0 → 100644
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_auroracallback_view
\ No newline at end of file
pm/daily_operation/job/step1_25.job 0 → 100644
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_api_jpushuserdevicebinding_view
\ No newline at end of file
pm/daily_operation/job/step1_26.job 0 → 100644
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_push2_new_view
\ No newline at end of file
pm/daily_operation/job/step1_27.job 0 → 100644
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_userextra_view
\ No newline at end of file
pm/daily_operation/job/step1_5.job
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_message_view
\ No newline at end of file
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive dim DIM_AI_CHANNEL_ZP_NEW
\ No newline at end of file
pm/daily_operation/job/step1_6.job
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive ml ml_c_et_msg_conversation_dimen_inc_d
\ No newline at end of file
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive pm tl_pm_channel_d
\ No newline at end of file
pm/daily_operation/job/step1_7.job
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_doctor_relation_dimen_day
\ No newline at end of file
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive ml mid_ml_c_et_pe_preciseexposure_dimen_d
\ No newline at end of file
pm/daily_operation/job/step1_8.job
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive tl tl_gm_sl_ali_virtual_phone_call_detail
\ No newline at end of file
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive ml ml_c_et_ck_click_dimen_d
\ No newline at end of file
pm/daily_operation/job/step1_9.job
View file @ 87285b8c
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive tl tl_gm_sl_ali_virtual_phone_binding
\ No newline at end of file
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_api_tractate_view
\ No newline at end of file
pm/daily_operation/job/step2.job
View file @ 87285b8c
#step2.job
type=command
dependencies=step1_1,step1_2,step1_3,step1_4,step1_5,step1_6,step1_7,step1_8,step1_9,step1_10,step1_11,step1_12,step1_13
command=sh /home/bi/bi-report/lib/shell/hive clue_daily
\ No newline at end of file
dependencies=step1_1,step1_2,step1_3,step1_4,step1_5,step1_6,step1_7,step1_8,step1_9,step1_10,step1_11,step1_12,step1_13,step1_14,step1_15,step1_16,step1_17,step1_18,step1_19,step1_20,step1_21,step1_22,step1_23,step1_24,step1_25,step1_26,step1_27
command=sh /home/bi/bi-report/lib/shell/hive daily_operation
\ No newline at end of file
pm/daily_operation/job/step3.job
View file @ 87285b8c
#step3.job
type=command
dependencies=step2
command=curl -X GET http://localhost:8553/api/report/email/clue_daily/liudi@igengmei.com,wangxin@igengmei.com,zhaoyang@igengmei.com/weiyimin@igengmei.com
\ No newline at end of file
command=curl -X GET http://localhost:8553/api/report/email/daily_operation/weiyimin@igengmei.com/weiyimin@qq.com
\ No newline at end of file
pm/daily_operation/report/daily_operation.sql
View file @ 87285b8c
SELECT day_id `日期`
SELECT FROM_UNIXTIME(UNIX_TIMESTAMP(day_id,'yyyymmdd'),'yyyy-mm-dd') `日期`
,device_os_type `系统`
,active_type `新老`
,channel `渠道`
,dau as `dau（去除积分墙）`
,login_dev_num as `新增注册设备数`
,login_user_num as `新增注册账号`
,login_phone_user_num as `新增注册手机号用户数`
,retention_1 as `次日留存率`
,retention_7 as `第7日留存率`
,retention_30 as `第30日留存率`
,per_open_times as `单设备打开频次`
,home_feeds_ctr as `信息流内容ctr`
,per_use_time as `单设备app停留时长(M)`
,neirong_page_stay as `单设备内容时长(M)`
,neirong_in_app_use_time as `单设备内容时长/app停留时长`
,service_privacy_uv as `到达隐私授权界面设备数`
,service_click_uv as `同意隐私授权设备设备数`
,service_privacy_uv_in_dau as `到达隐私授权界面设备数/DAU`
,service_click_uv_in_dau as `同意隐私授权设备数/到达隐私授权界面设备数`
,open_push_uv as `开启推送授权设备数`
,open_push_uv_in_dau as `开启推送授权设备数/DAU`
,push_receive_uv_in_open_push_uv as `次日接收推送设备数/当天开启推送授权设备数`
,click_uv as `点击推送的设备数`
,non_click_uv as `未点击推送的设备数`
,click_uv_in_dau as `点击推送设备数/DAU`
,nvl(login_dev_num,0) as `新增注册设备数`
,nvl(login_user_num,0) as `新增注册账号`
,nvl(login_phone_user_num,0) as `新增注册手机号用户数`
,nvl(retention_1,0) as `次日留存率`
,nvl(retention_7,0) as `第7日留存率`
,nvl(retention_30,0) as `第30日留存率`
,nvl(per_open_times,0) as `单设备打开频次`
,nvl(home_feeds_ctr,0) as `信息流内容ctr`
,nvl(per_use_time,0) as `单设备app停留时长(M)`
,nvl(neirong_page_stay,0) as `单设备内容时长(M)`
,nvl(neirong_in_app_use_time,0) as `单设备内容时长/app停留时长`
,nvl(service_privacy_uv,0) as `到达隐私授权界面设备数`
,nvl(service_click_uv,0) as `同意隐私授权设备设备数`
,nvl(service_privacy_uv_in_dau,0) as `到达隐私授权界面设备数/DAU`
,nvl(service_click_uv_in_dau,0) as `同意隐私授权设备数/到达隐私授权界面设备数`
,nvl(open_push_uv,0) as `开启推送授权设备数`
,nvl(open_push_uv_in_dau,0) as `开启推送授权设备数/DAU`
,nvl(push_receive_uv_in_open_push_uv,0) as `次日接收推送设备数/当天开启推送授权设备数`
,nvl(click_uv,0) as `点击推送的设备数`
,nvl(non_click_uv,0) as `未点击推送的设备数`
,nvl(click_uv_in_dau,0) as `点击推送设备数/DAU`
,non_click_uv_in_dau `未点击推送设备数/DAU`
,op_push_open_uv `点击运营推送设备数`
,auto_push_open_uv as `点击系统推送设备数`
,personal_push_open_uv `点击个性化推送设备数`
,sign_push_open_uv as `点击签到推送设备数`
,op_push_open_uv_in_receive as `点击运营推送设备/接收到运营推送设备`
,auto_push_open_uv_in_receive as `点击系统推送设备/接收到系统推送设备`
,personal_push_open_uv_in_receive as `点击个性化推送设备/接收到个性化推送设备`
,sign_push_open_uv_in_receive as `点击签到推送设备/接收到签到推送设备`
,question_num as `主动提问数`
,answer_num as `主动回答数`
,topic_num as `主动发帖数`
,reply_num as `真实评论数`
,question_num_in_dau as `主动提问设备数/DAU`
,answer_num_in_dau as `主动回答设备数/DAU`
,topic_num_in_dau as `主动发帖设备数/DAU`
,reply_num_in_dau as `主动评论设备数/DAU`
,nvl(non_click_uv_in_dau,0) `未点击推送设备数/DAU`
,nvl(op_push_open_uv,0) `点击运营推送设备数`
,nvl(auto_push_open_uv,0) as `点击系统推送设备数`
,nvl(personal_push_open_uv,0) `点击个性化推送设备数`
,nvl(sign_push_open_uv,0) as `点击签到推送设备数`
,nvl(op_push_open_uv_in_receive,0) as `点击运营推送设备/接收到运营推送设备`
,nvl(auto_push_open_uv_in_receive,0) as `点击系统推送设备/接收到系统推送设备`
,nvl(personal_push_open_uv_in_receive,0) as `点击个性化推送设备/接收到个性化推送设备`
,nvl(sign_push_open_uv_in_receive,0) as `点击签到推送设备/接收到签到推送设备`
,nvl(question_num,0) as `主动提问数`
,nvl(answer_num,0) as `主动回答数`
,nvl(topic_num,0) as `主动发帖数`
,nvl(reply_num,0) as `真实评论数`
,nvl(question_num_in_dau,0) as `主动提问设备数/DAU`
,nvl(answer_num_in_dau,0) as `主动回答设备数/DAU`
,nvl(topic_num_in_dau,0) as `主动发帖设备数/DAU`
,nvl(reply_num_in_dau,0) as `主动评论设备数/DAU`
,neirongUV as `内容UV`
,neirongPV `内容PV`
,neirongUV_in_dau `内容UV/DAU`
,neirongPV_in_UV `内容PV/内容UV`
,result_more_UV as `搜索结果综合页UV`
,result_meigou_UV as `搜索结果美购页UV`
,result_con_UV as `搜索结果商业页UV`
,result_more_UV_in_dau as `搜索结果综合页UV/DAU`
,result_meigou_UV_in_dau as `搜索结果美购页UV/DAU`
,result_con_UV_in_dau as `搜索结果商业页UV/DAU`
,result_more_PV as `搜索结果综合页PV`
,result_meigou_PV as `搜索结果美购页PV`
,result_con_PV as `搜索结果商业页PV`
,result_more_PV_in_UV as `搜索结果综合页PV/搜索结果综合页UV`
,result_meigou_PV_in_UV as `搜索结果美购页PV/搜索结果美购页UV`
,result_con_PV_in_UV `搜索结果商业页PV/搜索结果商业页UV`
,result_more_PV_in_dau `搜索结果综合页PV/DAU`
,result_meigou_PV_in_dau `搜索结果美购页PV/DAU`
,result_con_PV_in_dau as `搜索结果商业页PV/DAU`
,neirong_meigou_PV as `来自内容页的美购页PV`
,neirong_con_PV as `来自内容页的商业页PV`
,neirong_meigou_PV_in_dau as `来自内容页的美购页PV/DAU`
,neirong_con_PV_in_dau as `来自内容页的商业页PV/DAU`
,neirong_click_pv as `内容页的推荐内容点击pv`
,wel_second_pv_in_neirongPV as `来自内容页的商业二跳/内容pv`
,neirong_second_pv_in_neirongPV as `来自内容页的内容二跳/内容pv`
,nvl(neirongUV,0) as `内容UV`
,nvl(neirongPV,0) `内容PV`
,nvl(neirongUV_in_dau,0) `内容UV/DAU`
,nvl(neirongPV_in_UV,0) `内容PV/内容UV`
,nvl(result_more_UV,0) as `搜索结果综合页UV`
,nvl(result_meigou_UV,0) as `搜索结果美购页UV`
,nvl(result_con_UV,0) as `搜索结果商业页UV`
,nvl(result_more_UV_in_dau,0) as `搜索结果综合页UV/DAU`
,nvl(result_meigou_UV_in_dau,0) as `搜索结果美购页UV/DAU`
,nvl(result_con_UV_in_dau,0) as `搜索结果商业页UV/DAU`
,nvl(result_more_PV,0) as `搜索结果综合页PV`
,nvl(result_meigou_PV,0) as `搜索结果美购页PV`
,nvl(result_con_PV,0) as `搜索结果商业页PV`
,nvl(result_more_PV_in_UV,0) as `搜索结果综合页PV/搜索结果综合页UV`
,nvl(result_meigou_PV_in_UV,0) as `搜索结果美购页PV/搜索结果美购页UV`
,nvl(result_con_PV_in_UV,0) `搜索结果商业页PV/搜索结果商业页UV`
,nvl(result_more_PV_in_dau,0) `搜索结果综合页PV/DAU`
,nvl(result_meigou_PV_in_dau,0) `搜索结果美购页PV/DAU`
,nvl(result_con_PV_in_dau,0) as `搜索结果商业页PV/DAU`
,nvl(neirong_meigou_PV,0) as `来自内容页的美购页PV`
,nvl(neirong_con_PV,0) as `来自内容页的商业页PV`
,nvl(neirong_meigou_PV_in_dau,0) as `来自内容页的美购页PV/DAU`
,nvl(neirong_con_PV_in_dau,0) as `来自内容页的商业页PV/DAU`
,nvl(neirong_click_pv,0) as `内容页的推荐内容点击pv`
,nvl(wel_second_pv_in_neirongPV,0) as `来自内容页的商业二跳/内容pv`
,nvl(neirong_second_pv_in_neirongPV,0) as `来自内容页的内容二跳/内容pv`
FROM pm.tl_pm_operation_d
where partition_day ='20200824' and day_id<='20200726'
or partition_day=regexp_replace(date_sub(current_date,1),'-','') and
where ((partition_day ='20200824' and day_id<='20200726')
or (partition_day<regexp_replace(date_sub(current_date,1),'-','') and partition_day>'20200824' and day_id=regexp_replace(date_sub(FROM_UNIXTIME(UNIX_TIMESTAMP(partition_day,'yyyymmdd'),'yyyy-mm-dd'),29),'-',''))
or (partition_day=regexp_replace(date_sub(current_date,1),'-','') and day_id>=regexp_replace(date_sub(current_date,30),'-','')))
order by `日期`,`系统`,`新老`,`渠道`
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment