Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
B
bi-report
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
data
bi-report
Commits
889dd8a8
Commit
889dd8a8
authored
Aug 25, 2020
by
魏艺敏
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
push codes
parent
2646d22e
Expand all
Hide whitespace changes
Inline
Side-by-side
Showing
29 changed files
with
265 additions
and
11 deletions
+265
-11
clue_daily.sql
pm/clue_daily/etl/clue_daily.sql
+0
-0
create_clue_daily.sql
pm/clue_daily/etl/create_clue_daily.sql
+5
-1
clue_daily.zip
pm/clue_daily/job/clue_daily.zip
+0
-0
step1_14.job
pm/clue_daily/job/step1_14.job
+4
-0
step2.job
pm/clue_daily/job/step2.job
+2
-1
clue_daily.sql
pm/clue_daily/report/clue_daily.sql
+14
-8
en-cn.properties
pm/daily_operation/en-cn.properties
+2
-0
create_daily_operation.sql
pm/daily_operation/etl/create_daily_operation.sql
+99
-0
daily_operation.sql
pm/daily_operation/etl/daily_operation.sql
+0
-0
clue_daily.zip
pm/daily_operation/job/clue_daily.zip
+0
-0
step1_1.job
pm/daily_operation/job/step1_1.job
+4
-0
step1_10.job
pm/daily_operation/job/step1_10.job
+4
-0
step1_11.job
pm/daily_operation/job/step1_11.job
+4
-0
step1_12.job
pm/daily_operation/job/step1_12.job
+4
-0
step1_13.job
pm/daily_operation/job/step1_13.job
+4
-0
step1_2.job
pm/daily_operation/job/step1_2.job
+4
-0
step1_3.job
pm/daily_operation/job/step1_3.job
+4
-0
step1_4.job
pm/daily_operation/job/step1_4.job
+4
-0
step1_5.job
pm/daily_operation/job/step1_5.job
+4
-0
step1_6.job
pm/daily_operation/job/step1_6.job
+4
-0
step1_7.job
pm/daily_operation/job/step1_7.job
+4
-0
step1_8.job
pm/daily_operation/job/step1_8.job
+4
-0
step1_9.job
pm/daily_operation/job/step1_9.job
+4
-0
step2.job
pm/daily_operation/job/step2.job
+5
-0
step3.job
pm/daily_operation/job/step3.job
+5
-0
readme.txt
pm/daily_operation/readme.txt
+0
-0
daily_operation.sql
pm/daily_operation/report/daily_operation.sql
+75
-0
daily_recommend_strategy.sql
pm/daily_recommend_strategy/etl/daily_recommend_strategy.sql
+0
-0
home_recommend_strategy.sql
...ily_recommend_strategy/report/home_recommend_strategy.sql
+2
-1
No files found.
pm/clue_daily/etl/clue_daily.sql
View file @
889dd8a8
This diff is collapsed.
Click to expand it.
pm/clue_daily/etl/create_clue_daily.sql
View file @
889dd8a8
...
@@ -20,10 +20,14 @@ CREATE TABLE IF NOT EXISTS pm.tl_pm_userclue_d
...
@@ -20,10 +20,14 @@ CREATE TABLE IF NOT EXISTS pm.tl_pm_userclue_d
device_os_type
string
comment
'{"chs_name":"设备类型","description":"","etl":"","value":"","remark":""}'
,
device_os_type
string
comment
'{"chs_name":"设备类型","description":"","etl":"","value":"","remark":""}'
,
active_type
string
comment
'{"chs_name":"活跃类型","description":"","etl":"","value":"","remark":""}'
,
active_type
string
comment
'{"chs_name":"活跃类型","description":"","etl":"","value":"","remark":""}'
,
grey_type
string
comment
'{"chs_name":"灰度类型","description":"","etl":"","value":"","remark":""}'
,
grey_type
string
comment
'{"chs_name":"灰度类型","description":"","etl":"","value":"","remark":""}'
,
channel
string
comment
'{"chs_name":"渠道","description":"","etl":"","value":"","remark":""}'
,
dau
bigint
comment
'{"chs_name":"dau(不去除积分墙)","description":"","etl":"","value":"","remark":""}'
,
dau
bigint
comment
'{"chs_name":"dau(不去除积分墙)","description":"","etl":"","value":"","remark":""}'
,
user_num
bigint
comment
'{"chs_name":"注册用户","description":"","etl":"","value":"","remark":""}'
,
phone_user_num
bigint
comment
'{"chs_name":"手机号注册用户","description":"","etl":"","value":"","remark":""}'
,
total_clue_dev
bigint
comment
'{"chs_name":"总咨询设备","description":"","etl":"","value":"","remark":""}'
,
total_clue_num
bigint
comment
'{"chs_name":"总线索","description":"","etl":"","value":"","remark":""}'
,
total_valid_dev
bigint
comment
'{"chs_name":"总有效咨询设备","description":"","etl":"","value":"","remark":""}'
,
total_valid_dev
bigint
comment
'{"chs_name":"总有效咨询设备","description":"","etl":"","value":"","remark":""}'
,
total_valid_num
bigint
comment
'{"chs_name":"总有效线索","description":"","etl":"","value":"","remark":""}'
,
total_valid_num
bigint
comment
'{"chs_name":"总有效线索","description":"","etl":"","value":"","remark":""}'
,
msg_num
bigint
comment
'{"chs_name":"私信咨询人次-总计","description":"","etl":"","value":"","remark":""}'
,
msg_dev
bigint
comment
'{"chs_name":"私信咨询设备数-总计","description":"","etl":"","value":"","remark":""}'
,
msg_dev
bigint
comment
'{"chs_name":"私信咨询设备数-总计","description":"","etl":"","value":"","remark":""}'
,
msg_num
bigint
comment
'{"chs_name":"私信咨询人次-总计","description":"","etl":"","value":"","remark":""}'
,
msg_num
bigint
comment
'{"chs_name":"私信咨询人次-总计","description":"","etl":"","value":"","remark":""}'
,
valid_msg_dev
bigint
comment
'{"chs_name":"有效私信咨询设备数-总计","description":"","etl":"","value":"","remark":""}'
,
valid_msg_dev
bigint
comment
'{"chs_name":"有效私信咨询设备数-总计","description":"","etl":"","value":"","remark":""}'
,
...
...
pm/clue_daily/job/clue_daily.zip
View file @
889dd8a8
No preview for this file type
pm/clue_daily/job/step1_14.job
0 → 100644
View file @
889dd8a8
#step1_13.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_userextra_view
\ No newline at end of file
pm/clue_daily/job/step2.job
View file @
889dd8a8
#step2.job
#step2.job
type=command
type=command
dependencies=step1_1,step1_2,step1_3,step1_4,step1_5,step1_6,step1_7,step1_8,step1_9,step1_10,step1_11,step1_12,step1_13
dependencies=step1_1,step1_2,step1_3,step1_4,step1_5,step1_6,step1_7,step1_8,step1_9,step1_10,step1_11,step1_12,step1_13
,step1_14
command=sh /home/bi/bi-report/lib/shell/hive clue_daily
command=sh /home/bi/bi-report/lib/shell/hive clue_daily
\ No newline at end of file
pm/clue_daily/report/clue_daily.sql
View file @
889dd8a8
...
@@ -2,22 +2,28 @@ SELECT day_id `日期`
...
@@ -2,22 +2,28 @@ SELECT day_id `日期`
,
device_os_type
`系统`
,
device_os_type
`系统`
,
active_type
`新老`
,
active_type
`新老`
,
grey_type
`是否灰度`
,
grey_type
`是否灰度`
,
channel
`渠道`
,
dau
as
`dau(不去除积分墙)`
,
dau
as
`dau(不去除积分墙)`
,
user_num
as
`注册的用户数`
,
user_num
as
`注册的用户数`
,
phone_user_num
as
`手机号注册用户数`
,
total_clue_dev
as
`总咨询设备(去重)`
,
total_clue_num
as
`总线索`
,
total_valid_dev
+
valid_call_dev_d
as
`总有效咨询设备(去重)`
,
total_valid_dev
+
valid_call_dev_d
as
`总有效咨询设备(去重)`
,
total_valid_num
+
valid_call_num_d
as
`总有效线索`
,
total_valid_num
+
valid_call_num_d
as
`总有效线索`
,
concat
(
round
((
total_valid_dev
+
valid_call_dev_d
)
/
dau
,
2
)
*
100
,
'%'
)
as
`总有效线索设备(去重)/dau`
,
nvl
(
concat
(
round
((
total_valid_dev
+
valid_call_dev_d
)
/
dau
*
100
,
2
),
'%'
),
0
)
as
`总有效线索设备(去重)/dau`
,
concat
(
round
((
total_valid_num
+
valid_call_num_d
)
/
dau
,
2
)
*
100
,
'%'
)
as
`总有效线索/dau`
,
nvl
(
concat
(
round
((
total_valid_num
+
valid_call_num_d
)
/
dau
*
100
,
2
),
'%'
),
0
)
as
`总有效线索/dau`
,
nvl
(
concat
(
round
((
total_valid_dev
+
valid_call_dev_d
)
/
total_clue_dev
*
100
,
2
),
'%'
),
0
)
as
`总有效线索设备(去重)/总咨询设备(去重)`
,
nvl
(
concat
(
round
((
total_valid_num
+
valid_call_num_d
)
/
total_clue_num
*
100
,
2
),
'%'
),
0
)
as
`总有效线索/总线索`
,
msg_dev
as
`私信咨询设备数-总计`
,
msg_dev
as
`私信咨询设备数-总计`
,
msg_num
as
`私信咨询人次-总计`
,
msg_num
as
`私信咨询人次-总计`
,
valid_msg_dev
as
`有效私信咨询设备数-总计`
,
valid_msg_dev
as
`有效私信咨询设备数-总计`
,
valid_msg_num
as
`有效私信咨询人次-总计`
,
valid_msg_num
as
`有效私信咨询人次-总计`
,
concat
(
round
(
valid_msg_num
/
msg_num
,
2
)
*
100
,
'%'
)
as
`有效私信咨询人次/私信咨询人次`
,
nvl
(
concat
(
round
(
valid_msg_num
/
msg_num
*
100
,
2
),
'%'
),
0
)
as
`有效私信咨询人次/私信咨询人次`
,
clue_dev
as
`授权电话线索设备数-总计`
,
clue_dev
as
`授权电话线索设备数-总计`
,
clue_num
as
`授权电话线索人次-总计`
,
clue_num
as
`授权电话线索人次-总计`
,
call_dev
+
call_dev_d
as
`拨打电话线索设备数-总计`
,
call_dev
+
call_dev_d
as
`拨打电话线索设备数-总计`
,
call_num
+
call_num_d
as
`拨打电话线索人次-总计`
,
call_num
+
call_num_d
as
`拨打电话线索人次-总计`
,
concat
(
round
((
call_num
+
call_num_d
)
/
clue_num
,
2
)
*
100
,
'%'
)
as
`拨打电话人次/授权电话人次`
,
nvl
(
concat
(
round
((
call_num
+
call_num_d
)
/
clue_num
*
100
,
2
),
'%'
),
0
)
as
`拨打电话人次/授权电话人次`
,
valid_call_dev
+
valid_call_dev_d
as
`有效电话线索设备数-总计`
,
valid_call_dev
+
valid_call_dev_d
as
`有效电话线索设备数-总计`
,
valid_call_num
+
valid_call_num_d
as
`有效电话线索人次-总计`
,
valid_call_num
+
valid_call_num_d
as
`有效电话线索人次-总计`
,
call_dev
as
`当天拨打电话线索设备数-总计`
,
call_dev
as
`当天拨打电话线索设备数-总计`
...
@@ -27,18 +33,18 @@ SELECT day_id `日期`
...
@@ -27,18 +33,18 @@ SELECT day_id `日期`
,
msg_dev_3
`私信咨询设备数-3级以上商户`
,
msg_dev_3
`私信咨询设备数-3级以上商户`
,
msg_num_3
`私信咨询人次-3级以上商户`
,
msg_num_3
`私信咨询人次-3级以上商户`
,
concat
(
round
(
msg_num_3
/
msg_num
,
2
)
*
100
,
'%'
)
as
`私信咨询人次-3级以上/私信咨询人次`
,
nvl
(
concat
(
round
(
msg_num_3
/
msg_num
*
100
,
2
),
'%'
),
0
)
as
`私信咨询人次-3级以上/私信咨询人次`
,
valid_msg_dev_3
`有效私信咨询设备数-3级以上商户`
,
valid_msg_dev_3
`有效私信咨询设备数-3级以上商户`
,
valid_msg_num_3
as
`有效私信咨询人次-3级以上商户`
,
valid_msg_num_3
as
`有效私信咨询人次-3级以上商户`
,
clue_dev_3
as
`授权电话线索设备数-3级以上商户`
,
clue_dev_3
as
`授权电话线索设备数-3级以上商户`
,
clue_num_3
as
`授权电话线索人次-3级以上商户`
,
clue_num_3
as
`授权电话线索人次-3级以上商户`
,
concat
(
round
(
clue_num_3
/
clue_num
,
2
)
*
100
,
'%'
)
as
`授权电话线索-3级以上/授权电话线索`
,
nvl
(
concat
(
round
(
clue_num_3
/
clue_num
*
100
,
2
),
'%'
),
0
)
as
`授权电话线索-3级以上/授权电话线索`
,
call_dev_3
+
call_dev_3_d
as
`拨打电话线索设备数-3级以上商户`
,
call_dev_3
+
call_dev_3_d
as
`拨打电话线索设备数-3级以上商户`
,
call_num_3
+
valid_call_num_3
as
`拨打电话线索人次-3级以上商户`
,
call_num_3
+
valid_call_num_3
as
`拨打电话线索人次-3级以上商户`
,
concat
(
round
((
call_num_3
+
valid_call_num_3
)
/
clue_num_3
,
2
)
*
100
,
'%'
)
as
`拨打电话线索人次-3级以上/授权电话线索人次-3级以上`
,
nvl
(
concat
(
round
((
call_num_3
+
valid_call_num_3
)
/
clue_num_3
*
100
,
2
),
'%'
),
0
)
as
`拨打电话线索人次-3级以上/授权电话线索人次-3级以上`
,
valid_call_dev_3
+
valid_call_dev_3_d
as
`有效电话线索设备数-3级以上商户`
,
valid_call_dev_3
+
valid_call_dev_3_d
as
`有效电话线索设备数-3级以上商户`
,
valid_call_num_3
+
valid_call_num_3_d
as
`有效电话线索人次-3级以上商户`
,
valid_call_num_3
+
valid_call_num_3_d
as
`有效电话线索人次-3级以上商户`
,
concat
(
round
((
valid_call_num_3
+
valid_call_num_3_d
)
/
clue_num_3
,
2
)
*
100
,
'%'
)
as
`有效电话线索人次-3级以上/授权电话线索人次-3级以上`
,
nvl
(
concat
(
round
((
valid_call_num_3
+
valid_call_num_3_d
)
/
clue_num_3
*
100
,
2
),
'%'
),
0
)
as
`有效电话线索人次-3级以上/授权电话线索人次-3级以上`
,
call_dev_3
as
`当天拨打电话线索设备数-3级以上商户`
,
call_dev_3
as
`当天拨打电话线索设备数-3级以上商户`
,
call_num_3
as
`当天拨打电话线索人次-3级以上商户`
,
call_num_3
as
`当天拨打电话线索人次-3级以上商户`
,
valid_call_dev_3
as
`当天有效电话线索设备数-3级以上商户`
,
valid_call_dev_3
as
`当天有效电话线索设备数-3级以上商户`
...
...
pm/daily_operation/en-cn.properties
0 → 100644
View file @
889dd8a8
clue_daily
=
线索日报(用户侧)
\ No newline at end of file
pm/daily_operation/etl/create_daily_operation.sql
0 → 100644
View file @
889dd8a8
--***************************************************************
--*脚本名称:
--*功能: 运营日报
--*业务名称: pm
--*输入数据:
--*作者: weiyimin@igengmei.com
--*更新时间:
--***************************************************************
--设置全局变量&UDF
SET
mapreduce
.
job
.
queuename
=
data
;
--使用bl数据库
USE
pm
;
--创建BL层内部表
CREATE
TABLE
IF
NOT
EXISTS
pm
.
tl_pm_operation_d
(
day_id
string
comment
'{"chs_name":"当天日期","description":"","etl":"","value":"","remark":""}'
,
device_os_type
string
comment
'{"chs_name":"设备类型","description":"","etl":"","value":"","remark":""}'
,
active_type
string
comment
'{"chs_name":"活跃类型","description":"","etl":"","value":"","remark":""}'
,
channel
string
comment
'{"chs_name":"渠道","description":"","etl":"","value":"","remark":""}'
,
dau
bigint
comment
'{"chs_name":"dau(去除积分墙)","description":"","etl":"","value":"","remark":""}'
,
login_dev_num
bigint
comment
'{"chs_name":"新增注册设备数","description":"","etl":"","value":"","remark":""}'
,
login_user_num
bigint
comment
'{"chs_name":"新增注册账号","description":"","etl":"","value":"","remark":""}'
,
login_phone_user_num
bigint
comment
'{"chs_name":"新增注册手机号用户数","description":"","etl":"","value":"","remark":""}'
,
retention_1
string
comment
'{"chs_name":"次日留存率","description":"","etl":"","value":"","remark":""}'
,
retention_7
string
comment
'{"chs_name":"第7日留存率","description":"","etl":"","value":"","remark":""}'
,
retention_30
string
comment
'{"chs_name":"第30日留存率","description":"","etl":"","value":"","remark":""}'
,
per_open_times
bigint
comment
'{"chs_name":"单设备打开频次","description":"","etl":"","value":"","remark":""}'
,
home_feeds_ctr
string
comment
'{"chs_name":"信息流内容ctr","description":"","etl":"","value":"","remark":""}'
,
per_use_time
double
comment
'{"chs_name":"单设备app停留时长(M)","description":"","etl":"","value":"","remark":""}'
,
neirong_page_stay
double
comment
'{"chs_name":"单设备内容时长(M)","description":"","etl":"","value":"","remark":""}'
,
neirong_in_app_use_time
string
comment
'{"chs_name":"单设备内容时长/app停留时长","description":"","etl":"","value":"","remark":""}'
,
service_privacy_uv
bigint
comment
'{"chs_name":"到达隐私授权界面设备数","description":"","etl":"","value":"","remark":""}'
,
service_click_uv
bigint
comment
'{"chs_name":"同意隐私授权设备设备数","description":"","etl":"","value":"","remark":""}'
,
service_privacy_uv_in_dau
string
comment
'{"chs_name":"到达隐私授权界面设备数/DAU","description":"","etl":"","value":"","remark":""}'
,
service_click_uv_in_dau
string
comment
'{"chs_name":"同意隐私授权设备数/到达隐私授权界面设备数","description":"","etl":"","value":"","remark":""}'
,
open_push_uv
bigint
comment
'{"chs_name":"开启推送授权设备数","description":"","etl":"","value":"","remark":""}'
,
open_push_uv_in_dau
string
comment
'{"chs_name":"开启推送授权设备数/DAU","description":"","etl":"","value":"","remark":""}'
,
push_receive_uv_in_open_push_uv
string
comment
'{"chs_name":"次日接收推送设备数/当天开启推送授权设备数","description":"","etl":"","value":"","remark":""}'
,
click_uv
bigint
comment
'{"chs_name":"点击推送的设备数","description":"","etl":"","value":"","remark":""}'
,
non_click_uv
bigint
comment
'{"chs_name":"未点击推送的设备数","description":"","etl":"","value":"","remark":""}'
,
click_uv_in_dau
string
comment
'{"chs_name":"点击推送设备数/DAU","description":"","etl":"","value":"","remark":""}'
,
non_click_uv_in_dau
string
comment
'{"chs_name":"未点击推送设备数/DAU","description":"","etl":"","value":"","remark":""}'
,
op_push_open_uv
bigint
comment
'{"chs_name":"点击运营推送设备数","description":"","etl":"","value":"","remark":""}'
,
auto_push_open_uv
bigint
comment
'{"chs_name":"点击系统推送设备数","description":"","etl":"","value":"","remark":""}'
,
personal_push_open_uv
bigint
comment
'{"chs_name":"点击个性化推送设备数","description":"","etl":"","value":"","remark":""}'
,
sign_push_open_uv
bigint
comment
'{"chs_name":"点击签到推送设备数","description":"","etl":"","value":"","remark":""}'
,
op_push_open_uv_in_receive
string
comment
'{"chs_name":"点击运营推送设备/接收到运营推送设备","description":"","etl":"","value":"","remark":""}'
,
auto_push_open_uv_in_receive
string
comment
'{"chs_name":"点击系统推送设备/接收到系统推送设备","description":"","etl":"","value":"","remark":""}'
,
personal_push_open_uv_in_receive
string
comment
'{"chs_name":"点击个性化推送设备/接收到个性化推送设备","description":"","etl":"","value":"","remark":""}'
,
sign_push_open_uv_in_receive
string
comment
'{"chs_name":"点击签到推送设备/接收到签到推送设备","description":"","etl":"","value":"","remark":""}'
,
question_num
bigint
comment
'{"chs_name":"主动提问数","description":"","etl":"","value":"","remark":""}'
,
answer_num
bigint
comment
'{"chs_name":"主动回答数","description":"","etl":"","value":"","remark":""}'
,
topic_num
bigint
comment
'{"chs_name":"主动发帖数","description":"","etl":"","value":"","remark":""}'
,
reply_num
bigint
comment
'{"chs_name":"真实评论数","description":"","etl":"","value":"","remark":""}'
,
question_num_in_dau
string
comment
'{"chs_name":"主动提问设备数/DAU`","description":"","etl":"","value":"","remark":""}'
,
answer_num_in_dau
string
comment
'{"chs_name":"主动回答设备数/DAU","description":"","etl":"","value":"","remark":""}'
,
topic_num_in_dau
string
comment
'{"chs_name":"主动发帖设备数/DAU","description":"","etl":"","value":"","remark":""}'
,
reply_num_in_dau
string
comment
'{"chs_name":"主动评论设备数/DAU","description":"","etl":"","value":"","remark":""}'
,
neirongUV
bigint
comment
'{"chs_name":"内容UV","description":"","etl":"","value":"","remark":""}'
,
neirongPV
bigint
comment
'{"chs_name":"内容PV","description":"","etl":"","value":"","remark":""}'
,
neirongUV_in_dau
string
comment
'{"chs_name":"内容UV/DAU","description":"","etl":"","value":"","remark":""}'
,
neirongPV_in_UV
double
comment
'{"chs_name":"内容PV/内容UV","description":"","etl":"","value":"","remark":""}'
,
result_more_UV
bigint
comment
'{"chs_name":"搜索结果综合页UV","description":"","etl":"","value":"","remark":""}'
,
result_meigou_UV
bigint
comment
'{"chs_name":"搜索结果美购页UV","description":"","etl":"","value":"","remark":""}'
,
result_con_UV
bigint
comment
'{"chs_name":"搜索结果商业页UV","description":"","etl":"","value":"","remark":""}'
,
result_more_UV_in_dau
string
comment
'{"chs_name":"搜索结果综合页UV/DAU","description":"","etl":"","value":"","remark":""}'
,
result_meigou_UV_in_dau
string
comment
'{"chs_name":"搜索结果美购页UV/DAU","description":"","etl":"","value":"","remark":""}'
,
result_con_UV_in_dau
string
comment
'{"chs_name":"搜索结果商业页UV/DAU","description":"","etl":"","value":"","remark":""}'
,
result_more_PV
bigint
comment
'{"chs_name":"搜索结果综合页PV","description":"","etl":"","value":"","remark":""}'
,
result_meigou_PV
bigint
comment
'{"chs_name":"搜索结果美购页PV","description":"","etl":"","value":"","remark":""}'
,
result_con_PV
bigint
comment
'{"chs_name":"搜索结果商业页PV","description":"","etl":"","value":"","remark":""}'
,
result_more_PV_in_UV
double
comment
'{"chs_name":"搜索结果综合页PV/搜索结果综合页UV","description":"","etl":"","value":"","remark":""}'
,
result_meigou_PV_in_UV
double
comment
'{"chs_name":"搜索结果美购页PV/搜索结果美购页UV","description":"","etl":"","value":"","remark":""}'
,
result_con_PV_in_UV
double
comment
'{"chs_name":"搜索结果商业页PV/搜索结果商业页UV","description":"","etl":"","value":"","remark":""}'
,
result_more_PV_in_dau
string
comment
'{"chs_name":"搜索结果综合页PV/DAU","description":"","etl":"","value":"","remark":""}'
,
result_meigou_PV_in_dau
string
comment
'{"chs_name":"搜索结果美购页PV/DAU","description":"","etl":"","value":"","remark":""}'
,
result_con_PV_in_dau
string
comment
'{"chs_name":"搜索结果商业页PV/DAU","description":"","etl":"","value":"","remark":""}'
,
neirong_meigou_PV
bigint
comment
'{"chs_name":"来自内容页的美购页PV","description":"","etl":"","value":"","remark":""}'
,
neirong_con_PV
bigint
comment
'{"chs_name":"来自内容页的商业页PV","description":"","etl":"","value":"","remark":""}'
,
neirong_meigou_PV_in_dau
string
comment
'{"chs_name":"来自内容页的美购页PV/DAU","description":"","etl":"","value":"","remark":""}'
,
neirong_con_PV_in_dau
string
comment
'{"chs_name":"来自内容页的商业页PV/DAU","description":"","etl":"","value":"","remark":""}'
,
neirong_click_pv
bigint
comment
'{"chs_name":"内容页的推荐内容点击pv","description":"","etl":"","value":"","remark":""}'
,
wel_second_pv_in_neirongPV
string
comment
'{"chs_name":"来自内容页的商业二跳/内容pv","description":"","etl":"","value":"","remark":""}'
,
neirong_second_pv_in_neirongPV
string
comment
'{"chs_name":"来自内容页的内容二跳/内容pv","description":"","etl":"","value":"","remark":""}'
)
comment
'运营日报'
PARTITIONED
BY
(
PARTITION_DAY
STRING
comment
'分区日期'
)
ROW
FORMAT
DELIMITED
FIELDS
TERMINATED
BY
'
\t
'
COLLECTION
ITEMS
TERMINATED
BY
'
\0
02'
MAP
KEYS
TERMINATED
BY
'
\0
03'
LINES
TERMINATED
BY
'
\n
'
STORED
AS
TEXTFILE
;
\ No newline at end of file
pm/daily_operation/etl/daily_operation.sql
0 → 100644
View file @
889dd8a8
This diff is collapsed.
Click to expand it.
pm/daily_operation/job/clue_daily.zip
0 → 100644
View file @
889dd8a8
File added
pm/daily_operation/job/step1_1.job
0 → 100644
View file @
889dd8a8
#step1_1.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online bl_hdfs_maidian_updates
\ No newline at end of file
pm/daily_operation/job/step1_10.job
0 → 100644
View file @
889dd8a8
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive tl tl_gm_sl_virtual_phone_binding
\ No newline at end of file
pm/daily_operation/job/step1_11.job
0 → 100644
View file @
889dd8a8
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive tl tl_gm_sl_lead_task_phone_binding
\ No newline at end of file
pm/daily_operation/job/step1_12.job
0 → 100644
View file @
889dd8a8
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive tl tl_gm_sl_lead_task
\ No newline at end of file
pm/daily_operation/job/step1_13.job
0 → 100644
View file @
889dd8a8
#step1_13.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_user_updates
\ No newline at end of file
pm/daily_operation/job/step1_2.job
0 → 100644
View file @
889dd8a8
#step1_2.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_device_day_active_status
\ No newline at end of file
pm/daily_operation/job/step1_3.job
0 → 100644
View file @
889dd8a8
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive ml ml_d_ct_dv_devicespam_d
\ No newline at end of file
pm/daily_operation/job/step1_4.job
0 → 100644
View file @
889dd8a8
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_device_updates
\ No newline at end of file
pm/daily_operation/job/step1_5.job
0 → 100644
View file @
889dd8a8
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online tl_hdfs_message_view
\ No newline at end of file
pm/daily_operation/job/step1_6.job
0 → 100644
View file @
889dd8a8
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive ml ml_c_et_msg_conversation_dimen_inc_d
\ No newline at end of file
pm/daily_operation/job/step1_7.job
0 → 100644
View file @
889dd8a8
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive online ml_doctor_relation_dimen_day
\ No newline at end of file
pm/daily_operation/job/step1_8.job
0 → 100644
View file @
889dd8a8
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive tl tl_gm_sl_ali_virtual_phone_call_detail
\ No newline at end of file
pm/daily_operation/job/step1_9.job
0 → 100644
View file @
889dd8a8
#step1_3.job
type=command
command=sh /home/bi/bi-report/lib/shell/waitsuccess.sh hive tl tl_gm_sl_ali_virtual_phone_binding
\ No newline at end of file
pm/daily_operation/job/step2.job
0 → 100644
View file @
889dd8a8
#step2.job
type=command
dependencies=step1_1,step1_2,step1_3,step1_4,step1_5,step1_6,step1_7,step1_8,step1_9,step1_10,step1_11,step1_12,step1_13
command=sh /home/bi/bi-report/lib/shell/hive clue_daily
\ No newline at end of file
pm/daily_operation/job/step3.job
0 → 100644
View file @
889dd8a8
#step3.job
type=command
dependencies=step2
command=curl -X GET http://localhost:8553/api/report/email/clue_daily/liudi@igengmei.com,wangxin@igengmei.com,zhaoyang@igengmei.com/weiyimin@igengmei.com
\ No newline at end of file
pm/daily_operation/readme.txt
0 → 100644
View file @
889dd8a8
pm/daily_operation/report/daily_operation.sql
0 → 100644
View file @
889dd8a8
SELECT
day_id
`日期`
,
device_os_type
`系统`
,
active_type
`新老`
,
channel
`渠道`
,
dau
as
`dau(去除积分墙)`
,
login_dev_num
as
`新增注册设备数`
,
login_user_num
as
`新增注册账号`
,
login_phone_user_num
as
`新增注册手机号用户数`
,
retention_1
as
`次日留存率`
,
retention_7
as
`第7日留存率`
,
retention_30
as
`第30日留存率`
,
per_open_times
as
`单设备打开频次`
,
home_feeds_ctr
as
`信息流内容ctr`
,
per_use_time
as
`单设备app停留时长(M)`
,
neirong_page_stay
as
`单设备内容时长(M)`
,
neirong_in_app_use_time
as
`单设备内容时长/app停留时长`
,
service_privacy_uv
as
`到达隐私授权界面设备数`
,
service_click_uv
as
`同意隐私授权设备设备数`
,
service_privacy_uv_in_dau
as
`到达隐私授权界面设备数/DAU`
,
service_click_uv_in_dau
as
`同意隐私授权设备数/到达隐私授权界面设备数`
,
open_push_uv
as
`开启推送授权设备数`
,
open_push_uv_in_dau
as
`开启推送授权设备数/DAU`
,
push_receive_uv_in_open_push_uv
as
`次日接收推送设备数/当天开启推送授权设备数`
,
click_uv
as
`点击推送的设备数`
,
non_click_uv
as
`未点击推送的设备数`
,
click_uv_in_dau
as
`点击推送设备数/DAU`
,
non_click_uv_in_dau
`未点击推送设备数/DAU`
,
op_push_open_uv
`点击运营推送设备数`
,
auto_push_open_uv
as
`点击系统推送设备数`
,
personal_push_open_uv
`点击个性化推送设备数`
,
sign_push_open_uv
as
`点击签到推送设备数`
,
op_push_open_uv_in_receive
as
`点击运营推送设备/接收到运营推送设备`
,
auto_push_open_uv_in_receive
as
`点击系统推送设备/接收到系统推送设备`
,
personal_push_open_uv_in_receive
as
`点击个性化推送设备/接收到个性化推送设备`
,
sign_push_open_uv_in_receive
as
`点击签到推送设备/接收到签到推送设备`
,
question_num
as
`主动提问数`
,
answer_num
as
`主动回答数`
,
topic_num
as
`主动发帖数`
,
reply_num
as
`真实评论数`
,
question_num_in_dau
as
`主动提问设备数/DAU`
,
answer_num_in_dau
as
`主动回答设备数/DAU`
,
topic_num_in_dau
as
`主动发帖设备数/DAU`
,
reply_num_in_dau
as
`主动评论设备数/DAU`
,
neirongUV
as
`内容UV`
,
neirongPV
`内容PV`
,
neirongUV_in_dau
`内容UV/DAU`
,
neirongPV_in_UV
`内容PV/内容UV`
,
result_more_UV
as
`搜索结果综合页UV`
,
result_meigou_UV
as
`搜索结果美购页UV`
,
result_con_UV
as
`搜索结果商业页UV`
,
result_more_UV_in_dau
as
`搜索结果综合页UV/DAU`
,
result_meigou_UV_in_dau
as
`搜索结果美购页UV/DAU`
,
result_con_UV_in_dau
as
`搜索结果商业页UV/DAU`
,
result_more_PV
as
`搜索结果综合页PV`
,
result_meigou_PV
as
`搜索结果美购页PV`
,
result_con_PV
as
`搜索结果商业页PV`
,
result_more_PV_in_UV
as
`搜索结果综合页PV/搜索结果综合页UV`
,
result_meigou_PV_in_UV
as
`搜索结果美购页PV/搜索结果美购页UV`
,
result_con_PV_in_UV
`搜索结果商业页PV/搜索结果商业页UV`
,
result_more_PV_in_dau
`搜索结果综合页PV/DAU`
,
result_meigou_PV_in_dau
`搜索结果美购页PV/DAU`
,
result_con_PV_in_dau
as
`搜索结果商业页PV/DAU`
,
neirong_meigou_PV
as
`来自内容页的美购页PV`
,
neirong_con_PV
as
`来自内容页的商业页PV`
,
neirong_meigou_PV_in_dau
as
`来自内容页的美购页PV/DAU`
,
neirong_con_PV_in_dau
as
`来自内容页的商业页PV/DAU`
,
neirong_click_pv
as
`内容页的推荐内容点击pv`
,
wel_second_pv_in_neirongPV
as
`来自内容页的商业二跳/内容pv`
,
neirong_second_pv_in_neirongPV
as
`来自内容页的内容二跳/内容pv`
FROM
pm
.
tl_pm_operation_d
where
partition_day
=
'20200824'
and
day_id
<=
'20200726'
or
partition_day
=
regexp_replace
(
date_sub
(
current_date
,
1
),
'-'
,
''
)
and
order
by
`日期`
,
`系统`
,
`新老`
,
`渠道`
pm/daily_recommend_strategy/etl/daily_recommend_strategy.sql
View file @
889dd8a8
This diff is collapsed.
Click to expand it.
pm/daily_recommend_strategy/report/home_recommend_strategy.sql
View file @
889dd8a8
...
@@ -19,5 +19,5 @@ SELECT
...
@@ -19,5 +19,5 @@ SELECT
-- '未配置' as `来自I的推荐专题点击pv`,
-- '未配置' as `来自I的推荐专题点击pv`,
transfer_card
as
`来自I的转诊点击pv`
,
transfer_card
as
`来自I的转诊点击pv`
,
video_consultation
as
`来自I的视频面诊点击pv`
FROM
pm
.
tl_pm_recommend_strategy_d
video_consultation
as
`来自I的视频面诊点击pv`
FROM
pm
.
tl_pm_recommend_strategy_d
WHERE
partition_day
>=
'202008
17
'
and
partition_day
<=
regexp_replace
(
DATE_SUB
(
current_date
,
1
)
,
'-'
,
''
)
WHERE
partition_day
>=
'202008
24
'
and
partition_day
<=
regexp_replace
(
DATE_SUB
(
current_date
,
1
)
,
'-'
,
''
)
order
by
`日期`
desc
,
`设备类型`
,
`活跃类型`
,
`卡片类型`
,
`推荐类型`
;
order
by
`日期`
desc
,
`设备类型`
,
`活跃类型`
,
`卡片类型`
,
`推荐类型`
;
\ No newline at end of file
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment