Skip to content

B
bi-report
Commit 40140e50 authored by 赵建伟's avatar 赵建伟
Browse files
Options

Merge branch 'weiyimin' into 'master' 

Weiyimin

See merge request !47
parents 97dac580 837ff895
Show whitespace changes
Inline Side-by-side
Showing with 153 additions and 137 deletions
pm/clue_daily/etl/clue_daily.sql
View file @ 40140e50
...@@ -26,10 +26,10 @@ SELECT T1.partition_date as day_id ...@@ -26,10 +26,10 @@ SELECT T1.partition_date as day_id
,valid_msg_num ,valid_msg_num
,clue_dev ,clue_dev
,clue_num ,clue_num
,call_dev ,nvl(call_dev,0)
,call_num ,nvl(call_num,0)
,valid_call_dev ,nvl(valid_call_dev,0)
,valid_call_num ,nvl(valid_call_num,0)
,msg_dev_4 ,msg_dev_4
,msg_num_4 ,msg_num_4
...@@ -37,10 +37,10 @@ SELECT T1.partition_date as day_id ...@@ -37,10 +37,10 @@ SELECT T1.partition_date as day_id
,valid_msg_num_4 ,valid_msg_num_4
,clue_dev_4 ,clue_dev_4
,clue_num_4 ,clue_num_4
,call_dev_4 ,nvl(call_dev_4,0)
,call_num_4 ,nvl(call_num_4,0)
,valid_call_dev_4 ,nvl(valid_call_dev_4,0)
,valid_call_num_4 ,nvl(valid_call_num_4,0)
,msg_dev_kyc ,msg_dev_kyc
,msg_num_kyc ,msg_num_kyc
...@@ -48,10 +48,10 @@ SELECT T1.partition_date as day_id ...@@ -48,10 +48,10 @@ SELECT T1.partition_date as day_id
,valid_msg_num_kyc ,valid_msg_num_kyc
,clue_dev_kyc ,clue_dev_kyc
,clue_num_kyc ,clue_num_kyc
,call_dev_kyc ,nvl(call_dev_kyc,0)
,call_num_kyc ,nvl(call_num_kyc,0)
,valid_call_dev_kyc ,nvl(valid_call_dev_kyc,0)
,valid_call_num_kyc ,nvl(valid_call_num_kyc,0)
,msg_dev_qa ,msg_dev_qa
,msg_num_qa ,msg_num_qa
...@@ -59,10 +59,10 @@ SELECT T1.partition_date as day_id ...@@ -59,10 +59,10 @@ SELECT T1.partition_date as day_id
,valid_msg_num_qa ,valid_msg_num_qa
,clue_dev_qa ,clue_dev_qa
,clue_num_qa ,clue_num_qa
,call_dev_qa ,nvl(call_dev_qa,0)
,call_num_qa ,nvl(call_num_qa,0)
,valid_call_dev_qa ,nvl(valid_call_dev_qa,0)
,valid_call_num_qa ,nvl(valid_call_num_qa,0)
FROM FROM
( (
SELECT mas.partition_date as partition_date SELECT mas.partition_date as partition_date
...@@ -71,36 +71,36 @@ FROM ...@@ -71,36 +71,36 @@ FROM
,grey_type ,grey_type
,count(distinct mas.device_id) as dau ,count(distinct mas.device_id) as dau
,count(distinct a.user_id) as user_num ,count(distinct a.user_id) as user_num
,count(distinct case when t1.msg_num>0 then t1.user_id end) msg_dev ,nvl(count(distinct case when t1.msg_num>0 then t1.user_id end),0) msg_dev
,sum(t1.msg_num) msg_num ,nvl(sum(t1.msg_num),0) msg_num
,count(distinct case when t1_v.valid_msg_num>0 then t1_v.user_id end) valid_msg_dev ,nvl(count(distinct case when t1_v.valid_msg_num>0 then t1_v.user_id end),0) valid_msg_dev
,sum(t1_v.valid_msg_num) as valid_msg_num ,nvl(sum(t1_v.valid_msg_num),0) as valid_msg_num
,count(distinct case when t2.clue_num>0 then t2.user_id end) as clue_dev ,nvl(count(distinct case when t2.clue_num>0 then t2.user_id end),0) as clue_dev
,sum(t2.clue_num) as clue_num ,nvl(sum(t2.clue_num),0) as clue_num
,count(distinct case when t10.msg_num>0 then t10.user_id end) msg_dev_4 ,nvl(count(distinct case when t10.msg_num>0 then t10.user_id end),0) msg_dev_4
,sum(t10.msg_num) msg_num_4 ,nvl(sum(t10.msg_num),0) msg_num_4
,count(distinct case when t10_v.valid_msg_num>0 then t10_v.user_id end) valid_msg_dev_4 ,nvl(count(distinct case when t10_v.valid_msg_num>0 then t10_v.user_id end),0) valid_msg_dev_4
,sum(t10_v.valid_msg_num) as valid_msg_num_4 ,nvl(sum(t10_v.valid_msg_num),0) as valid_msg_num_4
,count(distinct case when t11.clue_num>0 then t11.user_id end) as clue_dev_4 ,nvl(count(distinct case when t11.clue_num>0 then t11.user_id end),0) as clue_dev_4
,sum(t11.clue_num) as clue_num_4 ,nvl(sum(t11.clue_num),0) as clue_num_4
,count(distinct case when t4.msg_num>0 then t4.user_id end) msg_dev_kyc ,nvl(count(distinct case when t4.msg_num>0 then t4.user_id end),0) msg_dev_kyc
,sum(t4.msg_num) msg_num_kyc ,nvl(sum(t4.msg_num),0) msg_num_kyc
,count(distinct case when t4_v.valid_msg_num>0 then t4_v.user_id end) valid_msg_dev_kyc ,nvl(count(distinct case when t4_v.valid_msg_num>0 then t4_v.user_id end),0) valid_msg_dev_kyc
,sum(t4_v.valid_msg_num) as valid_msg_num_kyc ,nvl(sum(t4_v.valid_msg_num),0) as valid_msg_num_kyc
,count(distinct case when t5.clue_num>0 then t5.user_id end) as clue_dev_kyc ,nvl(count(distinct case when t5.clue_num>0 then t5.user_id end),0) as clue_dev_kyc
,sum(t5.clue_num) as clue_num_kyc ,nvl(sum(t5.clue_num),0) as clue_num_kyc
,count(distinct case when t7.msg_num>0 then t7.user_id end) msg_dev_qa ,nvl(count(distinct case when t7.msg_num>0 then t7.user_id end),0) msg_dev_qa
,sum(t7.msg_num) msg_num_qa ,nvl(sum(t7.msg_num),0) msg_num_qa
,count(distinct case when t7_v.valid_msg_num>0 then t7_v.user_id end) valid_msg_dev_qa ,nvl(count(distinct case when t7_v.valid_msg_num>0 then t7_v.user_id end),0) valid_msg_dev_qa
,sum(t7_v.valid_msg_num) as valid_msg_num_qa ,nvl(sum(t7_v.valid_msg_num),0) as valid_msg_num_qa
,count(distinct case when t8.clue_num>0 then t8.user_id end) as clue_dev_qa ,nvl(count(distinct case when t8.clue_num>0 then t8.user_id end),0) as clue_dev_qa
,sum(t8.clue_num) as clue_num_qa ,nvl(sum(t8.clue_num),0) as clue_num_qa
FROM FROM
( (
...@@ -123,13 +123,13 @@ FROM ...@@ -123,13 +123,13 @@ FROM
)mas )mas
left join left join
(--找出user_id当天活跃的第一个设备id (--找出user_id当天活跃的第一个设备id
SELECT user_id,partition_day, SELECT user_id,partition_date,
if(size(device_id_list) > 0, device_id_list [ 0 ], '') AS device_id if(size(device_list) > 0, device_list [ 0 ], '') AS device_id
FROM ml.ml_c_ct_ui_user_dimen_inc_d FROM online.ml_user_updates
WHERE partition_day>=REGEXP_REPLACE(trunc(date_sub(current_date(),1),'MM'),'-','') WHERE partition_date>=REGEXP_REPLACE(trunc(date_sub(current_date(),1),'MM'),'-','')
AND partition_day<= regexp_replace(date_sub(current_date,1),'-','') AND partition_date<= regexp_replace(date_sub(current_date,1),'-','')
)a )a
on mas.partition_date=a.partition_day and mas.device_id=a.device_id on mas.partition_date=a.partition_date and mas.device_id=a.device_id
left join left join
(--私信线索总数 (--私信线索总数
SELECT msg.partition_date,user_id SELECT msg.partition_date,user_id
...@@ -144,7 +144,7 @@ FROM ...@@ -144,7 +144,7 @@ FROM
)msg )msg
GROUP BY msg.partition_date,user_id GROUP BY msg.partition_date,user_id
)t1 )t1
ON a.partition_day = t1.partition_date and a.user_id=t1.user_id ON a.partition_date = t1.partition_date and a.user_id=t1.user_id
left join left join
(--有效私信线索总数 (--有效私信线索总数
SELECT msg.partition_date,user_id SELECT msg.partition_date,user_id
...@@ -160,7 +160,7 @@ FROM ...@@ -160,7 +160,7 @@ FROM
)msg )msg
GROUP BY msg.partition_date,user_id GROUP BY msg.partition_date,user_id
)t1_v )t1_v
ON a.partition_day = t1_v.partition_date and a.user_id=t1_v.user_id ON a.partition_date = t1_v.partition_date and a.user_id=t1_v.user_id
LEFT JOIN LEFT JOIN
( --电话线索总数 ( --电话线索总数
SELECT partition_date,user_id,count(1) AS clue_num SELECT partition_date,user_id,count(1) AS clue_num
...@@ -175,7 +175,7 @@ FROM ...@@ -175,7 +175,7 @@ FROM
)a )a
GROUP BY partition_date,user_id GROUP BY partition_date,user_id
)t2 )t2
ON a.partition_day = t2.partition_date and a.user_id=t2.user_id ON a.partition_date = t2.partition_date and a.user_id=t2.user_id
left join left join
(--kyc私信 (--kyc私信
...@@ -206,7 +206,7 @@ FROM ...@@ -206,7 +206,7 @@ FROM
)msg )msg
group by msg.partition_date,user_id group by msg.partition_date,user_id
)t4 )t4
on a.partition_day=t4.partition_date and a.user_id=t4.user_id on a.partition_date=t4.partition_date and a.user_id=t4.user_id
left join left join
(--kyc有效私信 (--kyc有效私信
SELECT msg.partition_date,user_id SELECT msg.partition_date,user_id
...@@ -237,7 +237,7 @@ FROM ...@@ -237,7 +237,7 @@ FROM
)msg )msg
group by msg.partition_date,user_id group by msg.partition_date,user_id
)t4_v )t4_v
on a.partition_day=t4_v.partition_date and a.user_id=t4_v.user_id on a.partition_date=t4_v.partition_date and a.user_id=t4_v.user_id
LEFT JOIN LEFT JOIN
( --kyc电话线索总数 ( --kyc电话线索总数
SELECT partition_date,user_id,count(1) as clue_num SELECT partition_date,user_id,count(1) as clue_num
...@@ -288,7 +288,7 @@ FROM ...@@ -288,7 +288,7 @@ FROM
)a )a
group by partition_date,user_id group by partition_date,user_id
)t5 )t5
ON a.partition_day = t5.partition_date and a.user_id=t5.user_id ON a.partition_date = t5.partition_date and a.user_id=t5.user_id
left join left join
(--需求自测私信 (--需求自测私信
...@@ -342,7 +342,7 @@ FROM ...@@ -342,7 +342,7 @@ FROM
)msg )msg
group by msg.partition_date,user_id group by msg.partition_date,user_id
)t7 )t7
on a.partition_day=t7.partition_date and a.user_id=t7.user_id on a.partition_date=t7.partition_date and a.user_id=t7.user_id
left join left join
(--需求自测有效私信 (--需求自测有效私信
SELECT msg.partition_date,user_id SELECT msg.partition_date,user_id
...@@ -396,7 +396,7 @@ FROM ...@@ -396,7 +396,7 @@ FROM
)msg )msg
group by msg.partition_date,user_id group by msg.partition_date,user_id
)t7_v )t7_v
on a.partition_day=t7_v.partition_date and a.user_id=t7_v.user_id on a.partition_date=t7_v.partition_date and a.user_id=t7_v.user_id
LEFT JOIN LEFT JOIN
( --需求自测电话线索总数 ( --需求自测电话线索总数
SELECT partition_date,user_id,count(1) as clue_num SELECT partition_date,user_id,count(1) as clue_num
...@@ -429,7 +429,7 @@ FROM ...@@ -429,7 +429,7 @@ FROM
)a )a
group by partition_date,user_id group by partition_date,user_id
)t8 )t8
ON a.partition_day = t8.partition_date and a.user_id=t8.user_id ON a.partition_date = t8.partition_date and a.user_id=t8.user_id
left join left join
(--t4以上商户私信线索总数 (--t4以上商户私信线索总数
...@@ -459,7 +459,7 @@ FROM ...@@ -459,7 +459,7 @@ FROM
on msg.merchant_id=b.merchant_id on msg.merchant_id=b.merchant_id
GROUP BY msg.partition_date,user_id GROUP BY msg.partition_date,user_id
)t10 )t10
ON a.partition_day = t10.partition_date and a.user_id=t10.user_id ON a.partition_date = t10.partition_date and a.user_id=t10.user_id
left join left join
(--t4以上商户有效私信线索总数 (--t4以上商户有效私信线索总数
SELECT msg.partition_date,user_id SELECT msg.partition_date,user_id
...@@ -489,7 +489,7 @@ FROM ...@@ -489,7 +489,7 @@ FROM
on msg.merchant_id=b.merchant_id on msg.merchant_id=b.merchant_id
GROUP BY msg.partition_date,user_id GROUP BY msg.partition_date,user_id
)t10_v )t10_v
ON a.partition_day = t10_v.partition_date and a.user_id=t10_v.user_id ON a.partition_date = t10_v.partition_date and a.user_id=t10_v.user_id
left join left join
(--t4以上商户电话线索总数 (--t4以上商户电话线索总数
SELECT partition_date,user_id,count(1) AS clue_num SELECT partition_date,user_id,count(1) AS clue_num
...@@ -518,31 +518,33 @@ FROM ...@@ -518,31 +518,33 @@ FROM
on a.merchant_id=b.merchant_id on a.merchant_id=b.merchant_id
GROUP BY partition_date,user_id GROUP BY partition_date,user_id
)t11 )t11
ON a.partition_day = t11.partition_date and a.user_id=t11.user_id ON a.partition_date = t11.partition_date and a.user_id=t11.user_id
group by mas.partition_date,device_os_type,active_type,grey_type group by mas.partition_date,device_os_type,active_type,grey_type
)T1 )T1
LEFT JOIN LEFT JOIN
( (
SELECT t3.partition_date,a.device_os_type,'老活跃设备'as active_type,a.grey_type SELECT t3.partition_date,a.device_os_type,a.grey_type
,count(distinct case when t3.call_num>0 then t3.user_id end) as call_dev ,case when b.active_type in ('1','2') then '新增设备'
,sum(t3.call_num) as call_num when (b.active_type ='4' or b.active_type is null) then '老活跃设备' end as active_type
,count(distinct case when t3_v.valid_call_num>0 then t3_v.user_id end) as valid_call_dev ,nvl(count(distinct case when t3.call_num>0 then t3.user_id end),0) as call_dev
,sum(t3_v.valid_call_num) as valid_call_num ,nvl(sum(t3.call_num),0) as call_num
,nvl(count(distinct case when t3_v.valid_call_num>0 then t3_v.user_id end),0) as valid_call_dev
,nvl(sum(t3_v.valid_call_num),0) as valid_call_num
,count(distinct case when t12.call_num>0 then t12.user_id end) as call_dev_4 ,nvl(count(distinct case when t12.call_num>0 then t12.user_id end),0) as call_dev_4
,sum(t12.call_num) as call_num_4 ,nvl(sum(t12.call_num),0) as call_num_4
,count(distinct case when t12_v.valid_call_num>0 then t12_v.user_id end) as valid_call_dev_4 ,nvl(count(distinct case when t12_v.valid_call_num>0 then t12_v.user_id end),0) as valid_call_dev_4
,sum(t12_v.valid_call_num) as valid_call_num_4 ,nvl(sum(t12_v.valid_call_num),0) as valid_call_num_4
,count(distinct case when t6.call_num>0 then t6.user_id end) as call_dev_kyc ,nvl(count(distinct case when t6.call_num>0 then t6.user_id end),0) as call_dev_kyc
,sum(t6.call_num) as call_num_kyc ,nvl(sum(t6.call_num),0) as call_num_kyc
,count(distinct case when t6_v.valid_call_num>0 then t6_v.user_id end) as valid_call_dev_kyc ,nvl(count(distinct case when t6_v.valid_call_num>0 then t6_v.user_id end),0) as valid_call_dev_kyc
,sum(t6_v.valid_call_num) as valid_call_num_kyc ,nvl(sum(t6_v.valid_call_num),0) as valid_call_num_kyc
,count(distinct case when t9.call_num>0 then t9.user_id end) as call_dev_qa ,nvl(count(distinct case when t9.call_num>0 then t9.user_id end),0) as call_dev_qa
,sum(t9.call_num) as call_num_qa ,nvl(sum(t9.call_num),0) as call_num_qa
,count(distinct case when t9_v.valid_call_num>0 then t9_v.user_id end) as valid_call_dev_qa ,nvl(count(distinct case when t9_v.valid_call_num>0 then t9_v.user_id end),0) as valid_call_dev_qa
,sum(t9_v.valid_call_num) as valid_call_num_qa ,nvl(sum(t9_v.valid_call_num),0) as valid_call_num_qa
FROM FROM
( (
...@@ -553,24 +555,25 @@ LEFT JOIN ...@@ -553,24 +555,25 @@ LEFT JOIN
,array(case when substr(convup(setencryption(device_id,'sha-1'),16,10),-2,2)%20 = 0 then 'kyc灰度' else '非灰' end,'合计') as grey_type ,array(case when substr(convup(setencryption(device_id,'sha-1'),16,10),-2,2)%20 = 0 then 'kyc灰度' else '非灰' end,'合计') as grey_type
FROM FROM
( (
SELECT device_id,device_os_type,a.user_id SELECT device_id,device_os_type,a.user_id,a.partition_date
,row_number() over(partition by device_id order by a.partition_day desc) as rn ,row_number() over(partition by device_id order by a.partition_date desc) as rn
FROM FROM
( (
SELECT device_id,device_os_type,v.user_id,partition_day SELECT device_id,v.device_os_type,v.user_id,partition_date
FROM ml.mid_ml_c_ct_dv_device_inc_d FROM online.ml_device_updates
LATERAL VIEW EXPLODE(user_id_list) v as user_id LATERAL VIEW EXPLODE(user_list) v as user_id
where partition_day>='20200801' and partition_day<=regexp_replace(date_sub(current_date(),1),'-','') LATERAL VIEW EXPLODE(device_os_type) v as device_os_type
where partition_date>='20200801' and partition_date<=regexp_replace(date_sub(current_date(),1),'-','')
)a--由于要取近期该设备用过的user_id，故时间取的较长，避免用公式而将月末数据少算 )a--由于要取近期该设备用过的user_id，故时间取的较长，避免用公式而将月末数据少算
join join
( (
SELECT partition_day,user_id SELECT partition_date,user_id
FROM ml.ml_c_ct_ui_user_dimen_inc_d FROM online.ml_user_updates
where partition_day>='20200801' and partition_day<=regexp_replace(date_sub(current_date(),1),'-','') where partition_date>='20200801' and partition_date<=regexp_replace(date_sub(current_date(),1),'-','')
and size(user_phone_list)>0 and phone is not null and phone <>''
group by partition_day,user_id group by partition_date,user_id
)b )b
on a.partition_day=b.partition_day and a.user_id=b.user_id on a.partition_date=b.partition_date and a.user_id=b.user_id
)c )c
where rn=1 where rn=1
)d )d
...@@ -628,6 +631,18 @@ LEFT JOIN ...@@ -628,6 +631,18 @@ LEFT JOIN
GROUP BY user_id,partition_date GROUP BY user_id,partition_date
)t3 )t3
ON a.user_id=t3.user_id ON a.user_id=t3.user_id
left join
(
SELECT
partition_date
,device_id
,active_type
FROM online.ml_device_day_active_status
where partition_date>=REGEXP_REPLACE(trunc(date_sub(current_date(),1),'MM'),'-','')
AND partition_date<=regexp_replace(date_sub(current_date,1),'-','')
AND active_type in ('1','2','4')
)b
on t3.partition_date=b.partition_date and a.device_id=b.device_id
LEFT JOIN LEFT JOIN
( ---拨打电话线索 ( ---拨打电话线索
SELECT partition_date,user_id SELECT partition_date,user_id
...@@ -1120,9 +1135,10 @@ LEFT JOIN ...@@ -1120,9 +1135,10 @@ LEFT JOIN
GROUP BY user_id,partition_date GROUP BY user_id,partition_date
)t12_v )t12_v
ON t3.partition_date = t12_v.partition_date and t3.user_id=t12_v.user_id ON t3.partition_date = t12_v.partition_date and t3.user_id=t12_v.user_id
group by t3.partition_date,a.device_os_type,a.grey_type group by t3.partition_date,a.device_os_type,a.grey_type,case when b.active_type in ('1','2') then '新增设备'
when (b.active_type ='4' or b.active_type is null) then '老活跃设备' end
)T2 )T2
on T1.partition_date=T2.partition_date on T1.partition_date=T2.partition_date
AND T1.device_os_type=T2.device_os_type AND T1.device_os_type=T2.device_os_type
AND T1.active_type=T2.active_type AND T1.active_type=T2.active_type
AND T1.grey_type=T2.grey_type; AND T1.grey_type=T2.grey_type
pm/clue_daily/job/step3.job
View file @ 40140e50
#step3.job #step3.job
type=command type=command
dependencies=step2 dependencies=step2
command=curl -X GET http://localhost:8553/api/report/email/clue_daily/weiyimin@igengmei.com/weiyimin@qq.com command=curl -X GET http://localhost:8553/api/report/email/clue_daily/liudi@igengmei.com,wangxin@igengmei.com,zhaoyang@igengmei.com/weiyimin@igengmei.com
\ No newline at end of file \ No newline at end of file
pm/daily_recommend_strategy/etl/daily_recommend_strategy.sql
View file @ 40140e50
...@@ -37,7 +37,7 @@ FROM ...@@ -37,7 +37,7 @@ FROM
WHEN active_type IN ('1','2') THEN '新增' END AS active_type WHEN active_type IN ('1','2') THEN '新增' END AS active_type
,device_id ,device_id
FROM online.ml_device_day_active_status FROM online.ml_device_day_active_status
WHERE partition_date=regexp_replace(DATE_SUB(current_date,1) ,'-','') WHERE partition_date>='20200101' and partition_date<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
AND active_type IN ('1','2','4') AND active_type IN ('1','2','4')
AND first_channel_source_type not IN ('yqxiu1','yqxiu2','yqxiu3','yqxiu4','yqxiu5','mxyc1','mxyc2','mxyc3' AND first_channel_source_type not IN ('yqxiu1','yqxiu2','yqxiu3','yqxiu4','yqxiu5','mxyc1','mxyc2','mxyc3'
,'wanpu','jinshan','jx','maimai','zhuoyi','huatian','suopingjingling','mocha','mizhe','meika','lamabang' ,'wanpu','jinshan','jx','maimai','zhuoyi','huatian','suopingjingling','mocha','mizhe','meika','lamabang'
...@@ -53,7 +53,7 @@ FROM ...@@ -53,7 +53,7 @@ FROM
SELECT partition_date, SELECT partition_date,
card_content_type, card_content_type,
cl_id, cl_id,
recommend_type, v.recommend_type,
card_id, card_id,
count(distinct app_session_id) as session_pv count(distinct app_session_id) as session_pv
FROM FROM
...@@ -61,18 +61,17 @@ FROM ...@@ -61,18 +61,17 @@ FROM
SELECT partition_date, SELECT partition_date,
cl_id, cl_id,
case when card_content_type in ('qa','answer') then 'qa' else card_content_type end as card_content_type, case when card_content_type in ('qa','answer') then 'qa' else card_content_type end as card_content_type,
CASE when transaction_type in ('fmctr') then 'fmctr' CASE when transaction_type in ('fmctr') then array('fmctr','合计')
WHEN transaction_type like '%ctr' THEN 'ctr预估' WHEN transaction_type like '%ctr' THEN array('ctr预估','合计')
WHEN transaction_type like '%cvr' THEN 'cvr预估' WHEN transaction_type like '%cvr' THEN array('cvr预估','合计')
WHEN transaction_type in ('-1','smr') THEN 'smr' WHEN transaction_type in ('-1','smr') THEN array('smr','合计')
when transaction_type in ('pgc','hotspot') then '热点卡片' when transaction_type in ('pgc','hotspot') then array('热点卡片','合计')
when transaction_type in ('newdata') then '保量卡片' when transaction_type in ('newdata') then array('保量卡片')
when transaction_type in ('hotspot_feed') then 'hotspot_feed' when transaction_type in ('hotspot_feed') then array('hotspot_feed','合计') end AS recommend_type,
END AS recommend_type,
card_id, card_id,
app_session_id app_session_id
from online.ml_community_precise_exposure_detail from online.ml_community_precise_exposure_detail
WHERE partition_date=regexp_replace(DATE_SUB(current_date,1) ,'-','') WHERE partition_date>='20200101' and partition_date<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
AND action in ('page_precise_exposure','home_choiceness_card_exposure') --7745版本action改为page_precise_exposure AND action in ('page_precise_exposure','home_choiceness_card_exposure') --7745版本action改为page_precise_exposure
AND is_exposure = '1' ----精准曝光 AND is_exposure = '1' ----精准曝光
AND page_name ='home' AND page_name ='home'
...@@ -83,17 +82,18 @@ FROM ...@@ -83,17 +82,18 @@ FROM
group by partition_date, group by partition_date,
case when card_content_type in ('qa','answer') then 'qa' else card_content_type end, case when card_content_type in ('qa','answer') then 'qa' else card_content_type end,
cl_id, cl_id,
CASE when transaction_type in ('fmctr') then 'fmctr' CASE when transaction_type in ('fmctr') then array('fmctr','合计')
WHEN transaction_type like '%ctr' THEN 'ctr预估' WHEN transaction_type like '%ctr' THEN array('ctr预估','合计')
WHEN transaction_type like '%cvr' THEN 'cvr预估' WHEN transaction_type like '%cvr' THEN array('cvr预估','合计')
WHEN transaction_type in ('-1','smr') THEN 'smr' WHEN transaction_type in ('-1','smr') THEN array('smr','合计')
when transaction_type in ('pgc','hotspot') then '热点卡片' when transaction_type in ('pgc','hotspot') then array('热点卡片','合计')
when transaction_type in ('newdata') then '保量卡片' when transaction_type in ('newdata') then array('保量卡片')
when transaction_type in ('hotspot_feed') then 'hotspot_feed' END, when transaction_type in ('hotspot_feed') then array('hotspot_feed','合计')end,
card_id, card_id,
app_session_id app_session_id
)a )a
group by partition_date,card_content_type,cl_id,recommend_type,card_id LATERAL VIEW explode (a.recommend_type) v as recommend_type
group by partition_date,card_content_type,cl_id,v.recommend_type,card_id
)t2 )t2
on t1.device_id=t2.cl_id and t1.partition_date=t2.partition_date on t1.device_id=t2.cl_id and t1.partition_date=t2.partition_date
LEFT JOIN LEFT JOIN
...@@ -101,7 +101,7 @@ FROM ...@@ -101,7 +101,7 @@ FROM
SELECT partition_date, SELECT partition_date,
card_content_type, card_content_type,
cl_id, cl_id,
recommend_type, v.recommend_type,
card_id, card_id,
count(distinct app_session_id) as session_pv count(distinct app_session_id) as session_pv
FROM FROM
...@@ -109,18 +109,17 @@ FROM ...@@ -109,18 +109,17 @@ FROM
SELECT partition_date, SELECT partition_date,
cl_id, cl_id,
case when params['card_content_type'] in ('qa','answer') then 'qa' else params['card_content_type'] end as card_content_type, case when params['card_content_type'] in ('qa','answer') then 'qa' else params['card_content_type'] end as card_content_type,
CASE when params['transaction_type'] in ('fmctr') then 'fmctr' CASE when params['transaction_type'] in ('fmctr') then array('fmctr','合计')
WHEN params['transaction_type'] like '%ctr' THEN 'ctr预估' WHEN params['transaction_type'] like '%ctr' THEN array('ctr预估','合计')
WHEN params['transaction_type'] like '%cvr' THEN 'cvr预估' WHEN params['transaction_type'] like '%cvr' THEN array('cvr预估','合计')
WHEN params['transaction_type'] in ('-1','smr') THEN 'smr' WHEN params['transaction_type'] in ('-1','smr') THEN array('smr','合计')
when params['transaction_type'] in ('pgc','hotspot') then '热点卡片' when params['transaction_type'] in ('pgc','hotspot') then array('热点卡片','合计')
when params['transaction_type'] in ('newdata') then '保量卡片' when params['transaction_type'] in ('newdata') then array('保量卡片')
when params['transaction_type'] in ('hotspot_feed') then 'hotspot_feed' when params['transaction_type'] in ('hotspot_feed') then array('hotspot_feed','合计')end AS recommend_type,
END AS recommend_type,
params['card_id'] as card_id, params['card_id'] as card_id,
app_session_id app_session_id
from online.bl_hdfs_maidian_updates from online.bl_hdfs_maidian_updates
WHERE partition_date=regexp_replace(DATE_SUB(current_date,1) ,'-','') WHERE partition_date>='20200101' and partition_date<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
AND action='on_click_card' AND action='on_click_card'
AND params['page_name'] ='home' AND params['page_name'] ='home'
AND params['tab_name'] = '精选' AND params['tab_name'] = '精选'
...@@ -130,17 +129,18 @@ FROM ...@@ -130,17 +129,18 @@ FROM
GROUP BY partition_date, GROUP BY partition_date,
cl_id, cl_id,
case when params['card_content_type'] in ('qa','answer') then 'qa' else params['card_content_type'] end, case when params['card_content_type'] in ('qa','answer') then 'qa' else params['card_content_type'] end,
CASE when params['transaction_type'] in ('fmctr') then 'fmctr' CASE when params['transaction_type'] in ('fmctr') then array('fmctr','合计')
WHEN params['transaction_type'] like '%ctr' THEN 'ctr预估' WHEN params['transaction_type'] like '%ctr' THEN array('ctr预估','合计')
WHEN params['transaction_type'] like '%cvr' THEN 'cvr预估' WHEN params['transaction_type'] like '%cvr' THEN array('cvr预估','合计')
WHEN params['transaction_type'] in ('-1','smr') THEN 'smr' WHEN params['transaction_type'] in ('-1','smr') THEN array('smr','合计')
when params['transaction_type'] in ('pgc','hotspot') then '热点卡片' when params['transaction_type'] in ('pgc','hotspot') then array('热点卡片','合计')
when params['transaction_type'] in ('newdata') then '保量卡片' when params['transaction_type'] in ('newdata') then array('保量卡片')
when params['transaction_type'] in ('hotspot_feed') then 'hotspot_feed' END, when params['transaction_type'] in ('hotspot_feed') then array('hotspot_feed','合计')end,
params['card_id'], params['card_id'],
app_session_id app_session_id
)a )a
group by partition_date,card_content_type,cl_id,recommend_type,card_id LATERAL VIEW explode (a.recommend_type) v as recommend_type
group by partition_date,card_content_type,cl_id,v.recommend_type,card_id
)t3 )t3
on t2.partition_date=t3.partition_date on t2.partition_date=t3.partition_date
and t2.cl_id=t3.cl_id and t2.cl_id=t3.cl_id
...@@ -155,7 +155,7 @@ FROM ...@@ -155,7 +155,7 @@ FROM
when page_name in ('question_detail','answer_detail','question_answer_detail') then 'qa' else null end as page_name, when page_name in ('question_detail','answer_detail','question_answer_detail') then 'qa' else null end as page_name,
sum(page_stay) as page_stay sum(page_stay) as page_stay
FROM online.bl_hdfs_maidian_updates FROM online.bl_hdfs_maidian_updates
WHERE partition_date=regexp_replace(DATE_SUB(current_date,1) ,'-','') WHERE partition_date>='20200101' and partition_date<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
AND action='page_view' AND action='page_view'
AND page_name IN ('diary_detail','topic_detail','post_detail','user_post_detail','doctor_post_detail','question_detail','answer_detail','question_answer_detail') AND page_name IN ('diary_detail','topic_detail','post_detail','user_post_detail','doctor_post_detail','question_detail','answer_detail','question_answer_detail')
AND referrer='home' AND referrer='home'
...@@ -177,7 +177,7 @@ FROM ...@@ -177,7 +177,7 @@ FROM
when page_name in ('question_detail','answer_detail','question_answer_detail') then 'qa' else null end as page_name, when page_name in ('question_detail','answer_detail','question_answer_detail') then 'qa' else null end as page_name,
count(1) as navbar_pv count(1) as navbar_pv
FROM online.bl_hdfs_maidian_updates FROM online.bl_hdfs_maidian_updates
WHERE partition_date=regexp_replace(DATE_SUB(current_date,1) ,'-','') WHERE partition_date>='20200101' and partition_date<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
AND action in ('on_click_navbar_search','do_search') AND action in ('on_click_navbar_search','do_search')
AND page_name IN ('diary_detail','topic_detail','post_detail','user_post_detail','doctor_post_detail','question_detail','answer_detail','question_answer_detail') AND page_name IN ('diary_detail','topic_detail','post_detail','user_post_detail','doctor_post_detail','question_detail','answer_detail','question_answer_detail')
AND (referrer='home' or AND (referrer='home' or
...@@ -200,7 +200,7 @@ FROM ...@@ -200,7 +200,7 @@ FROM
when page_name in ('question_detail','answer_detail','question_answer_detail') then 'qa' else null end as page_name, when page_name in ('question_detail','answer_detail','question_answer_detail') then 'qa' else null end as page_name,
count(1) as highlight_pv count(1) as highlight_pv
FROM online.bl_hdfs_maidian_updates FROM online.bl_hdfs_maidian_updates
WHERE partition_date=regexp_replace(DATE_SUB(current_date,1) ,'-','') WHERE partition_date>='20200101' and partition_date<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
AND action='on_click_card' AND action='on_click_card'
and params['card_type']='highlight_word' and params['card_type']='highlight_word'
AND page_name IN ('diary_detail','topic_detail','post_detail','user_post_detail','doctor_post_detail','question_detail','answer_detail','question_answer_detail') AND page_name IN ('diary_detail','topic_detail','post_detail','user_post_detail','doctor_post_detail','question_detail','answer_detail','question_answer_detail')
...@@ -227,7 +227,7 @@ FROM ...@@ -227,7 +227,7 @@ FROM
when page_name in ('question_detail','answer_detail','question_answer_detail') then 'qa' else null end as page_name, when page_name in ('question_detail','answer_detail','question_answer_detail') then 'qa' else null end as page_name,
count(1) as pv count(1) as pv
FROM online.bl_hdfs_maidian_updates FROM online.bl_hdfs_maidian_updates
WHERE partition_date=regexp_replace(DATE_SUB(current_date,1) ,'-','') WHERE partition_date>='20200101' and partition_date<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
AND (get_json_object(params['extra_param'], '$.type')='交互栏' AND (get_json_object(params['extra_param'], '$.type')='交互栏'
or get_json_object(params['extra_param'], '$.jump_from')='msg_link' or get_json_object(params['extra_param'], '$.jump_from')='msg_link'
or params['in_page_pos']='top' or params['in_page_pos']='top'
...@@ -261,7 +261,7 @@ FROM ...@@ -261,7 +261,7 @@ FROM
when page_name in ('question_detail','answer_detail','question_answer_detail') then 'qa' else null end as page_name, when page_name in ('question_detail','answer_detail','question_answer_detail') then 'qa' else null end as page_name,
count(1) as service_pv count(1) as service_pv
FROM online.bl_hdfs_maidian_updates FROM online.bl_hdfs_maidian_updates
WHERE partition_date=regexp_replace(DATE_SUB(current_date,1) ,'-','') WHERE partition_date>='20200101' and partition_date<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
AND (action='on_click_card'and params['card_content_type']='service' AND (action='on_click_card'and params['card_content_type']='service'
or action='on_click_button' and params['button_name']='unfold' and page_name in ('diary_detail','topic_detail','post_detail','user_post_detail','doctor_post_detail') or action='on_click_button' and params['button_name']='unfold' and page_name in ('diary_detail','topic_detail','post_detail','user_post_detail','doctor_post_detail')
or action='on_click_button' and params['button_name'] = 'more_recommendations') or action='on_click_button' and params['button_name'] = 'more_recommendations')
...@@ -291,7 +291,7 @@ FROM ...@@ -291,7 +291,7 @@ FROM
when page_name in ('question_detail','answer_detail','question_answer_detail') then 'qa' else null end as page_name, when page_name in ('question_detail','answer_detail','question_answer_detail') then 'qa' else null end as page_name,
count(1) as service_pv count(1) as service_pv
FROM online.bl_hdfs_maidian_updates FROM online.bl_hdfs_maidian_updates
WHERE partition_date=regexp_replace(DATE_SUB(current_date,1) ,'-','') WHERE partition_date>='20200101' and partition_date<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
AND action='on_click_card' AND action='on_click_card'
and params['card_content_type'] in ('qa','diary','user_post','answer') and params['card_content_type'] in ('qa','diary','user_post','answer')
AND page_name IN ('diary_detail','topic_detail','post_detail','user_post_detail','doctor_post_detail','question_detail','answer_detail','question_answer_detail') AND page_name IN ('diary_detail','topic_detail','post_detail','user_post_detail','doctor_post_detail','question_detail','answer_detail','question_answer_detail')
...@@ -317,7 +317,7 @@ FROM ...@@ -317,7 +317,7 @@ FROM
when page_name in ('question_detail','answer_detail','question_answer_detail') then 'qa' else null end as page_name, when page_name in ('question_detail','answer_detail','question_answer_detail') then 'qa' else null end as page_name,
count(1) as video_pv count(1) as video_pv
FROM online.bl_hdfs_maidian_updates FROM online.bl_hdfs_maidian_updates
WHERE partition_date=regexp_replace(DATE_SUB(current_date,1) ,'-','') WHERE partition_date>='20200101' and partition_date<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
AND action='on_click_button' AND action='on_click_button'
and params['button_name']='video_interview' and params['button_name']='video_interview'
AND page_name IN ('diary_detail','topic_detail','post_detail','user_post_detail','doctor_post_detail','question_detail','answer_detail','question_answer_detail') AND page_name IN ('diary_detail','topic_detail','post_detail','user_post_detail','doctor_post_detail','question_detail','answer_detail','question_answer_detail')
...@@ -341,7 +341,7 @@ FROM ...@@ -341,7 +341,7 @@ FROM
when page_name in ('question_detail','answer_detail','question_answer_detail') then 'qa' else null end as page_name, when page_name in ('question_detail','answer_detail','question_answer_detail') then 'qa' else null end as page_name,
count(1) as referral_pv count(1) as referral_pv
FROM online.bl_hdfs_maidian_updates FROM online.bl_hdfs_maidian_updates
WHERE partition_date=regexp_replace(DATE_SUB(current_date,1) ,'-','') WHERE partition_date>='20200101' and partition_date<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
AND action='on_click_button' AND action='on_click_button'
and params['button_name']='referral' and params['button_name']='referral'
AND page_name IN ('diary_detail','topic_detail','post_detail','user_post_detail','doctor_post_detail','question_detail','answer_detail','question_answer_detail') AND page_name IN ('diary_detail','topic_detail','post_detail','user_post_detail','doctor_post_detail','question_detail','answer_detail','question_answer_detail')
...@@ -377,7 +377,7 @@ FROM ...@@ -377,7 +377,7 @@ FROM
SELECT user_id,partition_date, SELECT user_id,partition_date,
if(size(device_list) > 0, device_list [ 0 ], '') AS device_id if(size(device_list) > 0, device_list [ 0 ], '') AS device_id
FROM online.ml_user_updates FROM online.ml_user_updates
WHERE partition_date=regexp_replace(DATE_SUB(current_date,1) ,'-','') WHERE partition_date>='20200101' and partition_date<=regexp_replace(DATE_SUB(current_date,1) ,'-','')
)t1 )t1
JOIN JOIN
( --医生账号 ( --医生账号
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment