Skip to content

B
bi-report
Commit 3450d401 authored by 赵建伟's avatar 赵建伟
Browse files
Options

update codes

parent fb92acfc
Show whitespace changes
Inline Side-by-side
Showing with 91 additions and 86 deletions
sqls/demo/demo.sql
View file @ 3450d401
SET mapreduce.job.queuename = data; SET mapreduce.job.queuename=data;
SET mapreduce.map.memory.mb = 8192; SET mapreduce.map.memory.mb=8192;
SET mapreduce.map.java.opts = -Xmx8000m; SET mapreduce.map.java.opts=-Xmx8000m;
SET mapreduce.reduce.memory.mb = 8192; SET mapreduce.reduce.memory.mb=8192;
SET mapreduce.reduce.java.opts = -Xmx8000m; SET mapreduce.reduce.java.opts=-Xmx8000m;
set hive.auto.convert.join = true; set hive.auto.convert.join=true;
SET mapred.reduce.tasks = 20; SET mapred.reduce.tasks=20;
SET role admin; SET role admin;
INSERT OVERWRITE TABLE pm.tl_pm_search_click_path_d PARTITION (PARTITION_DAY = ${partition_day}) INSERT OVERWRITE TABLE pm.tl_pm_search_click_path_d PARTITION (PARTITION_DAY = ${partition_day})
SELECT day_id as day_id SELECT day_id as day_id
, device_os_type as device_os_type ,device_os_type as device_os_type
, active_type as active_type ,active_type as active_type
, v.search_entrance as search_entrance ,v.search_entrance as search_entrance
, sum(search_pv) as click_search_pv ,sum(search_pv) as click_search_pv
, sum(search_uv) as click_search_uv ,sum(search_uv) as click_search_uv
FROM ( FROM
SELECT day_id (
, device_os_type SELECT day_id,device_os_type,active_type,array(search_entrance,'合计') as search_entrance
, active_type ,search_pv,search_uv
, array(search_entrance, ''合计'') as search_entrance FROM
, search_pv (
, search_uv
FROM (
SELECT t1.partition_date as day_id SELECT t1.partition_date as day_id
, t1.device_os_type ,t1.device_os_type
, t1.active_type ,t1.active_type
, case when action = ''on_click_navbar_search'' and page_name = '' home '' then ''首页搜索框'' ,case when action='on_click_navbar_search' and page_name='home' then '首页搜索框'
when action=''on_click_navbar_search'' and page_name=''welfare_home'' then ''美购首页搜索框'' when action='on_click_navbar_search' and page_name='welfare_home' then '美购首页搜索框'
when action=''on_click_navbar_search'' and page_name=''category'' then ''品类聚合页搜索框'' when action='on_click_navbar_search' and page_name='category' then '品类聚合页搜索框'
when action=''on_click_navbar_search'' and page_name=''welfare_list'' and referrer_link =''["home","category"]'' then ''来自品类聚合的美购列表页搜索框'' when action='on_click_navbar_search' and page_name='welfare_list' and referrer_link ='["home","category"]' then '来自品类聚合的美购列表页搜索框'
when action=''on_click_navbar_search'' and page_name=''welfare_list'' and referrer_link =''["welfare_home"]'' then ''来自美购首页的美购列表页搜索框'' when action='on_click_navbar_search' and page_name='welfare_list' and referrer_link ='["welfare_home"]' then '来自美购首页的美购列表页搜索框'
when action in (''do_search'',''on_click_navbar_search'') when action in ('do_search','on_click_navbar_search')
and page_name in (''diary_detail'',''topic_detail'',''post_detail'',''user_post_detail'' and page_name in ('diary_detail','topic_detail','post_detail','user_post_detail'
,''doctor_post_detail'',''question_detail'',''answer_detail'',''question_answer_detail'') then ''内容详情页搜索框'' ,'doctor_post_detail','question_detail','answer_detail','question_answer_detail') then '内容详情页搜索框'
when action =''详情页高亮词'' then ''详情页高亮词搜索'' when action ='详情页高亮词' then '详情页高亮词搜索'
when action=''大家都在看'' then ''首页feed大家都在看'' when action='大家都在看' then '首页feed大家都在看'
when action=''热搜词'' then ''美购首页热搜词'' else null end as search_entrance when action='热搜词' then '美购首页热搜词' else null end as search_entrance
,count(cl_id) as search_pv ,count(cl_id) as search_pv
,count(distinct cl_id) as search_uv ,count(distinct cl_id) as search_uv
FROM FROM
( (
SELECT partition_date, device_os_type SELECT partition_date,device_os_type
, case WHEN active_type = ''4'' THEN '' 老活跃设备 '' ,case WHEN active_type = '4' THEN '老活跃设备'
WHEN active_type in (''1'', ''2'') then '' 新增设备 '' END as active_type WHEN active_type in ('1','2') then '新增设备' END as active_type
, device_id ,device_id
FROM online.ml_device_day_active_status FROM online.ml_device_day_active_status
where partition_date = regexp_replace(DATE_SUB(current_date, 1), ''-'', '''') where partition_date = regexp_replace(DATE_SUB(current_date,1) ,'-','')
AND active_type in (''1'', ''2'', ''4'') AND active_type in ('1','2','4')
and first_channel_source_type not in ('' yqxiu1 '', '' yqxiu2 '', '' yqxiu3 '', '' yqxiu4 '', '' yqxiu5 '', '' mxyc1 '', '' mxyc2 '', '' mxyc3 '' and first_channel_source_type not in ('yqxiu1','yqxiu2','yqxiu3','yqxiu4','yqxiu5','mxyc1','mxyc2','mxyc3'
, '' wanpu '', '' jinshan '', '' jx '', '' maimai '', '' zhuoyi '', '' huatian '', '' suopingjingling '', '' mocha '', '' mizhe '', '' meika '', '' lamabang '' ,'wanpu','jinshan','jx','maimai','zhuoyi','huatian','suopingjingling','mocha','mizhe','meika','lamabang'
, '' js-az1 '', '' js-az2 '', '' js-az3 '', '' js-az4 '', '' js-az5 '', '' jfq-az1 '', '' jfq-az2 '', '' jfq-az3 '', '' jfq-az4 '', '' jfq-az5 '', '' toufang1 '' ,'js-az1','js-az2','js-az3','js-az4','js-az5','jfq-az1','jfq-az2','jfq-az3','jfq-az4','jfq-az5','toufang1'
, '' toufang2 '', '' toufang3 '', '' toufang4 '', '' toufang5 '', '' toufang6 '', '' TF-toufang1 '', '' TF-toufang2 '', '' TF-toufang3 '', '' TF-toufang4 '' ,'toufang2','toufang3','toufang4','toufang5','toufang6','TF-toufang1','TF-toufang2','TF-toufang3','TF-toufang4'
, '' TF-toufang5 '', '' tf-toufang1 '', '' tf-toufang2 '', '' tf-toufang3 '', '' tf-toufang4 '', '' tf-toufang5 '', '' benzhan '', '' promotion_aso100 '' ,'TF-toufang5','tf-toufang1','tf-toufang2','tf-toufang3','tf-toufang4','tf-toufang5','benzhan','promotion_aso100'
, '' promotion_qianka '', '' promotion_xiaoyu '', '' promotion_dianru '', '' promotion_malioaso '', '' promotion_malioaso-shequ '' ,'promotion_qianka','promotion_xiaoyu','promotion_dianru','promotion_malioaso','promotion_malioaso-shequ'
, '' promotion_shike '', '' promotion_julang_jl03 '', '' promotion_zuimei '') ,'promotion_shike','promotion_julang_jl03','promotion_zuimei')
AND first_channel_source_type not like '' promotion\_jf\_%'' AND first_channel_source_type not like 'promotion\_jf\_%'
) t1 )t1
join join
( (
SELECT partition_date, cl_id, page_name, action, params['' referrer_link ''] as referrer_link SELECT partition_date,cl_id,page_name,action,params['referrer_link'] as referrer_link
FROM online.bl_hdfs_maidian_updates FROM online.bl_hdfs_maidian_updates
where partition_date = regexp_replace(DATE_SUB(current_date, 1), ''-'', '''') where partition_date = regexp_replace(DATE_SUB(current_date,1) ,'-','')
and action in ('' do_search '', '' on_click_navbar_search '') and action in ('do_search','on_click_navbar_search')
union all union all
SELECT partition_date, cl_id, null as page_name, '' 大家都在看 '' as action, null as referrer_link
SELECT partition_date,cl_id,null as page_name,'大家都���看' as action, null as referrer_link
FROM online.bl_hdfs_maidian_updates FROM online.bl_hdfs_maidian_updates
where partition_date = regexp_replace(DATE_SUB(current_date, 1), ''-'', '''') where partition_date = regexp_replace(DATE_SUB(current_date,1) ,'-','')
AND action = '' on_click_card '' AND action = 'on_click_card'
AND params['' in_page_pos '']='' 猜你喜欢 '' AND params['in_page_pos']='猜你喜欢'
AND params['' tab_name '']='' 精选 '' AND params['tab_name']='精选'
AND params['' card_type '']='' search_word '' AND params['card_type']='search_word'
-- AND page_name='' home '' android的page_name为空 --AND page_name='home' android的page_name为空
union all union all
SELECT partition_date, cl_id, page_name, '' 热搜词 '' as action, null as referrer_link
SELECT partition_date,cl_id,page_name,'热搜词' as action, null as referrer_link
FROM online.bl_hdfs_maidian_updates FROM online.bl_hdfs_maidian_updates
where partition_date = regexp_replace(DATE_SUB(current_date, 1), ''-'', '''') where partition_date = regexp_replace(DATE_SUB(current_date,1) ,'-','')
AND action = '' on_click_card '' AND action = 'on_click_card'
AND page_name='' welfare_home '' AND page_name='welfare_home'
AND params['' card_type ''] ='' search_word '' AND params['card_type'] ='search_word'
AND params['' in_page_pos '']='' 大家都在搜 '' AND params['in_page_pos']='大家都在搜'
union all union all
select partition_date, cl_id, null as page_name, '' 详情页高亮词 '' as action, null as referrer_link
select partition_date,cl_id,null as page_name,'详情页高亮词' as action,null as referrer_link
from online.bl_hdfs_maidian_updates from online.bl_hdfs_maidian_updates
where partition_date = regexp_replace(DATE_SUB(current_date, 1), ''-'', '''') where partition_date = regexp_replace(DATE_SUB(current_date,1) ,'-','')
and action ='' on_click_card '' and action='on_click_card'
and params['' card_type '']='' highlight_word '' and params['card_type']='highlight_word'
) t2 )t2
on t1.partition_date=t2.partition_date and t1.device_id=t2.cl_id on t1.partition_date=t2.partition_date and t1.device_id=t2.cl_id
group by t1.partition_date group by t1.partition_date
, t1.device_os_type ,t1.device_os_type
, t1.active_type ,t1.active_type
, case when action ='' on_click_navbar_search '' and page_name='' home '' then '' 首页搜索框 '' ,case when action='on_click_navbar_search' and page_name='home' then '首页搜索框'
when action ='' on_click_navbar_search '' and page_name='' welfare_home '' then '' 美购首页搜索框 '' when action='on_click_navbar_search' and page_name='welfare_home' then '美购首页搜索框'
when action ='' on_click_navbar_search '' and page_name='' category '' then '' 品类聚合页搜索框 '' when action='on_click_navbar_search' and page_name='category' then '品类聚合页搜索框'
when action ='' on_click_navbar_search '' and page_name='' welfare_list '' and referrer_link =''["home", "category"]'' then '' 来自品类聚合的美购列表页搜索框 '' when action='on_click_navbar_search' and page_name='welfare_list' and referrer_link ='["home","category"]' then '来自品类聚合的美购列表页搜索框'
when action ='' on_click_navbar_search '' and page_name='' welfare_list '' and referrer_link =''["welfare_home"]'' then '' 来自美购首页的美购列表页搜索框 '' when action='on_click_navbar_search' and page_name='welfare_list' and referrer_link ='["welfare_home"]' then '来自美购首页的美购列表页搜索框'
when action in ('' do_search '', '' on_click_navbar_search '') when action in ('do_search','on_click_navbar_search')
and page_name in ('' diary_detail '', '' topic_detail '', '' post_detail '', '' user_post_detail '' and page_name in ('diary_detail','topic_detail','post_detail','user_post_detail'
, '' doctor_post_detail '', '' question_detail '', '' answer_detail '', '' question_answer_detail '') then '' 内容详情页搜索框 '' ,'doctor_post_detail','question_detail','answer_detail','question_answer_detail') then '内容详情页搜索框'
when action ='' 详情页高亮词 '' then '' 详情页高亮词搜索 '' when action ='详情页高亮词' then '详情页高亮词搜索'
when action ='' 大家都在看 '' then '' 首页feed大家都在看 '' when action='大家都在看' then '首页feed大家都在看'
when action ='' 热搜词 '' then '' 美购首页热搜词 '' else null end when action='热搜词' then '美购首页热搜词' else null end
having search_entrance is not null having search_entrance is not null
) t )t
) n LATERAL VIEW explode(n.search_entrance) v AS search_entrance )n
group by day_id, device_os_type, active_type, v.search_entrance; LATERAL VIEW explode(n.search_entrance) v AS search_entrance
\ No newline at end of file group by day_id,device_os_type,active_type,v.search_entrance;
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment