Merge branch 'master' of http://git.wanmeizhensuo.com/zhaojianwei/bi-report into weiyimin

jobs/demo/step.job

+#step.job
+type=command
+command=/home/bi/bi-report/lib/shell/hive.sh demo
\ No newline at end of file

sqls/demo/demo.sql

+SET mapreduce.job.queuename=data;
+SET mapreduce.map.memory.mb=8192;
+SET mapreduce.map.java.opts=-Xmx8000m;
+SET mapreduce.reduce.memory.mb=8192;
+SET mapreduce.reduce.java.opts=-Xmx8000m;
+set hive.auto.convert.join=true;
+SET mapred.reduce.tasks=20;
+SET role admin;
+
+INSERT OVERWRITE TABLE pm.tl_pm_search_click_path_d PARTITION (PARTITION_DAY = ${partition_day})
+
+SELECT day_id as day_id
+     ,device_os_type as device_os_type
+     ,active_type as active_type
+     ,v.search_entrance as search_entrance
+     ,sum(search_pv) as click_search_pv
+     ,sum(search_uv) as click_search_uv
+FROM
+    (
+        SELECT day_id,device_os_type,active_type,array(search_entrance,'合计') as search_entrance
+             ,search_pv,search_uv
+        FROM
+            (
+                SELECT t1.partition_date as day_id
+                     ,t1.device_os_type
+                     ,t1.active_type
+                     ,case when action='on_click_navbar_search' and page_name='home' then '首页搜索框'
+                           when action='on_click_navbar_search' and page_name='welfare_home' then '美购首页搜索框'
+                           when action='on_click_navbar_search' and page_name='category' then '品类聚合页搜索框'
+                           when action='on_click_navbar_search' and page_name='welfare_list' and referrer_link ='["home","category"]' then '来自品类聚合的美购列表页搜索框'
+                           when action='on_click_navbar_search' and page_name='welfare_list' and referrer_link ='["welfare_home"]' then '来自美购首页的美购列表页搜索框'
+                           when action in ('do_search','on_click_navbar_search')
+                               and page_name in ('diary_detail','topic_detail','post_detail','user_post_detail'
+                                   ,'doctor_post_detail','question_detail','answer_detail','question_answer_detail')  then '内容详情页搜索框'
+                           when action ='详情页高亮词' then '详情页高亮词搜索'
+                           when action='大家都在看' then '首页feed大家都在看'
+                           when action='热搜词' then '美购首页热搜词' else null end as search_entrance
+                     ,count(cl_id) as search_pv
+                     ,count(distinct cl_id) as search_uv
+                FROM
+                    (
+                        SELECT partition_date,device_os_type
+                             ,case WHEN active_type = '4'  THEN '老活跃设备'
+                                   WHEN active_type  in ('1','2')  then '新增设备' END as active_type
+                             ,device_id
+                        FROM online.ml_device_day_active_status
+                        where partition_date = regexp_replace(DATE_SUB(current_date,1) ,'-','')
+                          AND active_type in ('1','2','4')
+                          and first_channel_source_type not in ('yqxiu1','yqxiu2','yqxiu3','yqxiu4','yqxiu5','mxyc1','mxyc2','mxyc3'
+                            ,'wanpu','jinshan','jx','maimai','zhuoyi','huatian','suopingjingling','mocha','mizhe','meika','lamabang'
+                            ,'js-az1','js-az2','js-az3','js-az4','js-az5','jfq-az1','jfq-az2','jfq-az3','jfq-az4','jfq-az5','toufang1'
+                            ,'toufang2','toufang3','toufang4','toufang5','toufang6','TF-toufang1','TF-toufang2','TF-toufang3','TF-toufang4'
+                            ,'TF-toufang5','tf-toufang1','tf-toufang2','tf-toufang3','tf-toufang4','tf-toufang5','benzhan','promotion_aso100'
+                            ,'promotion_qianka','promotion_xiaoyu','promotion_dianru','promotion_malioaso','promotion_malioaso-shequ'
+                            ,'promotion_shike','promotion_julang_jl03','promotion_zuimei')
+                          AND first_channel_source_type not like 'promotion\_jf\_%'
+                    )t1
+                        join
+                    (
+                        SELECT partition_date,cl_id,page_name,action,params['referrer_link'] as referrer_link
+                        FROM online.bl_hdfs_maidian_updates
+                        where partition_date = regexp_replace(DATE_SUB(current_date,1) ,'-','')
+                          and action in ('do_search','on_click_navbar_search')
+
+                        union all
+
+                        SELECT partition_date,cl_id,null as page_name,'大家都���看' as action, null as referrer_link
+                        FROM online.bl_hdfs_maidian_updates
+                        where partition_date = regexp_replace(DATE_SUB(current_date,1) ,'-','')
+                          AND action = 'on_click_card'
+                          AND params['in_page_pos']='猜你喜欢'
+                          AND params['tab_name']='精选'
+                          AND params['card_type']='search_word'
+                            --AND page_name='home' android的page_name为空
+
+                        union all
+
+                        SELECT partition_date,cl_id,page_name,'热搜词' as action, null as referrer_link
+                        FROM online.bl_hdfs_maidian_updates
+                        where partition_date = regexp_replace(DATE_SUB(current_date,1) ,'-','')
+                          AND action = 'on_click_card'
+                          AND page_name='welfare_home'
+                          AND params['card_type'] ='search_word'
+                          AND params['in_page_pos']='大家都在搜'
+
+                        union all
+
+                        select  partition_date,cl_id,null as page_name,'详情页高亮词' as action,null as referrer_link
+                        from online.bl_hdfs_maidian_updates
+                        where partition_date = regexp_replace(DATE_SUB(current_date,1) ,'-','')
+                          and action='on_click_card'
+                          and params['card_type']='highlight_word'
+                    )t2
+                    on t1.partition_date=t2.partition_date and t1.device_id=t2.cl_id
+                group by t1.partition_date
+                       ,t1.device_os_type
+                       ,t1.active_type
+                       ,case when action='on_click_navbar_search' and page_name='home' then '首页搜索框'
+                             when action='on_click_navbar_search' and page_name='welfare_home' then '美购首页搜索框'
+                             when action='on_click_navbar_search' and page_name='category' then '品类聚合页搜索框'
+                             when action='on_click_navbar_search' and page_name='welfare_list' and referrer_link ='["home","category"]' then '来自品类聚合的美购列表页搜索框'
+                             when action='on_click_navbar_search' and page_name='welfare_list' and referrer_link ='["welfare_home"]' then '来自美购首页的美购列表页搜索框'
+                             when action in ('do_search','on_click_navbar_search')
+                                 and page_name in ('diary_detail','topic_detail','post_detail','user_post_detail'
+                                     ,'doctor_post_detail','question_detail','answer_detail','question_answer_detail')  then '内容详情页搜索框'
+                             when action ='详情页高亮词' then '详情页高亮词搜索'
+                             when action='大家都在看' then '首页feed大家都在看'
+                             when action='热搜词' then '美购首页热搜词' else null end
+                having search_entrance is not null
+            )t
+    )n
+    LATERAL VIEW explode(n.search_entrance) v AS search_entrance
+group by day_id,device_os_type,active_type,v.search_entrance;
\ No newline at end of file