统计app

eda/feededa/src/main/scala/com/gmei/app_list.scala

@@ -80,7 +80,8 @@ object app_list {
            |    ,'TF-toufang5','tf-toufang1','tf-toufang2','tf-toufang3','tf-toufang4','tf-toufang5','benzhan','promotion_aso100'
            |    ,'promotion_qianka','promotion_xiaoyu','promotion_dianru','promotion_malioaso','promotion_malioaso-shequ'
            |    ,'promotion_shike','promotion_julang_jl03','','unknown','promotion_zuimei')
-           |and partition_date ='${partition_date}'
+           |and partition_date >'20190430'
+           |and partition_date <'20190601'
          """.stripMargin
       )
       device_id_newUser.createOrReplaceTempView("device_id_new")

eda/feededa/src/main/scala/com/gmei/data_feed_exposure_precise.scala

@@ -893,8 +893,8 @@ object app_list_yunying {
       val device_id_newUser = sc.sql(
         s"""
            |select distinct(device_id) as device_id
-           |from online.ml_device_day_active_status
-           |where (active_type = '1' or active_type='2')
+           |from online.ml_device_month_active_status
+           |where active_type != '4'
            |and first_channel_source_type not in ('yqxiu1','yqxiu2','yqxiu3','yqxiu4','yqxiu5','mxyc1','mxyc2','mxyc3'
            |    ,'wanpu','jinshan','jx','maimai','zhuoyi','huatian','suopingjingling','mocha','mizhe','meika','lamabang'
            |    ,'js-az1','js-az2','js-az3','js-az4','js-az5','jfq-az1','jfq-az2','jfq-az3','jfq-az4','jfq-az5','toufang1'
@@ -902,26 +902,41 @@ object app_list_yunying {
            |    ,'TF-toufang5','tf-toufang1','tf-toufang2','tf-toufang3','tf-toufang4','tf-toufang5','benzhan','promotion_aso100'
            |    ,'promotion_qianka','promotion_xiaoyu','promotion_dianru','promotion_malioaso','promotion_malioaso-shequ'
            |    ,'promotion_shike','promotion_julang_jl03','','unknown','promotion_zuimei')
-           |and partition_date ='${partition_date}'
+           |and partition_date ='20190531'
          """.stripMargin
       )
       device_id_newUser.createOrReplaceTempView("device_id_new")
 
       val app_list = sc.sql(
         s"""
-           |select '${stat_date}' as stat_date,channel,a.params['installed_app_info'] as app_list
-           |from online.tl_hdfs_maidian_view a
+           |select *
+           |from
+           |(select cl_id,
+           |    time_stamp,
+           |    params['installed_app_info'] as app_list,
+           |        row_number() over (partition by cl_id order by time_stamp desc) as pk
+           | from online.tl_hdfs_maidian_view
+           |where partition_date ='20190522'
+           |  and action = 'user_installed_all_app_info'
+           |  and cl_type='android'
+           | ) a
+           |where a.pk = 1
+         """.stripMargin
+      )
+      app_list.createOrReplaceTempView("app_list")
+
+      val final_app_list = sc.sql(
+        s"""
+           |select *
+           |from
+           |app_list a
            |inner join device_id_new b
            |on a.cl_id=b.device_id
-           |where a.partition_date ='${partition_date}'
-           |and a.action='user_installed_all_app_info'
-           |and a.cl_type='android'
          """.stripMargin
       )
-      app_list.show()
 
 
-      val result1 = app_list
+      val result1 = final_app_list
       result1.show()
 
       println("开始写入")