增加过滤用户黑名单

eda/feededa/src/main/scala/com/gmei/testt.scala

@@ -90,7 +90,7 @@ object testt {
            |    ,'toufang2','toufang3','toufang4','toufang5','toufang6','TF-toufang1','TF-toufang2','TF-toufang3','TF-toufang4'
            |    ,'TF-toufang5','tf-toufang1','tf-toufang2','tf-toufang3','tf-toufang4','tf-toufang5','benzhan','promotion_aso100'
            |    ,'promotion_qianka','promotion_xiaoyu','promotion_dianru','promotion_malioaso','promotion_malioaso-shequ'
-           |        ,'promotion_shike','promotion_julang_jl03')
+           |    ,'promotion_shike','promotion_julang_jl03','','unknown')
            |and partition_date ='${partition_date}'
          """.stripMargin
       )
@@ -101,7 +101,8 @@ object testt {
       val device_id_oldUser = sc.sql(
         s"""
            |select distinct(device_id) as device_id
-           |from online.ml_device_day_active_status
+           |from online.ml_device_day_active_status os left join blacklist
+           |on os.device_id=blacklist.device_id
            |where active_type = '4'
            |and first_channel_source_type not in ('yqxiu1','yqxiu2','yqxiu3','yqxiu4','yqxiu5','mxyc1','mxyc2','mxyc3'
            |    ,'wanpu','jinshan','jx','maimai','zhuoyi','huatian','suopingjingling','mocha','mizhe','meika','lamabang'
@@ -109,8 +110,9 @@ object testt {
            |    ,'toufang2','toufang3','toufang4','toufang5','toufang6','TF-toufang1','TF-toufang2','TF-toufang3','TF-toufang4'
            |    ,'TF-toufang5','tf-toufang1','tf-toufang2','tf-toufang3','tf-toufang4','tf-toufang5','benzhan','promotion_aso100'
            |    ,'promotion_qianka','promotion_xiaoyu','promotion_dianru','promotion_malioaso','promotion_malioaso-shequ'
-           |        ,'promotion_shike','promotion_julang_jl03')
+           |    ,'promotion_shike','promotion_julang_jl03','','unknown')
            |and partition_date ='${partition_date}'
+           |and blacklist.device_id is null
          """.stripMargin
       )
       device_id_oldUser.show()