修改统计参数

eda/feededa/src/main/scala/com/gmei/app_list.scala

@@ -73,6 +73,27 @@ object app_list {
       //以上为udf函数
 
 
+      //机构ID
+      val agency_id = sc.sql(
+        s"""
+           |SELECT DISTINCT(cl_id) as device_id
+           |FROM online.ml_hospital_spam_pv_day
+           |WHERE partition_date >= '20180402'
+           |AND partition_date <= '20181120'
+           |AND pv_ratio >= 0.95
+           |UNION ALL
+           |SELECT DISTINCT(cl_id) as device_id
+           |FROM ml_hospital_spam_pv_month
+           |WHERE partition_date >= '20171101'
+           |AND partition_date <= '20181120'
+           |AND pv_ratio >= 0.95
+         """.stripMargin
+      )
+      agency_id.createOrReplaceTempView("agency_id")
+
+
+
+
 /*      //获取策略命中用户device_id
       val app_list = sc.sql(
         s"""
@@ -109,11 +130,12 @@ object app_list {
       val app_list_all = sc.sql(
         s"""
            |select distinct(cl_id) as device_id, user_id as user_id
-           |from online.tl_hdfs_maidian_view
+           |from online.tl_hdfs_maidian_view ov left join agency_id
+           |on ov.cl_id = agency_id.device_id
            |where action="user_installed_all_app_info"
+           |and agency_id.device_id is null
            |and partition_date = '${partition_date}'
-           |and cl_id not in (select device_id from bl_device_list)
-           |and cl_id not in (select device_id from blacklist)
+           |and cl_id not in (select distinct(device_id) from blacklist)
          """.stripMargin
       )
       val tempp_list=app_list_all.withColumn("stat_date",addCol(app_list_all("device_id")))