统计反作弊数据

eda/feededa/src/main/scala/com/gmei/temp_analysis.scala

@@ -427,7 +427,8 @@ object meigou_xiaofei_renshu {
 
 
       import sc.implicits._
-      val stat_date = GmeiConfig.getMinusNDate(1)
+//      val stat_date = GmeiConfig.getMinusNDate(1)
+      val stat_date=param.date
       //println(param.date)
       val partition_date = stat_date.replace("-","")
 
@@ -778,46 +779,22 @@ object bug_again_count {
 
 
       import sc.implicits._
-      val stat_date = GmeiConfig.getMinusNDate(1)
+//      val stat_date = GmeiConfig.getMinusNDate(1)
+      val stat_date=param.date
       //println(param.date)
       val partition_date = stat_date.replace("-","")
 
-      val spam_order_id = sc.sql(
+      val data_count = sc.sql(
         s"""
-           |select count(order_id)
-           |from mining.ml_order_spam_recognize
+           |SELECT '${stat_date}' as stat_date,cl_id as device_id,channel,count(cl_id) as open_num,sum(params['duration']) as time_all,sum(params['duration'])/count(cl_id) as avge_time
+           |from  online.tl_hdfs_maidian_view
            |where partition_date='${partition_date}'
+           |and action ='on_app_session_over'
+           |GROUP BY cl_id
        """.stripMargin
         )
-      spam_order_id.createOrReplaceTempView("spam_order_id")
-      spam_order_id.show()
-
-      val meigou_id_order = sc.sql(
-        s"""
-           |select od.user_id,count(od.order_id) as order_num
-           |from online.ml_meigou_order_detail  od left join spam_order_id
-           |on od.order_id=spam_order_id.order_id
-           |where od.status="2"
-           |and od.partition_date='${partition_date}'
-           |and spam_order_id.order_id is null
-           |group by od.user_id
-           |order by order_num
-       """.stripMargin
-      )
-      meigou_id_order.createOrReplaceTempView("meigou_id_order")
-      meigou_id_order.show()
-
-      val diary_id = sc.sql(
-        s"""
-           |select sd.id,sd.user_id
-           |from src_mimas_prod_api_diary sd inner join meigou_id_order
-           |on sd.user_id=meigou_id_order.user_id
-           |where sd.content_level>="3.5"
-       """.stripMargin
-      )
-      diary_id.show()
-
 
+      GmeiConfig.writeToJDBCTable(data_count, "spam_invalid_user_data", SaveMode.Append)
 
     }