跑之前的数据

eda/feededa/src/main/scala/com/gmei/data_feed_exposure_precise.scala

@@ -477,9 +477,9 @@ object icon_train_data {
       sc.sql("use jerry_prod")
 
 
-//      val stat_date = GmeiConfig.getMinusNDate(1)  //昨天
+      val stat_date = GmeiConfig.getMinusNDate(1)  //昨天
       val qian_date = GmeiConfig.getMinusNDate(2)  //前天
-      val stat_date = param.date
+//      val stat_date = param.date
     //println(param.date)
       val partition_date = stat_date.replace("-","")
 
@@ -600,7 +600,7 @@ object icon_train_data {
            |from online.ml_meigou_order_detail
            |where partition_date='${partition_date}'
            |and device_id is not null
-           |and validate_time >='${stat_date}'
+           |and validate_time >'${qian_date}'
            |and validate_time <='${stat_date}'
        """.stripMargin
       )
@@ -680,7 +680,7 @@ object icon_train_data {
       temp_meigou.createOrReplaceTempView("temp_meigou")
 
       // 百科点击数据
-      val wiki_click=sc.sql(
+      val wiki_click_1=sc.sql(
         s"""
            |SELECT cl_id as device_id,params['business_id'] as wiki_id
            |from online.tl_hdfs_maidian_view
@@ -688,8 +688,34 @@ object icon_train_data {
            |and (action='Search_result_wiki_click_item' or action='search_result_click_infomation_item' or action='search_result_wiki_click_recommend_wiki')
        """.stripMargin
       )
+      wiki_click_1.createOrReplaceTempView("wiki_click_1")
+
+      val wiki_click_2=sc.sql(
+        s"""
+           |select cl_id as device_id, params['card_id'] as wiki_id
+           |from online.tl_hdfs_maidian_view
+           |where action = 'on_click_card'
+           |and params['card_content_type']='wiki'
+           |and partition_date='${partition_date}'
+           |and params['card_id'] is not null
+       """.stripMargin
+      )
+      wiki_click_2.createOrReplaceTempView("wiki_click_2")
+
+      val wiki_click=sc.sql(
+        s"""
+           |select *
+           |from wiki_click_1
+           |union all
+           |select *
+           |from wiki_click_2
+       """.stripMargin
+      )
       wiki_click.createOrReplaceTempView("wiki_click")
 
+
+
+
       val wiki_tag=sc.sql(
         s"""
            |SELECT item_id,tag_id
@@ -780,8 +806,8 @@ object tag_value {
       import sc.implicits._
 
 
-//      val stat_date = GmeiConfig.getMinusNDate(1)
-      val stat_date = param.date
+      val stat_date = GmeiConfig.getMinusNDate(1)
+//      val stat_date = param.date
       //println(param.date)
       val partition_date = stat_date.replace("-","")