搜索统计去除用户黑名单

eda/feededa/src/main/scala/com/gmei/temp_count.scala

@@ -398,7 +398,7 @@ object GetHiveSearchData {
 
       val ti = new TiContext(sc)
       ti.tidbMapTable(dbName = "jerry_prod", tableName = "data_feed_exposure_precise")
-      ti.tidbMapTable(dbName = "jerry_prod", tableName = "data_feed_click")
+      ti.tidbMapTable(dbName = "jerry_prod", tableName = "GetHiveSearchData_CTR")
       ti.tidbMapTable(dbName = "jerry_prod", tableName = "blacklist")
       ti.tidbMapTable(dbName = "jerry_prod", tableName = "data_feed_exposure")
       ti.tidbMapTable(dbName = "jerry_prod", tableName = "merge_queue_table")
@@ -496,10 +496,19 @@ object GetHiveSearchData {
 
 
 
-      val result=List((stat_date,diaryExposureVal,(diary_click_num+diaryClickNum),meigouExposureVal,meigouClickNum,searchResultExposureVal,(searchResultClickNum+content_diary_click_num),searchDoctorExposureVal,searchDoctorClickNum,searchHospitalExposureVal,searchHospitalClickNum))
-      val df_result = sc.createDataFrame(result)
+      val add_data = sc.sql(
+        s"""
+           |INSERT INTO GetHiveSearchData_CTR (stat_date,diaryExposureVal,diaryClickNum,meigouExposureVal,meigouClickNum,searchResultExposureVal,searchResultClickNum,searchDoctorExposureVal,searchDoctorClickNum,searchHospitalExposureVal,searchHospitalClickNum)
+           |VALUES (stat_date,diaryExposureVal,(diary_click_num+diaryClickNum),meigouExposureVal,meigouClickNum,searchResultExposureVal,(searchResultClickNum+content_diary_click_num),searchDoctorExposureVal,searchDoctorClickNum,searchHospitalExposureVal,searchHospitalClickNum)
+       """.stripMargin
+      )
+
+
 
-      GmeiConfig.writeToJDBCTable(df_result, table = "GetHiveSearchData_CTR", SaveMode.Append)
+//      val result=List((stat_date,diaryExposureVal,(diary_click_num+diaryClickNum),meigouExposureVal,meigouClickNum,searchResultExposureVal,(searchResultClickNum+content_diary_click_num),searchDoctorExposureVal,searchDoctorClickNum,searchHospitalExposureVal,searchHospitalClickNum))
+//      val df_result = sc.createDataFrame(result)
+//
+//      GmeiConfig.writeToJDBCTable(df_result, table = "GetHiveSearchData_CTR", SaveMode.Append)
 
     }