diff --git a/eda/feededa/src/main/scala/com/gmei/temp_count.scala b/eda/feededa/src/main/scala/com/gmei/temp_count.scala index fbb95767e43838a15cdeb271eebfaf7bac8cb55c..671bd0fc62c21c2dbb5959d05de47b9ad463de2b 100644 --- a/eda/feededa/src/main/scala/com/gmei/temp_count.scala +++ b/eda/feededa/src/main/scala/com/gmei/temp_count.scala @@ -398,7 +398,7 @@ object GetHiveSearchData { val ti = new TiContext(sc) ti.tidbMapTable(dbName = "jerry_prod", tableName = "data_feed_exposure_precise") - ti.tidbMapTable(dbName = "jerry_prod", tableName = "data_feed_click") + ti.tidbMapTable(dbName = "jerry_prod", tableName = "GetHiveSearchData_CTR") ti.tidbMapTable(dbName = "jerry_prod", tableName = "blacklist") ti.tidbMapTable(dbName = "jerry_prod", tableName = "data_feed_exposure") ti.tidbMapTable(dbName = "jerry_prod", tableName = "merge_queue_table") @@ -496,10 +496,19 @@ object GetHiveSearchData { - val result=List((stat_date,diaryExposureVal,(diary_click_num+diaryClickNum),meigouExposureVal,meigouClickNum,searchResultExposureVal,(searchResultClickNum+content_diary_click_num),searchDoctorExposureVal,searchDoctorClickNum,searchHospitalExposureVal,searchHospitalClickNum)) - val df_result = sc.createDataFrame(result) + val add_data = sc.sql( + s""" + |INSERT INTO GetHiveSearchData_CTR (stat_date,diaryExposureVal,diaryClickNum,meigouExposureVal,meigouClickNum,searchResultExposureVal,searchResultClickNum,searchDoctorExposureVal,searchDoctorClickNum,searchHospitalExposureVal,searchHospitalClickNum) + |VALUES (stat_date,diaryExposureVal,(diary_click_num+diaryClickNum),meigouExposureVal,meigouClickNum,searchResultExposureVal,(searchResultClickNum+content_diary_click_num),searchDoctorExposureVal,searchDoctorClickNum,searchHospitalExposureVal,searchHospitalClickNum) + """.stripMargin + ) + + - GmeiConfig.writeToJDBCTable(df_result, table = "GetHiveSearchData_CTR", SaveMode.Append) +// val result=List((stat_date,diaryExposureVal,(diary_click_num+diaryClickNum),meigouExposureVal,meigouClickNum,searchResultExposureVal,(searchResultClickNum+content_diary_click_num),searchDoctorExposureVal,searchDoctorClickNum,searchHospitalExposureVal,searchHospitalClickNum)) +// val df_result = sc.createDataFrame(result) +// +// GmeiConfig.writeToJDBCTable(df_result, table = "GetHiveSearchData_CTR", SaveMode.Append) }