将百科id与tag关联

eda/feededa/src/main/scala/com/gmei/temp_analysis.scala

@@ -709,8 +709,8 @@ object copy_database {
       ti.tidbMapTable(dbName = "jerry_prod", tableName = "diary_video")
       ti.tidbMapTable(dbName = "jerry_prod", tableName = "data_feed_click")
       ti.tidbMapTable(dbName = "jerry_prod", tableName = "blacklist")
-      ti.tidbMapTable(dbName = "jerry_test", tableName = "bl_device_list")
-      ti.tidbMapTable(dbName = "jerry_prod", tableName = "data_feed_exposure")
+      ti.tidbMapTable(dbName = "jerry_test", tableName = "tl_hdfs_wiki_item_tag_view")
+      ti.tidbMapTable(dbName = "jerry_test", tableName = "Knowledge_network")
       ti.tidbMapTable(dbName = "eagle", tableName = "src_mimas_prod_api_diary")
 
 
@@ -729,6 +729,19 @@ object copy_database {
 
       GmeiConfig.writeToJDBCTable(copy_data, "tl_hdfs_wiki_item_tag_view", SaveMode.Overwrite)
 
+      val new_data = sc.sql(
+        s"""
+           |select a.item_id,a.tag_id,b.id
+           |from tl_hdfs_wiki_item_tag_view a
+           |inner join Knowledge_network b
+           |on a.item_id=b.id
+           |where a.partition_date='${partition_date}'
+       """.stripMargin
+      )
+
+      GmeiConfig.writeToJDBCTable(new_data, "Knowledge_network_data", SaveMode.Overwrite)
+
+
     }