更改时间

eda/feededa/src/main/scala/com/gmei/data_feed_exposure_precise.scala

@@ -744,31 +744,31 @@ object tag_value {
            |from level_index_temp
        """.stripMargin
       )
-      temp1.createOrReplaceTempView("temp1")
+//      temp1.createOrReplaceTempView("temp1")
 
 
 
-      val temp2=sc.sql(
-        s"""
-           |select concat_ws(',',tag_id,level_id) as tag_level from temp1
-       """.stripMargin
-      )
-      temp2.show()
+//      val temp2=sc.sql(
+//        s"""
+//           |select concat_ws(',',tag_id,level_id) as tag_level from temp1
+//       """.stripMargin
+//      )
+//      temp2.show()
 //      temp2.createOrReplaceTempView("temp2")
 
-      val w = Window.orderBy("tag_level")
-      val result = temp2.select("tag_level").distinct().withColumn("index", row_number().over(w))
+      val w = Window.orderBy("level_id")
+      val result = temp1.select("level_id").distinct().withColumn("index", row_number().over(w))
       result.show()
 
-      val tag_level_index=result.rdd.map(row=>(row(0).toString,row(1).toString)).map(row=>(row._1.split(",").head,row._1.split(",")(1),row._2)).toDF("tag_id","level_id","index")
+//      val tag_level_index=result.rdd.map(row=>(row(0).toString,row(1).toString)).map(row=>(row._1.split(",").head,row._1.split(",")(1),row._2)).toDF("tag_id","level_id","index")
 
 //      val colNames = tag_level_index.columns
 //      val cols = colNames.map(f => f.toInt)
 //
-      val test=tag_level_index.select(tag_level_index.col("tag_id").cast(DoubleType).as("tag_id"),tag_level_index.col("level_id").cast(DoubleType).as("level_id"),tag_level_index.col("index").cast(DoubleType).as("index"))
+//      val test=tag_level_index.select(tag_level_index.col("tag_id").cast(DoubleType).as("tag_id"),tag_level_index.col("level_id").cast(DoubleType).as("level_id"),tag_level_index.col("index").cast(DoubleType).as("index"))
 
       println("开始写入")
-      GmeiConfig.writeToJDBCTable("jdbc:mysql://172.16.40.158:4000/jerry_prod?user=root&password=3SYz54LS9#^9sBvC&rewriteBatchedStatements=true",test, table="tag_level_index",SaveMode.Overwrite)
+      GmeiConfig.writeToJDBCTable("jdbc:mysql://172.16.40.158:4000/jerry_prod?user=root&password=3SYz54LS9#^9sBvC&rewriteBatchedStatements=true",result, table="tag_level_index",SaveMode.Overwrite)
       println("写入完成")