Commit 9ad4e825 authored by 王志伟's avatar 王志伟

更改时间

parent 80fbb852
...@@ -760,7 +760,11 @@ object tag_value { ...@@ -760,7 +760,11 @@ object tag_value {
val result = temp2.select("tag_level").distinct().withColumn("index", row_number().over(w)) val result = temp2.select("tag_level").distinct().withColumn("index", row_number().over(w))
result.show() result.show()
val test=result.rdd.map(row=>(row(0).toString,row(1).toString)).map(row=>(row._1.split(",").head,row._1.split(",")(1),row._2)).toDF().show() val tag_level_index=result.rdd.map(row=>(row(0).toString,row(1).toString)).map(row=>(row._1.split(",").head,row._1.split(",")(1),row._2)).toDF("tag_id","level_id","index")
println("开始写入")
GmeiConfig.writeToJDBCTable("jdbc:mysql://172.16.40.158:4000/jerry_prod?user=root&password=3SYz54LS9#^9sBvC&rewriteBatchedStatements=true",tag_level_index, table="tag_level_index",SaveMode.Overwrite)
println("写入完成")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment