Commit 3049b5b5 authored by 王志伟's avatar 王志伟

更改时间

parent 367d7a94
......@@ -727,28 +727,6 @@ object tag_value {
// val resDf = spark.createDataFrame(rowRdd)
// val temp2=sc.sql(
// s"""
// |select concat_ws(',',tag_id,level_id) as tag_level from temp1
// """.stripMargin
// )
// temp2.show()
// temp2.createOrReplaceTempView("temp2")
// val w = Window.orderBy("level_id")
// val result = temp1.select("level_id").distinct().withColumn("index", row_number().over(w))
// result.show()
// val tag_level_index=result.rdd.map(row=>(row(0).toString,row(1).toString)).map(row=>(row._1.split(",").head,row._1.split(",")(1),row._2)).toDF("tag_id","level_id","index")
// val colNames = tag_level_index.columns
// val cols = colNames.map(f => f.toInt)
//
// val test=tag_level_index.select(tag_level_index.col("tag_id").cast(DoubleType).as("tag_id"),tag_level_index.col("level_id").cast(DoubleType).as("level_id"),tag_level_index.col("index").cast(DoubleType).as("index"))
println("开始写入")
GmeiConfig.writeToJDBCTable("jdbc:mysql://172.16.40.158:4000/jerry_prod?user=root&password=3SYz54LS9#^9sBvC&rewriteBatchedStatements=true",test, table="tag_level_index",SaveMode.Overwrite)
println("写入完成")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment