取icon训练数据

eda/feededa/src/main/scala/com/gmei/data_feed_exposure_precise.scala

@@ -540,13 +540,11 @@ object icon_train_data {
 
       test_diary.show()
 
-      val Df2 = test_diary.withColumn("temp",split("tag_list", ","))
-        .select(
-        test_diary("temp").getItem(0).as("col1"),
-        test_diary("temp").getItem(1).as("col2"),
-        test_diary("temp").getItem(2).as("col3")
-      ).drop("temp")
-      Df2.show()
+//      val Df2 = test_diary.withColumn("tag_list",explode(split()))
+//      Df2.show()
+      import sc.implicits._
+      val test=test_diary.rdd.map(row=>(row(0).toString,row(1).toString))
+  .map(row=>(row._1,row._2.split(",").head,row._2.split(",")(1),row._2.split(",")(2))).toDF().show()
 
 
 //      val df_explode = test_diary.withColumn("e", explode(split(test_diary['tag_list'], ","))).drop("tag_list")