bug fix

eda/feededa/src/main/scala/com/gmei/EsmmData.scala

@@ -276,18 +276,25 @@ object EsmmPredData {
         case (device_city, cid_data) =>
           val device_id = Try(device_city.split(",")(0)).getOrElse("")
           val city_id = Try(device_city.split(",")(1)).getOrElse("")
-          val cids = Try(cid_data.toSeq.map(_.getAs[String]("similarity_cid").split(",")).flatMap(_.zipWithIndex).sortBy(_._2).map(_._1).distinct.take(300).mkString(",")).getOrElse("")
+          val cids = Try(cid_data.toSeq.map(_.getAs[String]("merge_queue").split(",")).flatMap(_.zipWithIndex).sortBy(_._2).map(_._1).distinct.take(300).mkString(",")).getOrElse("")
           (device_id,city_id ,s"$cids")
       }.filter(_._3!="").toDF("device_id","city_id","merge_queue")
-
+      raw_data1.createOrReplaceTempView("raw_data1")
       println(raw_data1.count())
-      raw_data1.createOrReplaceTempView("raw_data")
+
+      val raw_data2 = sc.sql(
+        s"""
+           |select device_id,city_id,explode(split(merge_queue, ',')) as cid_id from raw_data1
+         """.stripMargin
+      )
+      raw_data2.createOrReplaceTempView("raw_data")
+      print(raw_data2.count())
 
 
 
 
 
-//      activate_data.createOrReplaceTempView("raw_data")
+      //      activate_data.createOrReplaceTempView("raw_data")
 //      raw_data.show()