add sortbykey

eda/feededa/src/main/scala/com/gmei/EsmmData.scala

@@ -644,7 +644,8 @@ object GetLevelCount {
       ti.tidbMapTable(dbName = "jerry_prod",tableName = "data_feed_click")
       ti.tidbMapTable(dbName = "jerry_prod",tableName = "diary_feat")
 
-      val diary_queue = sc.read.json(param.path)
+      val diary_queue = sc.read.json(param.path).rdd.map(x => x(0).toString).distinct().collect().toList.mkString(",")
+
       val diary_level1 = sc.sql(
         s"""
            |select diary_id,explode(split(level1_ids,';')) from diary_feat