add sortbykey

ad022ce6 · 高雅喆 · 99d95ed7 · ad022ce6
Commit ad022ce6 authored Dec 29, 2018 by 高雅喆
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

EsmmData.scala eda/feededa/src/main/scala/com/gmei/EsmmData.scala +1 -1

No files found.
--- a/eda/feededa/src/main/scala/com/gmei/EsmmData.scala
+++ b/eda/feededa/src/main/scala/com/gmei/EsmmData.scala
@@ -655,7 +655,7 @@ object GetLevelCount {
      diary_level1.show()
      println(diary_level1.count())

-      val cid_xiong = diary_level1.rdd.filter(_.getAs("level1_id")==7)
+      val cid_xiong = diary_level1.rdd.filter(_.getAs("level1_id")=="7")
      cid_xiong.collect().foreach(println)

      val level1_count = diary_level1.rdd.map(x => (x(1).toString)).map(level1 => (level1,1)).reduceByKey((a,b) => a+b).sortBy(_._2,false)