过滤异常数据

dcdd112f · 王志伟 · f941af5e · dcdd112f
Commit dcdd112f authored Jan 09, 2019 by 王志伟
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

Search_keywords_count.scala ...ededa/src/main/scala/com/gmei/Search_keywords_count.scala +1 -1

No files found.
--- a/eda/feededa/src/main/scala/com/gmei/Search_keywords_count.scala
+++ b/eda/feededa/src/main/scala/com/gmei/Search_keywords_count.scala
@@ -81,7 +81,7 @@ object Search_keywords_count {
      )
      search_count.show()

-      val get_result =search_keywords.rdd.map(row=>catch_error(row.toString())).map((_, 1)).reduceByKey(_ + _)
+      val get_result =search_keywords.rdd.map((_, 1)).reduceByKey(_ + _)
        .sortBy(_._2,false)
      val temp=get_result.collect()
      for (i <- 0 until temp.length ) {