过滤异常数据

61c98ad3 · 王志伟 · 31a0bfe4 · 61c98ad3
Commit 61c98ad3 authored Jan 09, 2019 by 王志伟
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

Search_keywords_count.scala ...ededa/src/main/scala/com/gmei/Search_keywords_count.scala +1 -1

No files found.
--- a/eda/feededa/src/main/scala/com/gmei/Search_keywords_count.scala
+++ b/eda/feededa/src/main/scala/com/gmei/Search_keywords_count.scala
@@ -82,7 +82,7 @@ object Search_keywords_count {
      )
      search_count.show()

-      val get_result =search_keywords.rdd.map(x=>Try(JSON.parseFull(x.toString()))).filter(_.isSuccess).map((_, 1)).reduceByKey(_ + _)
+      val get_result =search_keywords.rdd.map(x=>Try(x.toString())).filter(_.isSuccess).map((_, 1)).reduceByKey(_ + _)
        .sortBy(_._2,false)
      val temp=get_result.collect()
      for (i <- 0 until temp.length ) {