过滤异常数据

eda/feededa/src/main/scala/com/gmei/Search_keywords_count.scala

@@ -80,7 +80,7 @@ object Search_keywords_count {
       )
       search_count.show()
 
-      val get_result =search_keywords.rdd.map(x=>catch_error(x.toString())).map((_, 1)).reduceByKey(_ + _)
+      val get_result =search_keywords.rdd.map(x=>try{val result=JSON.parseFull(x.toString())}catch {case e: ArithmeticException => println(e)}).map((_, 1)).reduceByKey(_ + _)
         .sortBy(_._2,false)
       val temp=get_result.collect()
       for (i <- 0 until temp.length ) {