过滤异常数据

eda/feededa/src/main/scala/com/gmei/Search_keywords_count.scala

@@ -42,11 +42,12 @@ object Search_keywords_count {
 
   //定义异常捕获
   def catch_error(x:String)={
+    val in =JSON.parseFull(x)
     try{
-      val result=JSON.parseFull(x)
+      in.toString
     }
     catch {
-      case e: ArithmeticException => println(e)
+      case e: ArithmeticException => {e.printStackTrace();e.toString}
     }
   }
 
@@ -80,7 +81,7 @@ object Search_keywords_count {
       )
       search_count.show()
 
-      val get_result =search_keywords.rdd.map(x=>{try{val result=JSON.parseFull(x.toString())}catch {case e: ArithmeticException => println(e)}}).map((_, 1)).reduceByKey(_ + _)
+      val get_result =search_keywords.rdd.map(x=>catch_error(x.toString())).map((_, 1)).reduceByKey(_ + _)
         .sortBy(_._2,false)
       val temp=get_result.collect()
       for (i <- 0 until temp.length ) {