chang

eda/feededa/src/main/scala/com/gmei/testt.scala

@@ -65,17 +65,21 @@ object testt {
           println(newtime)
           val get_data_dura = sc.sql(
             s"""
-               |select partition_date,params
+               |select cl_id,params
                |from online.tl_hdfs_maidian_view
                |where action="on_app_session_over"
                |and cl_id regexp'${strategy}'
                |and partition_date = ${newtime}
          """.stripMargin
           )
+          val test = get_data_dura.take(10)
+          for (i <- 0 to 9) {
+            println(test(i))
+          }
           val result = get_data_dura.rdd.map(row =>{
             val rowAppFieldMap:Map[String,Any] = row.getAs[Map[String,Any]]("params")
             if (rowAppFieldMap.contains("duration")){
-              val exposure_data_lists:List[Any] = JSON.parseFull(rowAppFieldMap("duration").toString).get.asInstanceOf[List[Any]]
+              val exposure_data_lists:List[Any] = JSON.parseFull(rowAppFieldMap)
               println(exposure_data_lists)
             }
           })