chang

eda/feededa/src/main/scala/com/gmei/testt.scala

@@ -10,6 +10,8 @@ import org.apache.log4j.{Level, Logger}
 import scopt.OptionParser
 import com.gmei.lib.AbstractParams
 
+import scala.util.parsing.json.JSON
+
 object testt {
 
   Logger.getLogger("org.apache.spark").setLevel(Level.WARN)
@@ -70,8 +72,13 @@ object testt {
                |and partition_date = ${newtime}
          """.stripMargin
           )
-          get_data_dura.show()
-          val rows = get_data_dura.collect()
+          val result = get_data_dura.rdd.map(row =>{
+            val rowAppFieldMap:Map[String,Any] = row.getAs[Map[String,Any]]("params")
+            if (rowAppFieldMap.contains("duration")){
+              val exposure_data_lists:List[Any] = JSON.parseFull(rowAppFieldMap("duration").toString).get.asInstanceOf[List[Any]]
+              println(exposure_data_lists)
+            }
+          })
          // println(rows(1))  这样会报错
         }