Commit c1583312 authored by 王志伟's avatar 王志伟

chang

parent 447f717c
...@@ -73,15 +73,13 @@ object testt { ...@@ -73,15 +73,13 @@ object testt {
""".stripMargin """.stripMargin
) )
get_data_dura.printSchema get_data_dura.printSchema
println(get_data_dura)
val test = get_data_dura.show(5) val test = get_data_dura.show(5)
val result = get_data_dura.rdd.map(row =>{ val result = get_data_dura.rdd.map(row =>{
val rowAppFieldMap:Map[String,Any] = row.getAs[Map[String,Any]]("params") val rowAppFieldMap:Map[String,Any] = row.getAs[Map[String,Any]]("partition_date")
if (rowAppFieldMap.contains("duration")){
val exposure_data_lists:List[Any] = JSON.parseFull(rowAppFieldMap("exposure_data").toString).get.asInstanceOf[List[Any]]
println(exposure_data_lists)
}
}) })
// println(rows(1)) 这样会报错 // println(rows(1)) 这样会报错
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment