Commit 6e27f8ec authored by 王志伟's avatar 王志伟

chang

parent 17914e6e
...@@ -72,10 +72,9 @@ object testt { ...@@ -72,10 +72,9 @@ object testt {
|and partition_date = ${newtime} |and partition_date = ${newtime}
""".stripMargin """.stripMargin
) )
val test = get_data_dura.take(10) val test = get_data_dura.show(5)
for (i <- 0 to 9) {
println(test(i))
}
val result = get_data_dura.rdd.map(row =>{ val result = get_data_dura.rdd.map(row =>{
val rowAppFieldMap:Map[String,Any] = row.getAs[Map[String,Any]]("params") val rowAppFieldMap:Map[String,Any] = row.getAs[Map[String,Any]]("params")
if (rowAppFieldMap.contains("duration")){ if (rowAppFieldMap.contains("duration")){
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment