Commit 086bdafe authored by 王志伟's avatar 王志伟

explore

parent baf43ce9
package com.gmei package com.gmei
import java.io.Serializable import java.io.Serializable
import java.text.SimpleDateFormat
import java.util.Calendar
import com.gmei.WeafareStat.{defaultParams, parser} import com.gmei.WeafareStat.{defaultParams, parser}
import org.apache.spark.sql.{SaveMode, TiContext} import org.apache.spark.sql.{SaveMode, TiContext}
...@@ -51,18 +53,27 @@ object testt { ...@@ -51,18 +53,27 @@ object testt {
val strategies = Seq("3$","4$","5$","6$","7$","8$","c$","d$","e$","A$","B$","C$","D$") val strategies = Seq("3$","4$","5$","6$","7$","8$","c$","d$","e$","A$","B$","C$","D$")
for (strategy <- strategies){ for (strategy <- strategies){
println(strategy) println(strategy)
val get_data_dura = sc.sql( for(i <- 1 to 10){
s""" val cal = Calendar.getInstance
|select partition_date, sum(params['duration']) as total_dur,count(distinct(cl_id)) as num cal.add(Calendar.DATE, -i)
|from online.tl_hdfs_maidian_view //设置时间格式
|where action="on_app_session_over" val time = cal.getTime
|and cl_id regexp'${strategy}' //将时间格式套用在获取的时间戳上
|and params['duration']>=0 and params['duration']<86400 val newtime: String = new SimpleDateFormat("yyyy-MM-dd").format(time)
|and partition_date >='20180801' println(newtime)
|group by partition_date order by partition_date desc val get_data_dura = sc.sql(
s"""
|select params
|from online.tl_hdfs_maidian_view
|where action="on_app_session_over"
|and cl_id regexp'${strategy}'
|and params['duration']>=0 and params['duration']<86400
|and partition_date = ${newtime}
""".stripMargin """.stripMargin
) )
get_data_dura.show() get_data_dura.show()
}
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment