Commit 31e1f13c authored by 王志伟's avatar 王志伟

bug fix

parent 1515ac81
...@@ -41,6 +41,28 @@ object strategy_clk_imp_oldUser { ...@@ -41,6 +41,28 @@ object strategy_clk_imp_oldUser {
) )
} }
//获得时间array
def get_date(): ArrayBuffer[String] ={
val startTime = "2018-10-07"
val endTime = "2017-10-10"
val dateFormat = new SimpleDateFormat("yyyy-MM-dd")
val dateFiled = Calendar.DAY_OF_MONTH
var beginDate = dateFormat.parse(startTime)
val endDate = dateFormat.parse(endTime)
val calendar = Calendar.getInstance()
calendar.setTime(beginDate)
val dateArray: ArrayBuffer[String] = ArrayBuffer()
while (beginDate.compareTo(endDate) <= 0) {
dateArray += dateFormat.format(beginDate)
calendar.add(dateFiled, 1)
beginDate = calendar.getTime
}
// println(dateArray)
dateArray
}
def main(args: Array[String]): Unit = { def main(args: Array[String]): Unit = {
parser.parse(args, defaultParams).map { param => parser.parse(args, defaultParams).map { param =>
GmeiConfig.setup(param.env) GmeiConfig.setup(param.env)
...@@ -58,29 +80,10 @@ object strategy_clk_imp_oldUser { ...@@ -58,29 +80,10 @@ object strategy_clk_imp_oldUser {
import sc.implicits._ import sc.implicits._
// val stat_date = GmeiConfig.getMinusNDate(1) // val stat_date = GmeiConfig.getMinusNDate(1)
//println(param.date) //println(param.date)
//获得时间array
def get_date(): ArrayBuffer[String] ={
val startTime = "2018-10-07"
val endTime = "2017-10-10"
val dateFormat = new SimpleDateFormat("yyyy-MM-dd")
val dateFiled = Calendar.DAY_OF_MONTH
var beginDate = dateFormat.parse(startTime)
val endDate = dateFormat.parse(endTime)
val calendar = Calendar.getInstance()
calendar.setTime(beginDate)
val dateArray: ArrayBuffer[String] = ArrayBuffer()
while (beginDate.compareTo(endDate) <= 0) {
dateArray += dateFormat.format(beginDate)
calendar.add(dateFiled, 1)
beginDate = calendar.getTime
}
//println(dateArray)
dateArray
}
val date_array = get_date() val date_array = get_date()
for (elem <- date_array) { for (elem <- date_array) {
val partition_date = elem.replace("-","") val partition_date = elem.replace("-","")
println(partition_date)
val decive_id_oldUser = sc.sql( val decive_id_oldUser = sc.sql(
s""" s"""
|select distinct(device_id) as decive_id |select distinct(device_id) as decive_id
...@@ -105,6 +108,7 @@ object strategy_clk_imp_oldUser { ...@@ -105,6 +108,7 @@ object strategy_clk_imp_oldUser {
val strategies = Seq("[1|2]$","[3|4]$","[5|6]$","[7|8]$") val strategies = Seq("[1|2]$","[3|4]$","[5|6]$","[7|8]$")
for (strategy <- strategies){ for (strategy <- strategies){
println(strategy)
val clk_count_oldUser = sc.sql( val clk_count_oldUser = sc.sql(
s""" s"""
|select '${elem}' as stat_date, count(cid_id) as get_clk_count_old |select '${elem}' as stat_date, count(cid_id) as get_clk_count_old
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment