add date

eda/feededa/src/main/scala/com/gmei/strategy_clk_imp_oldUser.scala

 package com.gmei
 
 import java.io.Serializable
+import java.text.SimpleDateFormat
+import java.util.Calendar
 
 import com.gmei.WeafareStat.{defaultParams, parser}
 import org.apache.spark.sql.{SaveMode, TiContext}
@@ -8,13 +10,15 @@ import org.apache.log4j.{Level, Logger}
 import scopt.OptionParser
 import com.gmei.lib.AbstractParams
 
+import scala.collection.mutable.ArrayBuffer
+
 object strategy_clk_imp_oldUser {
 
   Logger.getLogger("org.apache.spark").setLevel(Level.WARN)
   Logger.getLogger("org.apache.eclipse.jetty.server").setLevel(Level.OFF)
 
   case class Params(env: String = "dev",
-                    date: String = "2018-08-01"
+                    //date: String = "2018-08-01"
                    ) extends AbstractParams[Params] with Serializable
 
   val defaultParams = Params()
@@ -53,8 +57,30 @@ object strategy_clk_imp_oldUser {
 
       import sc.implicits._
 //      val stat_date = GmeiConfig.getMinusNDate(1)
-      println(param.date)
-      val partition_date = param.date.replace("-","")
+      //println(param.date)
+      //获得时间array
+      def get_date(): ArrayBuffer[String] ={
+        val startTime = "2018-10-07"
+        val endTime = "2017-10-10"
+        val dateFormat = new SimpleDateFormat("yyyy-MM-dd")
+        val dateFiled = Calendar.DAY_OF_MONTH
+        var beginDate = dateFormat.parse(startTime)
+        val endDate = dateFormat.parse(endTime)
+        val calendar = Calendar.getInstance()
+        calendar.setTime(beginDate)
+        val dateArray: ArrayBuffer[String] = ArrayBuffer()
+        while (beginDate.compareTo(endDate) <= 0) {
+          dateArray += dateFormat.format(beginDate)
+          calendar.add(dateFiled, 1)
+          beginDate = calendar.getTime
+        }
+        //println(dateArray)
+        dateArray
+      }
+      val date_array = get_date()
+      for (elem <- date_array) {
+
+        val partition_date = elem.replace("-","")
         val decive_id_oldUser = sc.sql(
           s"""
              |select distinct(device_id) as decive_id
@@ -81,54 +107,54 @@ object strategy_clk_imp_oldUser {
         for (strategy <- strategies){
           val clk_count_oldUser = sc.sql(
             s"""
-             |select '${param.date}' as stat_date, count(cid_id) as get_clk_count_old
+               |select '${elem}' as stat_date, count(cid_id) as get_clk_count_old
                |from data_feed_click jd inner join device_id_old
                |on jd.device_id = device_id_old.decive_id
                |where  (jd.cid_type = 'diary' or jd.cid_type = 'diary_video')
                |and jd.device_id regexp'${strategy}'
                |and jd.device_id not in (select device_id from bl_device_list)
                |and jd.device_id not in (select device_id from blacklist)
-             |and jd.stat_date ='${param.date}'
+               |and jd.stat_date ='${elem}'
          """.stripMargin
           )
 
           val imp_count_oldUser = sc.sql(
             s"""
-             |select '${param.date}' as stat_date, count(cid_id) as get_imp_count_old
+               |select '${elem}' as stat_date, count(cid_id) as get_imp_count_old
                |from data_feed_exposure je inner join device_id_old
                |on je.device_id = device_id_old.decive_id
                |where je.cid_type = 'diary'
                |and je.device_id regexp'${strategy}'
                |and je.device_id not in (select device_id from bl_device_list)
                |and je.device_id not in (select device_id from blacklist)
-             |and je.stat_date ='${param.date}'
+               |and je.stat_date ='${elem}'
          """.stripMargin
           )
 
 
           val clk_count_newUser = sc.sql(
             s"""
-             |select '${param.date}' as stat_date, count(cid_id) as get_clk_count_newUser
+               |select '${elem}' as stat_date, count(cid_id) as get_clk_count_newUser
                |from data_feed_click jd inner join device_id_newUser
                |on jd.device_id = device_id_newUser.decive_id
                |where  (jd.cid_type = 'diary' or jd.cid_type = 'diary_video')
                |and jd.device_id regexp'${strategy}'
                |and jd.device_id not in (select device_id from bl_device_list)
                |and jd.device_id not in (select device_id from blacklist)
-             |and jd.stat_date ='${param.date}'
+               |and jd.stat_date ='${elem}'
          """.stripMargin
           )
 
           val imp_count_newUser = sc.sql(
             s"""
-             |select '${param.date}' as stat_date, count(cid_id) as get_imp_count_newUser
+               |select '${elem}' as stat_date, count(cid_id) as get_imp_count_newUser
                |from data_feed_exposure je inner join device_id_newUser
                |on je.device_id = device_id_newUser.decive_id
                |where je.cid_type = 'diary'
                |and je.device_id regexp'${strategy}'
                |and je.device_id not in (select device_id from bl_device_list)
                |and je.device_id not in (select device_id from blacklist)
-             |and je.stat_date ='${param.date}'
+               |and je.stat_date ='${elem}'
          """.stripMargin
           )
           imp_count_newUser.show()
@@ -141,8 +167,7 @@ object strategy_clk_imp_oldUser {
 
 
         }
-
-
+      }
 
 
     }

eda/feededa/src/main/scala/com/gmei/testt.scala

+package com.gmei
+import java.text.SimpleDateFormat
+import java.util.{Calendar, Date}
+import java.text.SimpleDateFormat
+import java.util.Calendar
+import scala.collection.mutable.ArrayBuffer
+
+object testt {
+
+  def main(args: Array[String]): Unit ={
+    val dateArray2 = get_date()
+    println(dateArray2(0))
+    for (elem <- dateArray2) {
+      println(elem)
+    }
+
+
+  }
+  def get_date(): ArrayBuffer[String] ={
+    val startTime = "2017-12-01"
+    val endTime = "2017-12-10"
+    val dateFormat = new SimpleDateFormat("yyyy-MM-dd")
+    val dateFiled = Calendar.DAY_OF_MONTH
+    var beginDate = dateFormat.parse(startTime)
+    val endDate = dateFormat.parse(endTime)
+    val calendar = Calendar.getInstance()
+    calendar.setTime(beginDate)
+    val dateArray: ArrayBuffer[String] = ArrayBuffer()
+    while (beginDate.compareTo(endDate) <= 0) {
+      dateArray += dateFormat.format(beginDate)
+      calendar.add(dateFiled, 1)
+      beginDate = calendar.getTime
+    }
+    //println(dateArray)
+    dateArray
+  }
+
+
+
+}
+