repair bug

eda/feededa/src/main/scala/com/gmei/app_list.scala

@@ -16,7 +16,8 @@ object app_list {
   Logger.getLogger("org.apache.spark").setLevel(Level.WARN)
   Logger.getLogger("org.apache.eclipse.jetty.server").setLevel(Level.OFF)
 
-  case class Params(env: String = "dev"
+  case class Params(env: String = "dev",
+                    date: String = "2018-08-01"
                    ) extends AbstractParams[Params] with Serializable
 
   val defaultParams = Params()
@@ -26,6 +27,9 @@ object app_list {
     opt[String]("env")
       .text(s"the databases environment you used")
       .action((x, c) => c.copy(env = x))
+    opt[String] ("date")
+      .text(s"the date you used")
+      .action((x,c) => c.copy(date = x))
     note(
       """
         |For example, the following command runs this app on a tidb dataset:
@@ -62,29 +66,24 @@ object app_list {
            |select distinct(cl_id) as device_id,params['installed_app_info'] as app_list
            |from online.tl_hdfs_maidian_view
            |where action="user_installed_all_app_info"
-           |and partition_date = '20181118'
+           |and partition_date = '${param.date}'
          """.stripMargin
       )
       //app_list.show()
       import sc.implicits._
       val rdd = app_list.rdd.map(x =>(x(0).toString,x(1).toString))
-        .filter(x => x._2.contains("新氧美容")).map(x => x._1).collect().toList
-      val a = rdd.toDF()
-      a.createOrReplaceTempView("device_id")
+        .filter(x => x._2.contains("新氧美容")).map(x => x._1).collect().toList.toDF()
+      rdd.createOrReplaceTempView("device_id")
 
       val device_id = sc.sql(
         s"""
-           |select *
+           |select '${stat_date}' as stat_date,value
            |from device_id
          """.stripMargin
       )
       device_id.show()
-      val len = rdd.length
-      println(len)
-
-
-
 
+      GmeiConfig.writeToJDBCTable(device_id, "device_id_contain", SaveMode.Append)