Skip to content

F
ffm-baseline
Commit 92ad294d authored by 王志伟's avatar 王志伟
Browse files
Options

repair bug

parent 6f4e535c
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 2 deletions
eda/feededa/src/main/scala/com/gmei/app_list.scala
View file @ 92ad294d
...@@ -64,7 +64,7 @@ object app_list { ...@@ -64,7 +64,7 @@ object app_list {
//自定义udf函数，增加dataframe 列 //自定义udf函数，增加dataframe 列
val code = (arg: String) => { val code = (arg: String) => {
if (arg.getClass.getName == "java.lang.String") partition_date else 0 if (arg.getClass.getName == "java.lang.String") partition_date.toString else 0.toString
} }
val addCol = udf(code) val addCol = udf(code)
...@@ -85,6 +85,7 @@ object app_list { ...@@ -85,6 +85,7 @@ object app_list {
val rdd_df = app_list.rdd.map(x =>(x(0).toString,x(1).toString)) val rdd_df = app_list.rdd.map(x =>(x(0).toString,x(1).toString))
.filter(x => x._2.contains("新氧美容")).map(x => x._1).collect().toList.toDF("device_id") .filter(x => x._2.contains("新氧美容")).map(x => x._1).collect().toList.toDF("device_id")
rdd_df.show() rdd_df.show()
//rdd_df.withColumn("stat_date",addCol(rdd_df("device_id")))
rdd_df.createOrReplaceTempView("device_id") rdd_df.createOrReplaceTempView("device_id")
val temp = sc.sql( val temp = sc.sql(
...@@ -93,7 +94,7 @@ object app_list { ...@@ -93,7 +94,7 @@ object app_list {
|from device_id |from device_id
""".stripMargin """.stripMargin
) )
//temp.withColumn("stat_date",addCol(temp("device_id"))) temp.withColumn("stat_date",addCol(temp("device_id")))
temp.show() temp.show()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment