Commit 9b269e55 authored by 王志伟's avatar 王志伟

repair bug

parent ddd1da64
...@@ -62,15 +62,23 @@ object app_list { ...@@ -62,15 +62,23 @@ object app_list {
|select distinct(cl_id) as device_id,params['installed_app_info'] as app_list |select distinct(cl_id) as device_id,params['installed_app_info'] as app_list
|from online.tl_hdfs_maidian_view |from online.tl_hdfs_maidian_view
|where action="user_installed_all_app_info" |where action="user_installed_all_app_info"
|and partition_date <= '20181118' |and partition_date = '20181118'
""".stripMargin """.stripMargin
) )
//app_list.show() //app_list.show()
import sc.implicits._ import sc.implicits._
val rdd = app_list.rdd.map(x =>(x(0).toString,x(1).toString)) val rdd = app_list.rdd.map(x =>(x(0).toString,x(1).toString))
.filter(x => x._2.contains("新氧美容")).map(x => x._1).collect().toList .filter(x => x._2.contains("新氧美容")).map(x => x._1).collect().toList
val a = rdd.slice(0,2) val a = rdd.toDF()
println(a) a.createOrReplaceTempView("device_id")
val device_id = sc.sql(
s"""
|select * as device_id
|from device_id
""".stripMargin
)
device_id.show()
val len = rdd.length val len = rdd.length
println(len) println(len)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment