Commit 9b269e55 authored by 王志伟's avatar 王志伟

repair bug

parent ddd1da64
......@@ -62,15 +62,23 @@ object app_list {
|select distinct(cl_id) as device_id,params['installed_app_info'] as app_list
|from online.tl_hdfs_maidian_view
|where action="user_installed_all_app_info"
|and partition_date <= '20181118'
|and partition_date = '20181118'
""".stripMargin
)
//app_list.show()
import sc.implicits._
val rdd = app_list.rdd.map(x =>(x(0).toString,x(1).toString))
.filter(x => x._2.contains("新氧美容")).map(x => x._1).collect().toList
val a = rdd.slice(0,2)
println(a)
val a = rdd.toDF()
a.createOrReplaceTempView("device_id")
val device_id = sc.sql(
s"""
|select * as device_id
|from device_id
""".stripMargin
)
device_id.show()
val len = rdd.length
println(len)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment