Commit ddd1da64 authored by 王志伟's avatar 王志伟

repair bug

parent 5cd671da
...@@ -59,10 +59,10 @@ object app_list { ...@@ -59,10 +59,10 @@ object app_list {
//获取策略命中用户device_id //获取策略命中用户device_id
val app_list = sc.sql( val app_list = sc.sql(
s""" s"""
|select cl_id as device_id,params['installed_app_info'] as app_list |select distinct(cl_id) as device_id,params['installed_app_info'] as app_list
|from online.tl_hdfs_maidian_view |from online.tl_hdfs_maidian_view
|where action="user_installed_all_app_info" |where action="user_installed_all_app_info"
|and partition_date = '20181118' |and partition_date <= '20181118'
""".stripMargin """.stripMargin
) )
//app_list.show() //app_list.show()
...@@ -71,6 +71,9 @@ object app_list { ...@@ -71,6 +71,9 @@ object app_list {
.filter(x => x._2.contains("新氧美容")).map(x => x._1).collect().toList .filter(x => x._2.contains("新氧美容")).map(x => x._1).collect().toList
val a = rdd.slice(0,2) val a = rdd.slice(0,2)
println(a) println(a)
val len = rdd.length
println(len)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment