Skip to content

F
ffm-baseline
Commit 4cd39b1c authored by 王志伟's avatar 王志伟
Browse files
Options

增加

parent 9287012b
Show whitespace changes
Inline Side-by-side
Showing with 10 additions and 10 deletions
eda/feededa/src/main/scala/com/gmei/Search_keywords_count.scala
View file @ 4cd39b1c
...@@ -68,20 +68,20 @@ object Search_keywords_count { ...@@ -68,20 +68,20 @@ object Search_keywords_count {
|select params['query'] as search_keywords |select params['query'] as search_keywords
|from online.tl_hdfs_maidian_view |from online.tl_hdfs_maidian_view
|where (action = 'do_search' or action = 'search_result_click_search') |where (action = 'do_search' or action = 'search_result_click_search')
|and partition_date ='20181218' |and partition_date ='20190107'
""".stripMargin """.stripMargin
) )
search_keywords.show() search_keywords.show()
//搜索次数统计 //搜索次数统计
val search_count = sc.sql( // val search_count = sc.sql(
s""" // s"""
|select '${stat_date}' as stat_date,count(params['query']) as search_num // |select '${stat_date}' as stat_date,count(params['query']) as search_num
|from online.tl_hdfs_maidian_view // |from online.tl_hdfs_maidian_view
|where (action = 'do_search' or action = 'search_result_click_search') // |where (action = 'do_search' or action = 'search_result_click_search')
|and partition_date ='${partition_date}' // |and partition_date ='${partition_date}'
""".stripMargin // """.stripMargin
) // )
search_count.show() // search_count.show()
// val get_result =search_keywords.rdd.map((_, 1)).reduceByKey(_ + _) // val get_result =search_keywords.rdd.map((_, 1)).reduceByKey(_ + _)
// .sortBy(_._2,false) // .sortBy(_._2,false)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment