Commit c3fe345e authored by 王志伟's avatar 王志伟

增加

parent f0ebc803
...@@ -65,19 +65,19 @@ object Search_keywords_count { ...@@ -65,19 +65,19 @@ object Search_keywords_count {
//搜索关键词提取 //搜索关键词提取
val search_keywords = sc.sql( val search_keywords = sc.sql(
s""" s"""
|select regexp_replace(params['query'], '\\t+', '') as search_keywords |select params['query'] as search_keywords
|from online.tl_hdfs_maidian_view |from online.tl_hdfs_maidian_view
|where (action = 'do_search' or action = 'search_result_click_search') |where (action = 'do_search' or action = 'search_result_click_search')
|and partition_date ='20190108' |and partition_date ='20190108'
""".stripMargin """.stripMargin
) )
search_keywords.show() // search_keywords.show()
val tempp=search_keywords.collect() val tempp=search_keywords.collect()
for (i <- 0 until tempp.length ) { for (i <- 0 until tempp.length ) {
println(tempp(i)) println(tempp(i))
} }
GmeiConfig.writeToJDBCTable(search_keywords, table = "temp_search_keywords", SaveMode.Overwrite) // GmeiConfig.writeToJDBCTable(search_keywords, table = "temp_search_keywords", SaveMode.Overwrite)
//搜索次数统计 //搜索次数统计
// val search_count = sc.sql( // val search_count = sc.sql(
// s""" // s"""
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment