Commit 3d2fa288 authored by 王志伟's avatar 王志伟

搜索关键词统计bug修复

parent 86cc8773
......@@ -70,13 +70,21 @@ object Search_keywords_count {
|where (action = 'do_search' or action = 'search_result_click_search')
|and partition_date ='20190108'
""".stripMargin
)
).rdd.map(x=>{
val b=JSON.parseFull(x.toString())
b match {
// Matches if jsonStr is valid JSON and represents a Map of Strings to Any
case Some(map: Map[String, Any]) => println(map)
case None => println("Parsing failed")
case other => println("Unknown data structure: " + other)
}
}).foreach(println)
// search_keywords.show()
val tempp=search_keywords.collect()
for (i <- 0 until tempp.length ) {
println(tempp(i))
}
// val tempp=search_keywords.collect()
// for (i <- 0 until tempp.length ) {
// println(tempp(i))
// }
// GmeiConfig.writeToJDBCTable(search_keywords, table = "temp_search_keywords", SaveMode.Overwrite)
//搜索次数统计
// val search_count = sc.sql(
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment