Commit 1fa6bca4 authored by 高雅喆's avatar 高雅喆

add esmm data

parent 58ad143d
......@@ -63,7 +63,8 @@ object EsmmData {
""".stripMargin
)
imp_data.show()
imp_data.createOrReplaceTempView("imp_data")
println("imp_data.count()")
println(imp_data.count())
val clk_data = sc.sql(
......@@ -76,7 +77,16 @@ object EsmmData {
""".stripMargin
)
clk_data.show()
clk_data.createOrReplaceTempView("clk_data")
println("clk_data.count()")
println(clk_data.count())
val imp_data_filter = imp_data.except(clk_data)
imp_data_filter.createOrReplaceTempView("imp_data_filter")
imp_data_filter.show()
println("imp_data_filter.count()")
println(imp_data_filter.count())
val stat_date_not = GmeiConfig.getMinusNDate(14).replace("-","")
......@@ -93,8 +103,18 @@ object EsmmData {
|and params['referrer'] = 'diary_detail'
""".stripMargin
)
cvr_data.show()
cvr_data.createOrReplaceTempView("cvr_data")
cvr_data.show()
println("cvr_data.count()")
println(cvr_data.count())
val clk_data_filter =clk_data.except(cvr_data)
clk_data_filter.createOrReplaceTempView("clk_data_filter")
clk_data_filter.show()
println("clk_data_filter.count()")
println(clk_data_filter.count())
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment