统计日记本点击的各个来源数量

eda/feededa/src/main/scala/com/gmei/temp_analysis.scala

@@ -73,7 +73,6 @@ object temp_analysis {
            |AND pv_ratio >= 0.95
          """.stripMargin
       )
-      agency_id.show()
       agency_id.createOrReplaceTempView("agency_id")
 
 
@@ -93,7 +92,6 @@ object temp_analysis {
            |and partition_date ='${partition_date}'
          """.stripMargin
       )
-      device_id_newUser.show()
       device_id_newUser.createOrReplaceTempView("device_id_new")
 
       val blacklist_id = sc.sql(
@@ -102,7 +100,6 @@ object temp_analysis {
            |from blacklist
          """.stripMargin
       )
-      blacklist_id.show()
       blacklist_id.createOrReplaceTempView("blacklist_id")
 
       val final_id = sc.sql(
@@ -117,7 +114,6 @@ object temp_analysis {
            |from blacklist_id
          """.stripMargin
       )
-      final_id.show()
       final_id.createOrReplaceTempView("final_id")
 
 //日记本点击
@@ -127,7 +123,7 @@ object temp_analysis {
       for( a <- referrer ){
         val diary_clk_temp = sc.sql(
           s"""
-             |select ov.partition_date,count(ov.cl_id) as clk_num
+             |select ov.partition_date,count(ov.cl_id) as clk_num,count(distinct(ov.cl_id))
              |from online.tl_hdfs_maidian_view ov left join final_id
              |on ov.cl_id = final_id.device_id
              |where ov.action = "page_view"