add vlog

eda/feededa/src/main/scala/com/gmei/WeafareStat.scala

@@ -42,6 +42,7 @@ object WeafareStat {
       val ti = new TiContext(sc)
       ti.tidbMapTable(dbName = "jerry_prod",tableName = "diary_video")
       ti.tidbMapTable(dbName = "jerry_prod",tableName = "data_feed_click")
+      ti.tidbMapTable(dbName = "eagle",tableName = "feed_diary_boost")
 
 
       import sc.implicits._
@@ -127,15 +128,44 @@ object WeafareStat {
       )
       video_count.show()
 
+      val vlog_meigou_clk_count = sc.sql(
+        s"""
+           |select '${stat_date}' as stat_date,count(page_name) as vlog_meigou_clk_num
+           |from online.bl_hdfs_page_view_updates
+           |where partition_date='${partition_date}'
+           |and page_name='welfare_detail'
+           |and referrer='diary_detail'
+           |and referrer_id in (select distinct(diary_id) from feed_diary_boost)
+         """.stripMargin
+      )
+      vlog_meigou_clk_count.show()
+
+
+      val vlog_clk_count = sc.sql(
+        s"""
+           |select '${stat_date}' as stat_date,count(cid_id) as vlog_clk_num
+           |from jerry_prod.data_feed_click
+           |where stat_date='${stat_date}'
+           |and  cid_type = 'diary'
+           |and cid_id in (select distinct(diary_id) from feed_diary_boost)
+         """.stripMargin
+      )
+      vlog_clk_count.show()
+
+
       val result = video_clk_count.join(video_meigou_count,"stat_date")
         .join(txt_clk_count,"stat_date")
         .join(txt_meigou_count,"stat_date")
         .join(video_count,"stat_date")
+        .join(vlog_meigou_clk_count,"stat_date")
+        .join(vlog_clk_count,"stat_date")
+
 
-      val result1 = result.withColumn("video_rate",result.col("video_meigou_count")/result.col("video_clk_count"))
-      val result2 = result1.withColumn("txt_rate",result.col("txt_meigou_count")/result.col("txt_clk_count"))
+      val result1 = result.withColumn("video_meigou_rate",result.col("video_meigou_count")/result.col("video_clk_count"))
+      val result2 = result1.withColumn("txt_meigou_rate",result.col("txt_meigou_count")/result.col("txt_clk_count"))
+      val result3 = result2.withColumn("vlog_meigou_rate",result.col("vlog_meigou_clk_num")/result.col("vlog_clk_num"))
 
-      result2.show()
+      result3.show()
 
 
       sc.stop()