Commit 369214aa authored by 王志伟's avatar 王志伟

repair

parent 0f760f1c
...@@ -61,7 +61,7 @@ object Recommendation_strategy_all { ...@@ -61,7 +61,7 @@ object Recommendation_strategy_all {
val partition_date = param.date.replace("-","") val partition_date = param.date.replace("-","")
val decive_id_oldUser = sc.sql( val decive_id_oldUser = sc.sql(
s""" s"""
|select distinct(device_id) as decive_id |select distinct(device_id) as device_id
|from online.ml_device_day_active_status |from online.ml_device_day_active_status
|where active_type = '4' |where active_type = '4'
|and first_channel_source_type not in ('yqxiu1','yqxiu2','yqxiu3','yqxiu4','yqxiu5','mxyc1','mxyc2','mxyc3' |and first_channel_source_type not in ('yqxiu1','yqxiu2','yqxiu3','yqxiu4','yqxiu5','mxyc1','mxyc2','mxyc3'
...@@ -81,7 +81,7 @@ object Recommendation_strategy_all { ...@@ -81,7 +81,7 @@ object Recommendation_strategy_all {
s""" s"""
|select '${param.date}' as stat_date, count(cid_id) as clk_count_oldUser_experiment |select '${param.date}' as stat_date, count(cid_id) as clk_count_oldUser_experiment
|from data_feed_click jd inner join device_id_old |from data_feed_click jd inner join device_id_old
|on jd.device_id = device_id_old.decive_id |on jd.device_id = device_id_old.device_id
|where (jd.cid_type = 'diary' or jd.cid_type = 'diary_video') |where (jd.cid_type = 'diary' or jd.cid_type = 'diary_video')
|and jd.device_id regexp '[1]$$' |and jd.device_id regexp '[1]$$'
|and jd.device_id not in (select device_id from bl_device_list) |and jd.device_id not in (select device_id from bl_device_list)
...@@ -89,12 +89,13 @@ object Recommendation_strategy_all { ...@@ -89,12 +89,13 @@ object Recommendation_strategy_all {
|and jd.stat_date ='${param.date}' |and jd.stat_date ='${param.date}'
""".stripMargin """.stripMargin
) )
clk_count_oldUser_experiment.show()
val imp_count_oldUser_experiment = sc.sql( val imp_count_oldUser_experiment = sc.sql(
s""" s"""
|select '${param.date}' as stat_date, count(cid_id) as imp_count_oldUser_experiment |select '${param.date}' as stat_date, count(cid_id) as imp_count_oldUser_experiment
|from data_feed_exposure je inner join device_id_old |from data_feed_exposure je inner join device_id_old
|on je.device_id = device_id_old.decive_id |on je.device_id = device_id_old.device_id
|where je.cid_type = 'diary' |where je.cid_type = 'diary'
|and je.device_id regexp'[1]$$' |and je.device_id regexp'[1]$$'
|and je.device_id not in (select device_id from bl_device_list) |and je.device_id not in (select device_id from bl_device_list)
...@@ -102,11 +103,12 @@ object Recommendation_strategy_all { ...@@ -102,11 +103,12 @@ object Recommendation_strategy_all {
|and je.stat_date ='${param.date}' |and je.stat_date ='${param.date}'
""".stripMargin """.stripMargin
) )
imp_count_oldUser_experiment.show()
val clk_count_oldUser_all = sc.sql( val clk_count_oldUser_all = sc.sql(
s""" s"""
|select '${param.date}' as stat_date, count(cid_id) as clk_count_oldUser_all |select '${param.date}' as stat_date, count(cid_id) as clk_count_oldUser_all
|from data_feed_click jd inner join device_id_old |from data_feed_click jd inner join device_id_old
|on jd.device_id = device_id_old.decive_id |on jd.device_id = device_id_old.device_id
|where (jd.cid_type = 'diary' or jd.cid_type = 'diary_video') |where (jd.cid_type = 'diary' or jd.cid_type = 'diary_video')
|and jd.device_id regexp'[^1]$$' |and jd.device_id regexp'[^1]$$'
|and jd.device_id not in (select device_id from bl_device_list) |and jd.device_id not in (select device_id from bl_device_list)
...@@ -115,11 +117,13 @@ object Recommendation_strategy_all { ...@@ -115,11 +117,13 @@ object Recommendation_strategy_all {
""".stripMargin """.stripMargin
) )
clk_count_oldUser_all.show()
val imp_count_oldUser_all = sc.sql( val imp_count_oldUser_all = sc.sql(
s""" s"""
|select '${param.date}' as stat_date, count(cid_id) as imp_count_oldUser_all |select '${param.date}' as stat_date, count(cid_id) as imp_count_oldUser_all
|from data_feed_exposure je inner join device_id_old |from data_feed_exposure je inner join device_id_old
|on je.device_id = device_id_old.decive_id |on je.device_id = device_id_old.device_id
|where je.cid_type = 'diary' |where je.cid_type = 'diary'
|and je.device_id regexp'[^1]$$' |and je.device_id regexp'[^1]$$'
|and je.device_id not in (select device_id from bl_device_list) |and je.device_id not in (select device_id from bl_device_list)
...@@ -127,6 +131,7 @@ object Recommendation_strategy_all { ...@@ -127,6 +131,7 @@ object Recommendation_strategy_all {
|and je.stat_date ='${param.date}' |and je.stat_date ='${param.date}'
""".stripMargin """.stripMargin
) )
imp_count_oldUser_all.show()
val result2 = clk_count_oldUser_experiment.join(imp_count_oldUser_experiment,"stat_date") val result2 = clk_count_oldUser_experiment.join(imp_count_oldUser_experiment,"stat_date")
.join(clk_count_oldUser_all,"stat_date") .join(clk_count_oldUser_all,"stat_date")
.join(imp_count_oldUser_all,"stat_date") .join(imp_count_oldUser_all,"stat_date")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment