Skip to content

F
ffm-baseline
Commit e5b5b373 authored by 王志伟's avatar 王志伟
Browse files
Options

repair bug

parent 93bd2948
Show whitespace changes
Inline Side-by-side
Showing with 7 additions and 11 deletions
eda/feededa/src/main/scala/com/gmei/Recommendation_strategy_all.scala
View file @ e5b5b373
...@@ -55,7 +55,7 @@ object Recommendation_strategy_all { ...@@ -55,7 +55,7 @@ object Recommendation_strategy_all {
val partition_date = stat_date.replace("-","") val partition_date = stat_date.replace("-","")
val decive_id_oldUser = sc.sql( val decive_id_oldUser = sc.sql(
s""" s"""
|select distinct(device_id) as decive_id |select distinct(device_id) as device_id
|from online.ml_device_day_active_status |from online.ml_device_day_active_status
|where active_type = '4' |where active_type = '4'
|and first_channel_source_type not in ('yqxiu1','yqxiu2','yqxiu3','yqxiu4','yqxiu5','mxyc1','mxyc2','mxyc3' |and first_channel_source_type not in ('yqxiu1','yqxiu2','yqxiu3','yqxiu4','yqxiu5','mxyc1','mxyc2','mxyc3'
...@@ -75,7 +75,7 @@ object Recommendation_strategy_all { ...@@ -75,7 +75,7 @@ object Recommendation_strategy_all {
s""" s"""
|select '${stat_date}' as stat_date, count(cid_id) as clk_count_oldUser_Contrast |select '${stat_date}' as stat_date, count(cid_id) as clk_count_oldUser_Contrast
|from data_feed_click jd inner join device_id_old |from data_feed_click jd inner join device_id_old
|on jd.device_id = device_id_old.decive_id |on jd.device_id = device_id_old.device_id
|where (jd.cid_type = 'diary' or jd.cid_type = 'diary_video') |where (jd.cid_type = 'diary' or jd.cid_type = 'diary_video')
|and jd.device_id regexp'1$$' |and jd.device_id regexp'1$$'
|and jd.device_id not in (select device_id from bl_device_list) |and jd.device_id not in (select device_id from bl_device_list)
...@@ -88,7 +88,7 @@ object Recommendation_strategy_all { ...@@ -88,7 +88,7 @@ object Recommendation_strategy_all {
s""" s"""
|select '${stat_date}' as stat_date, count(cid_id) as imp_count_oldUser_Contrast |select '${stat_date}' as stat_date, count(cid_id) as imp_count_oldUser_Contrast
|from data_feed_exposure je inner join device_id_old |from data_feed_exposure je inner join device_id_old
|on je.device_id = device_id_old.decive_id |on je.device_id = device_id_old.device_id
|where je.cid_type = 'diary' |where je.cid_type = 'diary'
|and je.device_id regexp'1$$' |and je.device_id regexp'1$$'
|and je.device_id not in (select device_id from bl_device_list) |and je.device_id not in (select device_id from bl_device_list)
...@@ -101,7 +101,7 @@ object Recommendation_strategy_all { ...@@ -101,7 +101,7 @@ object Recommendation_strategy_all {
s""" s"""
|select '${stat_date}' as stat_date, count(cid_id) as clk_count_oldUser_all |select '${stat_date}' as stat_date, count(cid_id) as clk_count_oldUser_all
|from data_feed_click jd inner join device_id_old |from data_feed_click jd inner join device_id_old
|on jd.device_id = device_id_old.decive_id |on jd.device_id = device_id_old.device_id
|where (jd.cid_type = 'diary' or jd.cid_type = 'diary_video') |where (jd.cid_type = 'diary' or jd.cid_type = 'diary_video')
|and jd.device_id not in (select device_id from bl_device_list) |and jd.device_id not in (select device_id from bl_device_list)
|and jd.device_id not in (select device_id from blacklist) |and jd.device_id not in (select device_id from blacklist)
...@@ -113,7 +113,7 @@ object Recommendation_strategy_all { ...@@ -113,7 +113,7 @@ object Recommendation_strategy_all {
s""" s"""
|select '${stat_date}' as stat_date, count(cid_id) as imp_count_oldUser_all |select '${stat_date}' as stat_date, count(cid_id) as imp_count_oldUser_all
|from data_feed_exposure je inner join device_id_old |from data_feed_exposure je inner join device_id_old
|on je.device_id = device_id_old.decive_id |on je.device_id = device_id_old.device_id
|where je.cid_type = 'diary' |where je.cid_type = 'diary'
|and je.device_id not in (select device_id from bl_device_list) |and je.device_id not in (select device_id from bl_device_list)
|and je.device_id not in (select device_id from blacklist) |and je.device_id not in (select device_id from blacklist)
...@@ -167,7 +167,7 @@ object Recommendation_strategy_all { ...@@ -167,7 +167,7 @@ object Recommendation_strategy_all {
s""" s"""
|select '${stat_date}' as stat_date, count(distinct(je.device_id)) as device_num_1_hit |select '${stat_date}' as stat_date, count(distinct(je.device_id)) as device_num_1_hit
|from data_feed_exposure je inner join device_id_old |from data_feed_exposure je inner join device_id_old
|on je.device_id = device_id_old.decive_id |on je.device_id = device_id_old.device_id
|where je.cid_type = 'diary' |where je.cid_type = 'diary'
|and je.device_id regexp'1$$' |and je.device_id regexp'1$$'
|and je.device_id not in (select device_id from bl_device_list) |and je.device_id not in (select device_id from bl_device_list)
...@@ -198,7 +198,7 @@ object Recommendation_strategy_all { ...@@ -198,7 +198,7 @@ object Recommendation_strategy_all {
.join(device_num_hit,"stat_date") .join(device_num_hit,"stat_date")
result1.show() result1.show()
GmeiConfig.writeToJDBCTable(result1, "Recommendation_strategy_temp", SaveMode.Append) // GmeiConfig.writeToJDBCTable(result1, "Recommendation_strategy_temp", SaveMode.Append)
//device_id尾号1有点击用户日记本点击数 //device_id尾号1有点击用户日记本点击数
...@@ -298,10 +298,6 @@ object Recommendation_strategy_all { ...@@ -298,10 +298,6 @@ object Recommendation_strategy_all {
GmeiConfig.writeToJDBCTable(result2, "strategy_other", SaveMode.Append) GmeiConfig.writeToJDBCTable(result2, "strategy_other", SaveMode.Append)
//统计新用户点击率 //统计新用户点击率
val devicee_id_newUser = sc.sql( val devicee_id_newUser = sc.sql(
s""" s"""
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment