Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
F
ffm-baseline
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
ML
ffm-baseline
Commits
243b6f02
Commit
243b6f02
authored
Nov 13, 2018
by
王志伟
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
save to table
parent
816cd8dd
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
16 additions
and
14 deletions
+16
-14
Recommendation_strategy_all.scala
...src/main/scala/com/gmei/Recommendation_strategy_all.scala
+16
-14
No files found.
eda/feededa/src/main/scala/com/gmei/Recommendation_strategy_all.scala
View file @
243b6f02
...
...
@@ -53,9 +53,9 @@ object Recommendation_strategy_all {
import
sc.implicits._
//
val stat_date = GmeiConfig.getMinusNDate(1)
val
stat_date
=
GmeiConfig
.
getMinusNDate
(
1
)
//println(param.date)
val
partition_date
=
param
.
date
.
replace
(
"-"
,
""
)
val
partition_date
=
stat_
date
.
replace
(
"-"
,
""
)
val
decive_id_oldUser
=
sc
.
sql
(
s
"""
|select distinct(device_id) as decive_id
...
...
@@ -76,51 +76,51 @@ object Recommendation_strategy_all {
val
clk_count_oldUser_Contrast
=
sc
.
sql
(
s
"""
|select '${
param.
date}' as stat_date, count(cid_id) as clk_count_oldUser_Contrast
|select '${
stat_
date}' as stat_date, count(cid_id) as clk_count_oldUser_Contrast
|from data_feed_click jd inner join device_id_old
|on jd.device_id = device_id_old.decive_id
|where (jd.cid_type = 'diary' or jd.cid_type = 'diary_video')
|and jd.device_id regexp'1$$'
|and jd.device_id not in (select device_id from bl_device_list)
|and jd.device_id not in (select device_id from blacklist)
|and jd.stat_date ='${
param.
date}'
|and jd.stat_date ='${
stat_
date}'
"""
.
stripMargin
)
val
imp_count_oldUser_Contrast
=
sc
.
sql
(
s
"""
|select '${
param.
date}' as stat_date, count(cid_id) as imp_count_oldUser_Contrast
|select '${
stat_
date}' as stat_date, count(cid_id) as imp_count_oldUser_Contrast
|from data_feed_exposure je inner join device_id_old
|on je.device_id = device_id_old.decive_id
|where je.cid_type = 'diary'
|and je.device_id regexp'1$$'
|and je.device_id not in (select device_id from bl_device_list)
|and je.device_id not in (select device_id from blacklist)
|and je.stat_date ='${
param.
date}'
|and je.stat_date ='${
stat_
date}'
"""
.
stripMargin
)
val
clk_count_oldUser_all
=
sc
.
sql
(
s
"""
|select '${
param.
date}' as stat_date, count(cid_id) as clk_count_oldUser_all
|select '${
stat_
date}' as stat_date, count(cid_id) as clk_count_oldUser_all
|from data_feed_click jd inner join device_id_old
|on jd.device_id = device_id_old.decive_id
|where (jd.cid_type = 'diary' or jd.cid_type = 'diary_video')
|and jd.device_id not in (select device_id from bl_device_list)
|and jd.device_id not in (select device_id from blacklist)
|and jd.stat_date ='${
param.
date}'
|and jd.stat_date ='${
stat_
date}'
"""
.
stripMargin
)
val
imp_count_oldUser_all
=
sc
.
sql
(
s
"""
|select '${
param.
date}' as stat_date, count(cid_id) as imp_count_oldUser_all
|select '${
stat_
date}' as stat_date, count(cid_id) as imp_count_oldUser_all
|from data_feed_exposure je inner join device_id_old
|on je.device_id = device_id_old.decive_id
|where je.cid_type = 'diary'
|and je.device_id not in (select device_id from bl_device_list)
|and je.device_id not in (select device_id from blacklist)
|and je.stat_date ='${
param.
date}'
|and je.stat_date ='${
stat_
date}'
"""
.
stripMargin
)
...
...
@@ -136,25 +136,25 @@ object Recommendation_strategy_all {
val
clk_count_oldUser_Cover
=
sc
.
sql
(
s
"""
|select '${
param.
date}' as stat_date, count(cid_id) as clk_count_oldUser_Cover
|select '${
stat_
date}' as stat_date, count(cid_id) as clk_count_oldUser_Cover
|from data_feed_click jd inner join device_id_cover_older
|on jd.device_id = device_id_cover_older.device_id
|where (jd.cid_type = 'diary' or jd.cid_type = 'diary_video')
|and jd.device_id not in (select device_id from bl_device_list)
|and jd.device_id not in (select device_id from blacklist)
|and jd.stat_date ='${
param.
date}'
|and jd.stat_date ='${
stat_
date}'
"""
.
stripMargin
)
val
imp_count_oldUser_Cover
=
sc
.
sql
(
s
"""
|select '${
param.
date}' as stat_date, count(cid_id) as imp_count_oldUser_Cover
|select '${
stat_
date}' as stat_date, count(cid_id) as imp_count_oldUser_Cover
|from data_feed_exposure je inner join device_id_cover_older
|on je.device_id = device_id_cover_older.device_id
|where je.cid_type = 'diary'
|and je.device_id not in (select device_id from bl_device_list)
|and je.device_id not in (select device_id from blacklist)
|and je.stat_date ='${
param.
date}'
|and je.stat_date ='${
stat_
date}'
"""
.
stripMargin
)
...
...
@@ -168,6 +168,8 @@ object Recommendation_strategy_all {
.
join
(
imp_count_oldUser_Cover
,
"stat_date"
)
result
.
show
()
GmeiConfig
.
writeToJDBCTable
(
result
,
"Recommendation_strategy_temp"
,
SaveMode
.
Append
)
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment