Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
F
ffm-baseline
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
ML
ffm-baseline
Commits
04f6a46e
Commit
04f6a46e
authored
Feb 23, 2019
by
王志伟
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
统计新指标,device_clk_imp_reason
parent
e1dd8216
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
14 additions
and
17 deletions
+14
-17
temp_count.scala
eda/feededa/src/main/scala/com/gmei/temp_count.scala
+14
-17
No files found.
eda/feededa/src/main/scala/com/gmei/temp_count.scala
View file @
04f6a46e
...
@@ -784,9 +784,8 @@ object find_reason {
...
@@ -784,9 +784,8 @@ object find_reason {
val
old_clk_device
=
sc
.
sql
(
val
old_clk_device
=
sc
.
sql
(
s
"""
s
"""
|select distinct(oc.device_id) as device_id
|select distinct(oc.device_id) as device_id
|from all_clk_diary_card oc
left
join device_id_old
|from all_clk_diary_card oc
inner
join device_id_old
|on oc.device_id = device_id_old.device_id
|on oc.device_id = device_id_old.device_id
|where device_id_old.device_id is not null
"""
.
stripMargin
"""
.
stripMargin
)
)
old_clk_device
.
createOrReplaceTempView
(
"old_clk_device"
)
old_clk_device
.
createOrReplaceTempView
(
"old_clk_device"
)
...
@@ -796,10 +795,9 @@ object find_reason {
...
@@ -796,10 +795,9 @@ object find_reason {
//2.当天新用户中的点击用户数
//2.当天新用户中的点击用户数
val
new_clk_count
=
sc
.
sql
(
val
new_clk_count
=
sc
.
sql
(
s
"""
s
"""
|select
stat_date,count(oc.device_id) as old
_clk_count
|select
'${stat_date}' as stat_date,count(oc.device_id) as new
_clk_count
|from all_clk_diary_card oc
left
join device_id_new
|from all_clk_diary_card oc
inner
join device_id_new
|on oc.device_id = device_id_new.device_id
|on oc.device_id = device_id_new.device_id
|where device_id_old.device_id is not null
|group by stat_date
|group by stat_date
"""
.
stripMargin
"""
.
stripMargin
)
)
...
@@ -807,9 +805,8 @@ object find_reason {
...
@@ -807,9 +805,8 @@ object find_reason {
val
new_clk_device
=
sc
.
sql
(
val
new_clk_device
=
sc
.
sql
(
s
"""
s
"""
|select distinct(oc.device_id) as device_id
|select distinct(oc.device_id) as device_id
|from all_clk_diary_card oc
left
join device_id_new
|from all_clk_diary_card oc
inner
join device_id_new
|on oc.device_id = device_id_new.device_id
|on oc.device_id = device_id_new.device_id
|where device_id_old.device_id is not null
"""
.
stripMargin
"""
.
stripMargin
)
)
new_clk_device
.
createOrReplaceTempView
(
"new_clk_device"
)
new_clk_device
.
createOrReplaceTempView
(
"new_clk_device"
)
...
@@ -820,9 +817,8 @@ object find_reason {
...
@@ -820,9 +817,8 @@ object find_reason {
val
old_count
=
sc
.
sql
(
val
old_count
=
sc
.
sql
(
s
"""
s
"""
|select '${stat_date}' as stat_date,count(distinct(dio.device_id)) as old_count
|select '${stat_date}' as stat_date,count(distinct(dio.device_id)) as old_count
|from device_id_old dio
left
join agency_id
|from device_id_old dio
inner
join agency_id
|on dio.device_id = agency_id.device_id
|on dio.device_id = agency_id.device_id
|where agency_id.device_id is null
"""
.
stripMargin
"""
.
stripMargin
)
)
...
@@ -830,29 +826,30 @@ object find_reason {
...
@@ -830,29 +826,30 @@ object find_reason {
val
new_count
=
sc
.
sql
(
val
new_count
=
sc
.
sql
(
s
"""
s
"""
|select '${stat_date}' as stat_date,count(distinct(din.device_id)) as new_count
|select '${stat_date}' as stat_date,count(distinct(din.device_id)) as new_count
|from device_id_new din
left
join agency_id
|from device_id_new din
inner
join agency_id
|on din.device_id = agency_id.device_id
|on din.device_id = agency_id.device_id
|where agency_id.device_id is null
"""
.
stripMargin
"""
.
stripMargin
)
)
//5.有点击老用户的曝光数
//5.有点击老用户的曝光数
val
exp_clkold_count
=
sc
.
sql
(
val
exp_clkold_count
=
sc
.
sql
(
s
"""
s
"""
|select '${stat_date}' as stat_date,count(d
in
.device_id) as imp_clkold_count
|select '${stat_date}' as stat_date,count(d
p
.device_id) as imp_clkold_count
|from data_feed_exposure_precise dp
left
join old_clk_device
|from data_feed_exposure_precise dp
inner
join old_clk_device
|on dp.device_id = old_clk_device.device_id
|on dp.device_id = old_clk_device.device_id
|where old_clk_device.device_id is not null
|where stat_date='${stat_date}'
|group by stat_date
"""
.
stripMargin
"""
.
stripMargin
)
)
//6.有点击新用户的曝光数
//6.有点击新用户的曝光数
val
exp_clknew_count
=
sc
.
sql
(
val
exp_clknew_count
=
sc
.
sql
(
s
"""
s
"""
|select '${stat_date}' as stat_date,count(d
in
.device_id) as imp_clknew_count
|select '${stat_date}' as stat_date,count(d
p
.device_id) as imp_clknew_count
|from data_feed_exposure_precise dp
left
join new_clk_device
|from data_feed_exposure_precise dp
inner
join new_clk_device
|on dp.device_id = new_clk_device.device_id
|on dp.device_id = new_clk_device.device_id
|where new_clk_device.device_id is not null
|where stat_date='${stat_date}'
|group by stat_date
"""
.
stripMargin
"""
.
stripMargin
)
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment