Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
F
ffm-baseline
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
ML
ffm-baseline
Commits
31647d1f
Commit
31647d1f
authored
Jan 21, 2019
by
王志伟
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
统计搜索ctr,保存数据表
parent
53cd0ee5
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
7 additions
and
10 deletions
+7
-10
temp_count.scala
eda/feededa/src/main/scala/com/gmei/temp_count.scala
+7
-10
No files found.
eda/feededa/src/main/scala/com/gmei/temp_count.scala
View file @
31647d1f
...
...
@@ -405,33 +405,33 @@ object GetHiveSearchData {
// val stat_date = GmeiConfig.getMinusNDate(1)
val
stat_date
=
"2019-01-16"
val
stat_date
=
param
.
date
val
partition_date
=
stat_date
.
replace
(
"-"
,
""
)
val
strDiaryExposureAction
=
"/api/search/v2/diary"
val
strDiaryClickAction
=
"search_result_more_diary_click_item"
//需要确认
var
(
diaryExposureVal
,
diaryClickNum
,
diaryExposureMapCount
,
diaryExposureFilterCount
)
=
GetSearchResultData
(
sc
,
strDiaryExposureAction
,
strDiaryClickAction
)
var
(
diaryExposureVal
,
diaryClickNum
,
diaryExposureMapCount
,
diaryExposureFilterCount
)
=
GetSearchResultData
(
sc
,
strDiaryExposureAction
,
strDiaryClickAction
,
stat_date
)
val
strMeigouExposureAction
=
"/api/search/v2/service"
val
strMeigouClickAction
=
"search_result_welfare_click_item"
var
(
meigouExposureVal
,
meigouClickNum
,
meigouExposureMapCount
,
meigouExposureFilterCount
)
=
GetSearchResultData
(
sc
,
strMeigouExposureAction
,
strMeigouClickAction
)
var
(
meigouExposureVal
,
meigouClickNum
,
meigouExposureMapCount
,
meigouExposureFilterCount
)
=
GetSearchResultData
(
sc
,
strMeigouExposureAction
,
strMeigouClickAction
,
stat_date
)
val
strSearchResultExposureAction
=
"/api/search/v2/content"
val
strSearchResultClickAction
=
"search_result_click_diary_item"
//需要确认
var
(
searchResultExposureVal
,
searchResultClickNum
,
searchResultExposureMapCount
,
searchResultExposureFilterCount
)
=
GetSearchResultData
(
sc
,
strSearchResultExposureAction
,
strSearchResultClickAction
)
var
(
searchResultExposureVal
,
searchResultClickNum
,
searchResultExposureMapCount
,
searchResultExposureFilterCount
)
=
GetSearchResultData
(
sc
,
strSearchResultExposureAction
,
strSearchResultClickAction
,
stat_date
)
val
strSearchDoctorExposureAction
=
"/api/search/v2/doctor"
val
strSearchDoctorClickAction
=
"search_result_doctor_click_item"
var
(
searchDoctorExposureVal
,
searchDoctorClickNum
,
searchDoctorExposureMapCount
,
searchDoctorExposureFilterCount
)
=
GetSearchResultData
(
sc
,
strSearchDoctorExposureAction
,
strSearchDoctorClickAction
)
var
(
searchDoctorExposureVal
,
searchDoctorClickNum
,
searchDoctorExposureMapCount
,
searchDoctorExposureFilterCount
)
=
GetSearchResultData
(
sc
,
strSearchDoctorExposureAction
,
strSearchDoctorClickAction
,
stat_date
)
val
strSearchHospitalExposureAction
=
"/api/search/v2/hospital"
val
strSearchHospitalClickAction
=
"search_result_hospital_click_item"
var
(
searchHospitalExposureVal
,
searchHospitalClickNum
,
searchHospitalExposureMapCount
,
searchHospitalExposureFilterCount
)
=
GetSearchResultData
(
sc
,
strSearchHospitalExposureAction
,
strSearchHospitalClickAction
)
var
(
searchHospitalExposureVal
,
searchHospitalClickNum
,
searchHospitalExposureMapCount
,
searchHospitalExposureFilterCount
)
=
GetSearchResultData
(
sc
,
strSearchHospitalExposureAction
,
strSearchHospitalClickAction
,
stat_date
)
val
diary_clickSql
=
sc
.
sql
(
...
...
@@ -479,11 +479,8 @@ object GetHiveSearchData {
}
def
GetSearchResultData
(
spark
:
SparkSession
,
strExposureAction
:
String
,
strClickAction
:
String
,
stat_date
:
String
)
=
{
def
GetSearchResultData
(
spark
:
SparkSession
,
strExposureAction
:
String
,
strClickAction
:
String
)
=
{
val
stat_date
=
"2019-01-16"
val
partition_date
=
stat_date
.
replace
(
"-"
,
""
)
val
exposureAccum
=
spark
.
sparkContext
.
longAccumulator
(
"search exposure data"
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment