Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
F
ffm-baseline
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
ML
ffm-baseline
Commits
a865c71d
Commit
a865c71d
authored
Jan 04, 2019
by
张彦钊
Browse files
Options
Browse Files
Download
Plain Diff
Merge branch 'master' of git.wanmeizhensuo.com:ML/ffm-baseline
add device read
parents
bd962dca
2acde3d2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
8 additions
and
5 deletions
+8
-5
submit.sh
eda/esmm/Model_pipline/submit.sh
+3
-0
Recommendation_strategy_all.scala
...src/main/scala/com/gmei/Recommendation_strategy_all.scala
+5
-5
No files found.
eda/esmm/Model_pipline/submit.sh
View file @
a865c71d
#! /bin/bash
#! /bin/bash
cd
/srv/apps/ffm-baseline/eda/esmm
git checkout master
PYTHON_PATH
=
/home/gaoyazhe/miniconda3/bin/python
PYTHON_PATH
=
/home/gaoyazhe/miniconda3/bin/python
MODEL_PATH
=
/srv/apps/ffm-baseline/eda/esmm
MODEL_PATH
=
/srv/apps/ffm-baseline/eda/esmm
DATA_PATH
=
/home/gmuser/esmm_data
DATA_PATH
=
/home/gmuser/esmm_data
...
...
eda/feededa/src/main/scala/com/gmei/Recommendation_strategy_all.scala
View file @
a865c71d
...
@@ -52,8 +52,8 @@ object Recommendation_strategy_all {
...
@@ -52,8 +52,8 @@ object Recommendation_strategy_all {
ti
.
tidbMapTable
(
dbName
=
"jerry_prod"
,
tableName
=
"merge_queue_table"
)
ti
.
tidbMapTable
(
dbName
=
"jerry_prod"
,
tableName
=
"merge_queue_table"
)
//
val stat_date = GmeiConfig.getMinusNDate(1)
val
stat_date
=
GmeiConfig
.
getMinusNDate
(
1
)
val
stat_date
=
param
.
date
//
val stat_date = param.date
//println(param.date)
//println(param.date)
val
partition_date
=
stat_date
.
replace
(
"-"
,
""
)
val
partition_date
=
stat_date
.
replace
(
"-"
,
""
)
val
decive_id_oldUser
=
sc
.
sql
(
val
decive_id_oldUser
=
sc
.
sql
(
...
@@ -201,7 +201,7 @@ object Recommendation_strategy_all {
...
@@ -201,7 +201,7 @@ object Recommendation_strategy_all {
.
join
(
device_num_hit
,
"stat_date"
)
.
join
(
device_num_hit
,
"stat_date"
)
result1
.
show
()
result1
.
show
()
//
GmeiConfig.writeToJDBCTable(result1, "Recommendation_strategy_temp", SaveMode.Append)
GmeiConfig
.
writeToJDBCTable
(
result1
,
"Recommendation_strategy_temp"
,
SaveMode
.
Append
)
//device_id尾号1有点击用户日记本点击数
//device_id尾号1有点击用户日记本点击数
...
@@ -298,7 +298,7 @@ object Recommendation_strategy_all {
...
@@ -298,7 +298,7 @@ object Recommendation_strategy_all {
.
join
(
device_all_cover
,
"stat_date"
)
.
join
(
device_all_cover
,
"stat_date"
)
result2
.
show
()
result2
.
show
()
//
GmeiConfig.writeToJDBCTable(result2, "strategy_other", SaveMode.Append)
GmeiConfig
.
writeToJDBCTable
(
result2
,
"strategy_other"
,
SaveMode
.
Append
)
//统计新用户点击率
//统计新用户点击率
...
@@ -371,7 +371,7 @@ object Recommendation_strategy_all {
...
@@ -371,7 +371,7 @@ object Recommendation_strategy_all {
.
join
(
imp_count_newUser_all
,
"stat_date"
)
.
join
(
imp_count_newUser_all
,
"stat_date"
)
result3
.
show
()
result3
.
show
()
//
GmeiConfig.writeToJDBCTable(result3, "Recommendation_strategy_newUser", SaveMode.Append)
GmeiConfig
.
writeToJDBCTable
(
result3
,
"Recommendation_strategy_newUser"
,
SaveMode
.
Append
)
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment