Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
F
ffm-baseline
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
ML
ffm-baseline
Commits
a9791745
Commit
a9791745
authored
Aug 16, 2019
by
高雅喆
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
update
parent
3a63e03f
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
26 additions
and
8 deletions
+26
-8
dist_update_user_history_order_tags.py
eda/smart_rank/dist_update_user_history_order_tags.py
+24
-6
dist_update_user_portrait.py
eda/smart_rank/dist_update_user_portrait.py
+2
-2
No files found.
eda/smart_rank/dist_update_user_history_order_tags.py
View file @
a9791745
...
@@ -19,6 +19,24 @@ from pyspark.sql.functions import lit
...
@@ -19,6 +19,24 @@ from pyspark.sql.functions import lit
from
pyspark.sql.functions
import
concat_ws
from
pyspark.sql.functions
import
concat_ws
def
get_user_device_id
(
user_id
):
try
:
db_zhengxing
=
pymysql
.
connect
(
host
=
"172.16.30.141"
,
port
=
3306
,
user
=
"work"
,
password
=
"BJQaT9VzDcuPBqkd"
,
db
=
"zhengxing"
,
cursorclass
=
pymysql
.
cursors
.
DictCursor
)
cur_zhengxing
=
db_zhengxing
.
cursor
()
sql
=
"select device_id from statistic_device where id = (select max(device_id) from statistic_device_user where user_id =
%
d) "
%
(
int
(
user_id
))
cur_zhengxing
.
execute
(
sql
)
cl_id
=
cur_zhengxing
.
fetchall
()
if
cl_id
:
return
cl_id
[
0
][
"device_id"
]
else
:
return
""
except
Exception
as
e
:
print
(
e
)
def
get_user_history_order_service_tag
(
user_id
,
stat_date
):
def
get_user_history_order_service_tag
(
user_id
,
stat_date
):
try
:
try
:
if
user_id
:
if
user_id
:
...
@@ -32,20 +50,20 @@ def get_user_history_order_service_tag(user_id, stat_date):
...
@@ -32,20 +50,20 @@ def get_user_history_order_service_tag(user_id, stat_date):
"and b.tag_type<'4' "
.
format
(
user_id
=
user_id
)
"and b.tag_type<'4' "
.
format
(
user_id
=
user_id
)
cur_zhengxing
.
execute
(
sql
)
cur_zhengxing
.
execute
(
sql
)
tags_dict
=
cur_zhengxing
.
fetchall
()
tags_dict
=
cur_zhengxing
.
fetchall
()
tags_list
=
[
i
[
"tag_id"
]
for
i
in
tags_dict
]
tags_list
=
[
i
[
"tag_id"
]
for
i
in
tags_dict
]
cl_id
=
get_user_device_id
(
user_id
)
db_jerry_test
=
pymysql
.
connect
(
host
=
'172.16.40.158'
,
port
=
4000
,
user
=
'root'
,
passwd
=
'3SYz54LS9#^9sBvC'
,
db_jerry_test
=
pymysql
.
connect
(
host
=
'172.16.40.158'
,
port
=
4000
,
user
=
'root'
,
passwd
=
'3SYz54LS9#^9sBvC'
,
db
=
'jerry_test'
,
charset
=
'utf8'
)
db
=
'jerry_test'
,
charset
=
'utf8'
)
cur_jerry_test
=
db_jerry_test
.
cursor
()
cur_jerry_test
=
db_jerry_test
.
cursor
()
replace_sql
=
"""replace into user_history_order_tags (stat_date, cl_id,
tag_list) values("{stat_date}","{cl_id}"
,"{tag_list}")"""
\
replace_sql
=
"""replace into user_history_order_tags (stat_date, cl_id,
user_id, tag_list) values("{stat_date}","{cl_id}",user_id
,"{tag_list}")"""
\
.
format
(
stat_date
=
stat_date
,
cl_id
=
cl_id
,
tag_list
=
tag
_id
_list
)
.
format
(
stat_date
=
stat_date
,
cl_id
=
cl_id
,
tag_list
=
tag
s
_list
)
cur_jerry_test
.
execute
(
replace_sql
)
cur_jerry_test
.
execute
(
replace_sql
)
db_jerry_test
.
commit
()
db_jerry_test
.
commit
()
db_jerry_test
.
close
()
db_jerry_test
.
close
()
return
tags_list
return
'sucess'
else
:
return
[]
except
Exception
as
e
:
except
Exception
as
e
:
print
(
e
)
return
'pass'
if
__name__
==
'__main__'
:
if
__name__
==
'__main__'
:
...
...
eda/smart_rank/dist_update_user_portrait.py
View file @
a9791745
...
@@ -96,8 +96,8 @@ def get_user_tag_score(cl_id, all_log_df, stat_date, size=10):
...
@@ -96,8 +96,8 @@ def get_user_tag_score(cl_id, all_log_df, stat_date, size=10):
tag_id_list
=
tag_list2dict
(
finally_score_lst
,
size
)
tag_id_list
=
tag_list2dict
(
finally_score_lst
,
size
)
user_id
=
get_device_user_id
(
cl_id
)
user_id
=
get_device_user_id
(
cl_id
)
replace_sql
=
"""replace into user_portrait_tags (stat_date, cl_id, user_id, tag_list) values("{stat_date}","{cl_id}",
"{user_id}"
,"{tag_list}")"""
\
replace_sql
=
"""replace into user_portrait_tags (stat_date, cl_id, user_id, tag_list) values("{stat_date}","{cl_id}",
{user_id}
,"{tag_list}")"""
\
.
format
(
stat_date
=
stat_date
,
cl_id
=
cl_id
,
user_id
=
user_id
,
tag_list
=
tag_id_list
)
.
format
(
stat_date
=
stat_date
,
cl_id
=
cl_id
,
user_id
=
int
(
user_id
)
,
tag_list
=
tag_id_list
)
cur_jerry_test
.
execute
(
replace_sql
)
cur_jerry_test
.
execute
(
replace_sql
)
db_jerry_test
.
commit
()
db_jerry_test
.
commit
()
db_jerry_test
.
close
()
db_jerry_test
.
close
()
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment