Skip to content

F
ffm-baseline
Commit 309927e5 authored by 赵威's avatar 赵威
Browse files
Options

update forbidden list

parent e8ea240b
Hide whitespace changes
Inline Side-by-side
Showing with 23 additions and 27 deletions
eda/smart_rank/tag3_update_user_portrait_offline.py
View file @ 309927e5
......@@ -91,18 +91,17 @@ def update_tag3_user_portrait_by_event(cl_id):
list(second_demands_dict.keys()) + list(first_positions_dict.keys()) + list(second_positions_dict.keys()) +
list(projects_dict.keys()))
# TODO
# for e in events:
# first_solutions = ",".join(first_solutions_dict.get(e, []))
# second_solutions = ",".join(second_solutions_dict.get(e, []))
# first_demands = ",".join(first_demands_dict.get(e, []))
# second_demands = ",".join(second_demands_dict.get(e, []))
# first_positions = ",".join(first_positions_dict.get(e, []))
# second_positions = ",".join(second_positions_dict.get(e, []))
# projects = ",".join(projects_dict.get(e, []))
# write_user_portrait_by_event(cl_id, first_solutions, second_solutions, first_demands, second_demands, first_positions,
# second_positions, projects, e)
for e in events:
first_solutions = ",".join(first_solutions_dict.get(e, []))
second_solutions = ",".join(second_solutions_dict.get(e, []))
first_demands = ",".join(first_demands_dict.get(e, []))
second_demands = ",".join(second_demands_dict.get(e, []))
first_positions = ",".join(first_positions_dict.get(e, []))
second_positions = ",".join(second_positions_dict.get(e, []))
projects = ",".join(projects_dict.get(e, []))
write_user_portrait_by_event(cl_id, first_solutions, second_solutions, first_demands, second_demands, first_positions,
second_positions, projects, e)
return cl_id
......@@ -155,7 +154,6 @@ def update_tag3_user_portrait(cl_id):
for (k, v) in projects_score_tmp.items():
if k not in forbidden_set:
projects_score[k] = v
print(projects_score)
res = {
"first_demands": first_demands_score,
......@@ -170,18 +168,17 @@ def update_tag3_user_portrait(cl_id):
key = "doris:user_portrait:tag3:device_id:" + str(cl_id)
redis_client = redis.StrictRedis.from_url("redis://:ReDis!GmTx*0aN9@172.16.40.173:6379")
# TODO
# if (len(first_demands_score.keys()) > 0) or (len(second_demands_score.keys()) > 0) or \
# (len(first_solutions_score.keys()) > 0) or (len(second_solutions_score.keys()) > 0) or \
# (len(first_positions_score.keys()) > 0) or (len(second_positions_score.keys()) > 0) or \
# (len(projects_score.keys()) > 0):
# redis_client.set(key, json.dumps(res))
# redis_client.expire(key, 60 * 60 * 24 * 30)
if (len(first_demands_score.keys()) > 0) or (len(second_demands_score.keys()) > 0) or \
(len(first_solutions_score.keys()) > 0) or (len(second_solutions_score.keys()) > 0) or \
(len(first_positions_score.keys()) > 0) or (len(second_positions_score.keys()) > 0) or \
(len(projects_score.keys()) > 0):
redis_client.set(key, json.dumps(res))
redis_client.expire(key, 60 * 60 * 24 * 30)
# write_user_portrait(cl_id, ",".join(first_solutions_score.keys()), ",".join(second_solutions_score.keys()),
# ",".join(first_demands_score.keys()), ",".join(second_demands_score.keys()),
# ",".join(first_positions_score.keys()), ",".join(second_positions_score.keys()),
# ",".join(projects_score.keys()))
write_user_portrait(cl_id, ",".join(first_solutions_score.keys()), ",".join(second_solutions_score.keys()),
",".join(first_demands_score.keys()), ",".join(second_demands_score.keys()),
",".join(first_positions_score.keys()), ",".join(second_positions_score.keys()),
",".join(projects_score.keys()))
return cl_id
......@@ -226,9 +223,8 @@ def consume_kafka():
if __name__ == "__main__":
start = datetime.datetime.now()
update_tag3_user_portrait("androidid_a25a1129c0b38f7b")
# TODO
# consume_kafka()
# update_tag3_user_portrait("androidid_a25a1129c0b38f7b")
consume_kafka()
end = datetime.datetime.now()
print(end - start)
print("done")
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment