Commit 63d9e72e authored by 张彦钊's avatar 张彦钊

change test file

parent 3795d6a4
...@@ -54,7 +54,7 @@ def maidian(x): ...@@ -54,7 +54,7 @@ def maidian(x):
def get_data(x): def get_data(x):
try: try:
device_id = x[1]['device']['device_id'] device_id = x[1]['device']['device_id']
diary_id = data['params']['extra_param'][0]["card_id"] diary_id = x[1]['params']['extra_param'][0]["card_id"]
return device_id,diary_id return device_id,diary_id
except Exception as e: except Exception as e:
print("get_data fail") print("get_data fail")
...@@ -80,7 +80,7 @@ def write_redis(device_id,cid_list): ...@@ -80,7 +80,7 @@ def write_redis(device_id,cid_list):
if result is not None: if result is not None:
cids = list(set([i[0] for i in result])) cids = list(set([i[0] for i in result]))
r = redis.StrictRedis.from_url('redis://:ReDis!GmTx*0aN6@172.16.40.133:6379') r = redis.StrictRedis.from_url('redis://:ReDis!GmTx*0aN6@172.16.40.133:6379')
key = str(device_id) + "_dislike" key = str(device_id) + "_dislike_diary"
if r.exists(key): if r.exists(key):
value = eval(r.get(key)) value = eval(r.get(key))
value.extend(cids) value.extend(cids)
...@@ -97,7 +97,7 @@ def write_redis(device_id,cid_list): ...@@ -97,7 +97,7 @@ def write_redis(device_id,cid_list):
def model(rdd): def model(rdd):
try: try:
rdd.filter(lambda x: maidian(x)).map(lambda x:get_data(x).na.drop().groupByKey())\ rdd.filter(lambda x: maidian(x)).map(lambda x:get_data(x).na.drop().groupByKey())\
.map(lambda x,y:write_redis(x,y)) .map(lambda x:write_redis(x[0],x[1]))
except Exception as e: except Exception as e:
print("fail") print("fail")
print(e) print(e)
......
This diff is collapsed.
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment