Commit 2964ea04 authored by 张彦钊's avatar 张彦钊

change test file

parent aaf4ed7b
...@@ -45,7 +45,7 @@ def filter_na(x): ...@@ -45,7 +45,7 @@ def filter_na(x):
def model(rdd): def model(rdd):
try: try:
rdd = rdd.filter(lambda x:Json(x)).repartition(10).map(lambda x:get_data(x))\ rdd = rdd.filter(lambda x:Json(x)).repartition(10).map(lambda x:get_data(x))\
.filter(lambda x:filter_na(x)).map(lambda x:write_redis(x[0],x[1])) .map(lambda x:write_redis(x[0],x[1]))
return rdd return rdd
except: except:
print("fail") print("fail")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment