Commit 02caa421 authored by 张彦钊's avatar 张彦钊

change test file

parent d203b389
...@@ -37,7 +37,7 @@ def Json(x): ...@@ -37,7 +37,7 @@ def Json(x):
#rdd transform #rdd transform
def model(rdd): def model(rdd):
try: try:
rdd = rdd.filter(lambda x:Json(x)).map(lambda x:get_data(x)) rdd = rdd.filter(lambda x:Json(x)).repartition(10).map(lambda x:get_data(x))
# .repartition(10) # .repartition(10)
return rdd return rdd
except: except:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment