Skip to content

F
ffm-baseline
Commit 25060603 authored by 赵威's avatar 赵威
Browse files
Options

add printer

parent 7007f164
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
eda/smart_rank/dist_update_user_portrait_service.py
View file @ 25060603
...@@ -162,6 +162,7 @@ if __name__ == '__main__': ...@@ -162,6 +162,7 @@ if __name__ == '__main__':
device_ids_lst_rdd = spark.sparkContext.parallelize(device_ids_lst, numSlices=1000) device_ids_lst_rdd = spark.sparkContext.parallelize(device_ids_lst, numSlices=1000)
result = device_ids_lst_rdd.repartition(100).map(lambda x: get_user_service_portrait(x, all_word_tags, all_tag_tag_type, all_3tag_2tag, all_tags_name)) result = device_ids_lst_rdd.repartition(100).map(lambda x: get_user_service_portrait(x, all_word_tags, all_tag_tag_type, all_3tag_2tag, all_tags_name))
# result.foreach(print) # result.foreach(print)
print("done")
result.collect() result.collect()
spark.stop() spark.stop()
except Exception as e: except Exception as e:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment