Commit d8abf783 authored by 高雅喆's avatar 高雅喆

dict periodic update smart rank score

parent 487f24de
......@@ -183,8 +183,8 @@ if __name__ == '__main__':
if cli_ins.exists(gray_level_device_ids):
device_ids = cli_ins.smembers(gray_level_device_ids)
# device_ids = [b"9C5E7C73-380C-4623-8F48-A64C8034E315" for i in range(1000)]
device_ids_rdd = spark.parallelize(device_ids)
result = device_ids_rdd.repartition(10).map(
device_ids_rdd = spark.sparkContext.parallelize(device_ids)
result = device_ids_rdd.repartition(40).map(
lambda x: update_device_smart_rank(str(x, encoding='utf-8'), result_all_dict,
service_detail_view_count_30_dict, result_smart_rank_score_dict))
result.foreach(print)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment