fix taskSet too large

eda/smart_rank/dist_update_user_portrait_service.py

@@ -214,7 +214,7 @@ if __name__ == '__main__':
         spark = SparkSession.builder.config(conf=sparkConf).enableHiveSupport().getOrCreate()
         spark.sparkContext.setLogLevel("WARN")
         spark.sparkContext.addPyFile("/srv/apps/ffm-baseline_git/eda/smart_rank/tool.py")
-        device_ids_lst_rdd = spark.sparkContext.parallelize(device_ids_lst, numSlices=2)
+        device_ids_lst_rdd = spark.sparkContext.parallelize(device_ids_lst, numSlices=1000)
         result = device_ids_lst_rdd.repartition(100).map(lambda x: get_user_service_portrait(x, all_word_tags, all_tag_tag_type, all_3tag_2tag, all_tags_name))
         result.collect()