test

eda/esmm/Model_pipline/dist_predict.py

@@ -214,7 +214,8 @@ if __name__ == "__main__":
     print(rdd_te_files.collect())
     print("-" * 100)
     indices = rdd_te_files.repartition(100).map(lambda x: main(x))
-    print(indices.collect())
+    print(indices.take(1))
+
 
     b = time.time()
     print("耗时(分钟)：")