test rm sess.run

eda/esmm/Model_pipline/dist_predict.py

@@ -168,7 +168,8 @@ def main():
         for prob in preds:
             fo.write("%f\t%f\t%f\n" % (prob['pctr'], prob['pcvr'], prob['pctcvr']))
 
-
+def test_map(x):
+    return x * x
 
 
 if __name__ == "__main__":
@@ -183,8 +184,12 @@ if __name__ == "__main__":
     spark.sparkContext.setLogLevel("WARN")
 
     path = "hdfs://172.16.32.4:8020/strategy/esmm/"
-    df = spark.read.format("tfrecords").load(path+"nearby/part-r-00000")
-    df.show()
+    # df = spark.read.format("tfrecords").load(path+"nearby/part-r-00000")
+    # df.show()
+
+    name = spark.parallelize([1,2,3,4,5])
+    test = name.repartition(5).map(lambda x: test_map())
+    test.show()
 
     b = time.time()
     tf.logging.set_verbosity(tf.logging.INFO)