change testflie

tensnsorflow/multi.py

@@ -220,6 +220,9 @@ def test():
 
 
 if __name__ == '__main__':
+    import os
+
+    os.environ['PYSPARK_PYTHON'] = './nvwa/esmm/bin/python'
     sparkConf = SparkConf().set("spark.hive.mapred.supports.subdirectories", "true") \
         .set("spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive", "true") \
         .set("spark.tispark.plan.allow_index_double_read", "false") \

tensnsorflow/test.py

@@ -49,9 +49,5 @@ if __name__ == '__main__':
         # sql = "select stat_date,cid_id,y,ccity_name from esmm_train_data limit 60"
         # spark.sql(sql).show(6)
 
-        rdd = (spark.parallelize(range(1000))
-               .map(some_function)
-               .take(10))
 
-        print(rdd)