update

task/search_strategy_d.py

@@ -30,15 +30,15 @@ startTime = time.time()
 sparkConf = SparkConf()
 sparkConf.set("spark.sql.crossJoin.enabled", True)
 sparkConf.set("spark.debug.maxToStringFields", "100")
-sparkConf.set("spark.tispark.plan.allow_index_double_read", False)
-sparkConf.set("spark.tispark.plan.allow_index_read", True)
-sparkConf.set("spark.hive.mapred.supports.subdirectories", True)
+# sparkConf.set("spark.tispark.plan.allow_index_double_read", False)
+# sparkConf.set("spark.tispark.plan.allow_index_read", True)
+# sparkConf.set("spark.hive.mapred.supports.subdirectories", True)
 # sparkConf.set("spark.sql.adaptive.enabled", True)
 # sparkConf.set("spark.sql.adaptive.skewedJoin.enabled", True)
 sparkConf.set("spark.shuffle.statistics.verbose", True)
 # sparkConf.set("spark.sql.adaptive.shuffle.targetPostShuffleInputSize", "67108864")
 # sparkConf.set("spark.sql.adaptive.shuffle.targetPostShuffleRowCount", "20000000")
-sparkConf.set("spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive", True)
+# sparkConf.set("spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive", True)
 # sparkConf.set("spark.serializer", "org.apache.spark.serializer.KryoSerializer")
 sparkConf.set("mapreduce.output.fileoutputformat.compress", False)
 sparkConf.set("mapreduce.map.output.compress", False)