update

task/search_strategy_d.py

@@ -29,7 +29,7 @@ cursor = db.cursor()
 startTime = time.time()
 sparkConf = SparkConf()
 sparkConf.set("spark.sql.crossJoin.enabled", True)
-sparkConf.set("spark.debug.maxToStringFields", "100")
+# sparkConf.set("spark.debug.maxToStringFields", "100")
 # sparkConf.set("spark.tispark.plan.allow_index_double_read", False)
 # sparkConf.set("spark.tispark.plan.allow_index_read", True)
 # sparkConf.set("spark.hive.mapred.supports.subdirectories", True)
@@ -40,22 +40,22 @@ sparkConf.set("spark.shuffle.statistics.verbose", True)
 # sparkConf.set("spark.sql.adaptive.shuffle.targetPostShuffleRowCount", "20000000")
 # sparkConf.set("spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive", True)
 # sparkConf.set("spark.serializer", "org.apache.spark.serializer.KryoSerializer")
-sparkConf.set("mapreduce.output.fileoutputformat.compress", False)
-sparkConf.set("mapreduce.map.output.compress", False)
-sparkConf.set("prod.gold.jdbcuri",
-              "jdbc:mysql://172.16.30.136/doris_prod?user=doris&password=o5gbA27hXHHm&rewriteBatchedStatements=true")
-sparkConf.set("prod.mimas.jdbcuri",
-              "jdbc:mysql://172.16.30.138/mimas_prod?user=mimas&password=GJL3UJe1Ck9ggL6aKnZCq4cRvM&rewriteBatchedStatements=true")
-sparkConf.set("prod.gaia.jdbcuri",
-              "jdbc:mysql://172.16.30.143/zhengxing?user=work&password=BJQaT9VzDcuPBqkd&rewriteBatchedStatements=true")
-sparkConf.set("prod.tidb.jdbcuri",
-              "jdbc:mysql://172.16.40.158:4000/eagle?user=st_user&password=aqpuBLYzEV7tML5RPsN1pntUzFy&rewriteBatchedStatements=true")
-sparkConf.set("prod.jerry.jdbcuri",
-              "jdbc:mysql://172.16.40.158:4000/jerry_prod?user=st_user&password=aqpuBLYzEV7tML5RPsN1pntUzFy&rewriteBatchedStatements=true")
+# sparkConf.set("mapreduce.output.fileoutputformat.compress", False)
+# sparkConf.set("mapreduce.map.output.compress", False)
+# sparkConf.set("prod.gold.jdbcuri",
+#               "jdbc:mysql://172.16.30.136/doris_prod?user=doris&password=o5gbA27hXHHm&rewriteBatchedStatements=true")
+# sparkConf.set("prod.mimas.jdbcuri",
+#               "jdbc:mysql://172.16.30.138/mimas_prod?user=mimas&password=GJL3UJe1Ck9ggL6aKnZCq4cRvM&rewriteBatchedStatements=true")
+# sparkConf.set("prod.gaia.jdbcuri",
+#               "jdbc:mysql://172.16.30.143/zhengxing?user=work&password=BJQaT9VzDcuPBqkd&rewriteBatchedStatements=true")
+# sparkConf.set("prod.tidb.jdbcuri",
+#               "jdbc:mysql://172.16.40.158:4000/eagle?user=st_user&password=aqpuBLYzEV7tML5RPsN1pntUzFy&rewriteBatchedStatements=true")
+# sparkConf.set("prod.jerry.jdbcuri",
+#               "jdbc:mysql://172.16.40.158:4000/jerry_prod?user=st_user&password=aqpuBLYzEV7tML5RPsN1pntUzFy&rewriteBatchedStatements=true")
 sparkConf.set("prod.tispark.pd.addresses", "172.16.40.158:2379")
 # sparkConf.set("spark.sql.parquet.compression.codec", "snappy")
-# sparkConf.set("prod.tispark.pd.addresses", "172.16.40.170:4000")
-# sparkConf.set("prod.tidb.database", "jerry_prod")
+sparkConf.set("prod.tispark.pd.addresses", "172.16.40.170:4000")
+sparkConf.set("prod.tidb.database", "jerry_prod")
 # sparkConf.set("spark.executor.extraJavaOptions", "-Djava.library.path=$HADOOP_HOME/lib/native")
 sparkConf.set("spark.driver.extraLibraryPath", "/opt/hadoop/lib/native")
 # sparkConf.set("spark.driver.extraJavaOptions", "-Djava.library.path=$HADOOP_HOME/lib/native")