Skip to content

M
meta_base_code
Commit 47220b3d authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent 35e62d46
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
task/search_strategy_d.py
View file @ 47220b3d
...@@ -38,10 +38,10 @@ sparkConf.set("spark.sql.adaptive.skewedJoin.enabled", True) ...@@ -38,10 +38,10 @@ sparkConf.set("spark.sql.adaptive.skewedJoin.enabled", True)
sparkConf.set("spark.shuffle.statistics.verbose", True) sparkConf.set("spark.shuffle.statistics.verbose", True)
sparkConf.set("spark.sql.adaptive.shuffle.targetPostShuffleInputSize", "67108864") sparkConf.set("spark.sql.adaptive.shuffle.targetPostShuffleInputSize", "67108864")
sparkConf.set("spark.sql.adaptive.shuffle.targetPostShuffleRowCount", "20000000") sparkConf.set("spark.sql.adaptive.shuffle.targetPostShuffleRowCount", "20000000")
# sparkConf.set("spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive", True) sparkConf.set("spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive", True)
sparkConf.set("spark.serializer", "org.apache.spark.serializer.KryoSerializer") sparkConf.set("spark.serializer", "org.apache.spark.serializer.KryoSerializer")
# sparkConf.set("mapreduce.output.fileoutputformat.compress", False) sparkConf.set("mapreduce.output.fileoutputformat.compress", False)
sparkConf.set("mapreduce.map.output.compress", False) # sparkConf.set("mapreduce.map.output.compress", False)
sparkConf.set("prod.gold.jdbcuri", sparkConf.set("prod.gold.jdbcuri",
"jdbc:mysql://172.16.30.136/doris_prod?user=doris&password=o5gbA27hXHHm&rewriteBatchedStatements=true") "jdbc:mysql://172.16.30.136/doris_prod?user=doris&password=o5gbA27hXHHm&rewriteBatchedStatements=true")
sparkConf.set("prod.mimas.jdbcuri", sparkConf.set("prod.mimas.jdbcuri",
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment