From 35e62d463c33c08e27e4e0592f8c6fd1a5f5a486 Mon Sep 17 00:00:00 2001 From: litaolemo <593516104@qq.com> Date: Mon, 31 Aug 2020 11:47:24 +0800 Subject: [PATCH] update --- task/search_strategy_d.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/task/search_strategy_d.py b/task/search_strategy_d.py index 0bc62c8..5a54567 100644 --- a/task/search_strategy_d.py +++ b/task/search_strategy_d.py @@ -38,9 +38,9 @@ sparkConf.set("spark.sql.adaptive.skewedJoin.enabled", True) sparkConf.set("spark.shuffle.statistics.verbose", True) sparkConf.set("spark.sql.adaptive.shuffle.targetPostShuffleInputSize", "67108864") sparkConf.set("spark.sql.adaptive.shuffle.targetPostShuffleRowCount", "20000000") -sparkConf.set("spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive", True) +# sparkConf.set("spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive", True) sparkConf.set("spark.serializer", "org.apache.spark.serializer.KryoSerializer") -sparkConf.set("mapreduce.output.fileoutputformat.compress", False) +# sparkConf.set("mapreduce.output.fileoutputformat.compress", False) sparkConf.set("mapreduce.map.output.compress", False) sparkConf.set("prod.gold.jdbcuri", "jdbc:mysql://172.16.30.136/doris_prod?user=doris&password=o5gbA27hXHHm&rewriteBatchedStatements=true") -- 2.18.0