update

task/search_strategy_d.py

@@ -55,9 +55,9 @@ sparkConf.set("prod.jerry.jdbcuri",
 sparkConf.set("prod.tispark.pd.addresses", "172.16.40.158:2379")
 sparkConf.set("prod.tispark.pd.addresses", "172.16.40.170:4000")
 sparkConf.set("prod.tidb.database", "jerry_prod")
-sparkConf.set("spark.executor.extraJavaOptions", "-Djava.library.path=$HADOOP_HOME/lib/native")
+# sparkConf.set("spark.executor.extraJavaOptions", "-Djava.library.path=$HADOOP_HOME/lib/native")
 sparkConf.set("spark.driver.extraLibraryPath", "/opt/hadoop/lib/native")
-sparkConf.set("spark.driver.extraJavaOptions", "-Djava.library.path=$HADOOP_HOME/lib/native")
+# sparkConf.set("spark.driver.extraJavaOptions", "-Djava.library.path=$HADOOP_HOME/lib/native")
 
 spark = (SparkSession.builder.config(conf=sparkConf).config("spark.sql.extensions", "org.apache.spark.sql.TiExtensions")
          .config("spark.tispark.pd.addresses", "172.16.40.170:2379").appName(
@@ -65,9 +65,9 @@ spark = (SparkSession.builder.config(conf=sparkConf).config("spark.sql.extension
 
 spark.sql("ADD JAR hdfs:///user/hive/share/lib/udf/brickhouse-0.7.1-SNAPSHOT.jar")
 spark.sql("ADD JAR hdfs:///user/hive/share/lib/udf/hive-udf-1.0-SNAPSHOT.jar")
-spark.sql("CREATE TEMPORARY FUNCTION json_map AS 'brickhouse.udf.json.JsonMapUDF'")
-spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJsonFormatCheck'")
-spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'")
+# spark.sql("CREATE TEMPORARY FUNCTION json_map AS 'brickhouse.udf.json.JsonMapUDF'")
+# spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJsonFormatCheck'")
+# spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'")
 
 task_list = []
 task_days = 1