update

task/daily_search_word_count_last_two_year.py

@@ -122,10 +122,15 @@ spark.sql("CREATE TEMPORARY FUNCTION json_map AS 'brickhouse.udf.json.JsonMapUDF
 spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJsonFormatCheck'")
 spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'")
 
-df = spark.read.jdbc(url="jdbc:mysql://172.16.30.143/zhengxing?user=work&password=BJQaT9VzDcuPBqkd&rewriteBatchedStatements=true",table="wiki_item")
-df1 = spark.read.jdbc(url="jdbc:mysql://172.16.30.143/zhengxing?user=work&password=BJQaT9VzDcuPBqkd&rewriteBatchedStatements=true",table="wiki_product")
-df2 = spark.read.jdbc(url="jdbc:mysql://172.16.30.143/zhengxing?user=work&password=BJQaT9VzDcuPBqkd&rewriteBatchedStatements=true",table="wiki_collect")
-df3 = spark.read.jdbc(url="jdbc:mysql://172.16.30.143/zhengxing?user=work&password=BJQaT9VzDcuPBqkd&rewriteBatchedStatements=true",table="wiki_brand")
+tableDF = spark.read.format("jdbc").\
+	    option("url","jdbc:mysql://172.16.30.143/zhengxing").\
+	    option("driver","com.mysql.jdbc.Driver").\
+	    option("dbtable", "wiki_item").\
+	    option("user", "work").\
+	    option("password", "BJQaT9VzDcuPBqkd").load()
+tableDF.show()
+
+# df = spark.read.jdbc(url="jdbc:mysql://172.16.30.143/zhengxing?user=work&password=BJQaT9VzDcuPBqkd&rewriteBatchedStatements=true",table="wiki_item")
 # print(huidu_device_id_sql)
 # huidu_device_id_df = spark.sql(huidu_device_id_sql)
 # huidu_device_id_df.createOrReplaceTempView("dev_view")