Commit cb7e30b0 authored by litaolemo's avatar litaolemo

update

parent 2f80d490
......@@ -122,14 +122,37 @@ spark.sql("CREATE TEMPORARY FUNCTION json_map AS 'brickhouse.udf.json.JsonMapUDF
spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJsonFormatCheck'")
spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'")
tableDF = spark.read.format("jdbc").\
tableDF1 = spark.read.format("jdbc").\
option("url","jdbc:mysql://172.16.30.143/zhengxing").\
option("driver","com.mysql.jdbc.Driver").\
option("dbtable", "wiki_item").\
option("user", "work").\
option("password", "BJQaT9VzDcuPBqkd").load()
tableDF.show()
tableDF1.show()
tableDF2 = spark.read.format("jdbc").\
option("url","jdbc:mysql://172.16.30.143/zhengxing").\
option("driver","com.mysql.jdbc.Driver").\
option("dbtable", "wiki_product").\
option("user", "work").\
option("password", "BJQaT9VzDcuPBqkd").load()
tableDF2.show()
tableDF3 = spark.read.format("jdbc").\
option("url","jdbc:mysql://172.16.30.143/zhengxing").\
option("driver","com.mysql.jdbc.Driver").\
option("dbtable", "wiki_collect").\
option("user", "work").\
option("password", "BJQaT9VzDcuPBqkd").load()
tableDF3.show()
tableDF4 = spark.read.format("jdbc").\
option("url","jdbc:mysql://172.16.30.143/zhengxing").\
option("driver","com.mysql.jdbc.Driver").\
option("dbtable", "wiki_brand").\
option("user", "work").\
option("password", "BJQaT9VzDcuPBqkd").load()
tableDF4.show()
# df = spark.read.jdbc(url="jdbc:mysql://172.16.30.143/zhengxing?user=work&password=BJQaT9VzDcuPBqkd&rewriteBatchedStatements=true",table="wiki_item")
# print(huidu_device_id_sql)
# huidu_device_id_df = spark.sql(huidu_device_id_sql)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment