udpate

task/daily_search_word_count_last_two_year.py

@@ -127,7 +127,7 @@ tableDF1 = spark.read.format("jdbc").\
 	    option("driver","com.mysql.jdbc.Driver").\
 	    option("dbtable", "wiki_item").\
 	    option("user", "work").\
-	    option("password", "BJQaT9VzDcuPBqkd").load()
+	    option("password", "BJQaT9VzDcuPBqkd").load().createOrReplaceTempView("wiki_item")
 tableDF1.show()
 
 tableDF2 = spark.read.format("jdbc").\
@@ -135,7 +135,7 @@ tableDF2 = spark.read.format("jdbc").\
 	    option("driver","com.mysql.jdbc.Driver").\
 	    option("dbtable", "wiki_product").\
 	    option("user", "work").\
-	    option("password", "BJQaT9VzDcuPBqkd").load()
+	    option("password", "BJQaT9VzDcuPBqkd").load().createOrReplaceTempView("wiki_product")
 tableDF2.show()
 
 tableDF3 = spark.read.format("jdbc").\
@@ -143,7 +143,7 @@ tableDF3 = spark.read.format("jdbc").\
 	    option("driver","com.mysql.jdbc.Driver").\
 	    option("dbtable", "wiki_collect").\
 	    option("user", "work").\
-	    option("password", "BJQaT9VzDcuPBqkd").load()
+	    option("password", "BJQaT9VzDcuPBqkd").load().createOrReplaceTempView("wiki_collect")
 tableDF3.show()
 
 tableDF4 = spark.read.format("jdbc").\
@@ -151,7 +151,7 @@ tableDF4 = spark.read.format("jdbc").\
 	    option("driver","com.mysql.jdbc.Driver").\
 	    option("dbtable", "wiki_brand").\
 	    option("user", "work").\
-	    option("password", "BJQaT9VzDcuPBqkd").load()
+	    option("password", "BJQaT9VzDcuPBqkd").load().createOrReplaceTempView("wiki_brand")
 tableDF4.show()
 # df = spark.read.jdbc(url="jdbc:mysql://172.16.30.143/zhengxing?user=work&password=BJQaT9VzDcuPBqkd&rewriteBatchedStatements=true",table="wiki_item")
 # print(huidu_device_id_sql)
@@ -168,13 +168,13 @@ for t in range(1, task_days):
     last_two_year_str = (now + datetime.timedelta(days=-370)).strftime("%Y%m%d")
     # one_week_age_str = (now + datetime.timedelta(days=-7)).strftime("%Y%m%d")
     keyword_sql = """
-    select name from zhengxing.wiki_item where is_online=True
+    select name from wiki_item where is_online=True
     union 
-    select name from zhengxing.wiki_product where is_online=True
+    select name from wiki_product where is_online=True
     union 
-    select name from zhengxing.wiki_collect where is_online=True
+    select name from wiki_collect where is_online=True
     union 
-    select name from zhengxing.wiki_brand where is_online=True
+    select name from wiki_brand where is_online=True
     """
     keyword_df = spark.sql(keyword_sql)
     keyword_df.createOrReplaceTempView("keywords_table")