update

task/daily_search_word_count.py

@@ -58,24 +58,23 @@ if __name__ == "__main__":
         db = pymysql.connect(host='172.16.40.158', port=4000, user='st_user', passwd='aqpuBLYzEV7tML5RPsN1pntUzFy',
                              db='jerry_prod')
         cursor = db.cursor()
-        insert_sql_all = ""
+        insert_sql = """replace into daily_search_word_count(
+                       word, nums, uv,pid,partition_day) VALUES(
+                      %s,%s,%s,%s,%s);"""
+        insert_list = []
         for count, item in enumerate(tag_names_list_week):
             word, nums, uv, date_str = item
             partition_date = date_str
             pid = hashlib.md5((partition_date+word).encode("utf8")).hexdigest()
-            insert_sql = """replace into daily_search_word_count(
-               word, nums, uv,pid,partition_day) VALUES(
-              '{word}',{nums},{uv},'{pid}','{partition_day}');""".format(
-                word=word, nums=nums, uv=uv,partition_day=date_str,pid=pid
-            )
-            insert_sql_all += "," + insert_sql
+            insert_sql = (word, nums, uv, pid,date_str)
+            insert_list.append(insert_sql)
             print(insert_sql)
             if count % 100 == 0:
                 # cursor.execute("set names 'UTF8'")
-                res = cursor.executemany(insert_sql)
+                res = cursor.executemany(insert_sql,insert_list)
                 db.commit()
                 # print(res)
-                insert_sql_all = ""
-        res = cursor.executemany(insert_sql_all)
+                insert_list = []
+        res = cursor.executemany(insert_sql,insert_list)
         db.commit()
         print(res)
\ No newline at end of file