update

task/daily_search_word_count.py

@@ -58,7 +58,8 @@ if __name__ == "__main__":
         db = pymysql.connect(host='172.16.40.158', port=4000, user='st_user', passwd='aqpuBLYzEV7tML5RPsN1pntUzFy',
                              db='jerry_prod')
         cursor = db.cursor()
-        for item in tag_names_list_week:
+        insert_sql_all = ""
+        for count, item in enumerate(tag_names_list_week):
             word, nums, uv, date_str = item
             partition_date = date_str
             pid = hashlib.md5((partition_date+word).encode("utf8")).hexdigest()
@@ -67,8 +68,14 @@ if __name__ == "__main__":
               '{word}',{nums},{uv},'{pid}','{partition_day}');""".format(
                 word=word, nums=nums, uv=uv,partition_day=date_str,pid=pid
             )
+            insert_sql_all += "," + insert_sql
             print(insert_sql)
-            # cursor.execute("set names 'UTF8'")
-            res = cursor.execute(insert_sql)
-            db.commit()
-            print(res)
+            if count % 100 == 0:
+                # cursor.execute("set names 'UTF8'")
+                res = cursor.executmany(insert_sql)
+                db.commit()
\ No newline at end of file
+                # print(res)
+                insert_sql_all = ""
+        res = cursor.executmany(insert_sql_all)
+        db.commit()
+        print(res)
\ No newline at end of file