update

task/daily_search_word_count_last_two_year.py

@@ -259,7 +259,8 @@ for t in range(1, task_days):
         uv = name.all_search_uv
         is_tag = tag_dict.get(keywords, 0)
         servise_num = from_es_get_service_num(keywords)
-        tag_names_list_week.append((keywords, today_str, 0, servise_num, pv, is_tag))
+        pid = hashlib.md5((today_str + keywords).encode("utf8")).hexdigest()
+        tag_names_list_week.append((pid, keywords, today_str, 0, servise_num, pv, is_tag))
 
     db = pymysql.connect(host='172.16.30.136', port=3306, user='doris', passwd='o5gbA27hXHHm',
                          db='doris_prod')
@@ -269,20 +270,19 @@ for t in range(1, task_days):
     delete_sql = "DELETE FROM strategy_wiki_smr_score where 1"
     cursor.execute(delete_sql)
     db.commit()
-    insert_sql = "replace into strategy_wiki_smr_score(keywords, create_time,is_delete, relation_service_num, query_search_num, is_tag) VALUES(%s,%s,%s,%s,%s,%s)"
+    insert_sql = "replace into strategy_wiki_smr_score(id,keywords, create_time,is_delete, relation_service_num, query_search_num, is_tag) VALUES(%s,%s,%s,%s,%s,%s,%s)"
     insert_list = []
     for count, item in enumerate(tag_names_list_week):
-        keywords, create_time, is_delete, service_num, pv, is_tag = item
+        id, keywords, create_time, is_delete, service_num, pv, is_tag = item
         try:
             if len(keywords) >= 200:
                 continue
-            insert_sql_tuple = (keywords, create_time, is_delete, service_num, pv, is_tag)
+            insert_sql_tuple = (id, keywords, create_time, is_delete, service_num, pv, is_tag)
             insert_list.append(insert_sql_tuple)
             # print(insert_sql_tuple)
         except:
             continue
         if count % 100 == 0:
-            cursor.execute("set names 'UTF8'")
             res = cursor.executemany(insert_sql, insert_list)
             db.commit()
             # print(res)