update

task/daily_search_word_count.py

@@ -189,7 +189,7 @@ for t in range(0, task_days):
     sql_res = search_ctr_df.collect()
     tag_names_list_week = []
     for name in sql_res:
-        print(name)
+        # print(name)
         word = name.query
         nums = name.all_search_pv
         uv = name.all_search_uv
@@ -204,10 +204,12 @@ for t in range(0, task_days):
     for count, item in enumerate(tag_names_list_week):
         word, nums, uv,partition_date = item
         try:
+            if len(word) >= 200:
+                continue
             pid = hashlib.md5((partition_date + word).encode("utf8")).hexdigest()
             insert_sql_tuple = (word, nums, uv, pid, partition_date)
             insert_list.append(insert_sql_tuple)
-            print(insert_sql_tuple)
+            # print(insert_sql_tuple)
         except:
             continue
         if count % 100 == 0:
@@ -216,7 +218,7 @@ for t in range(0, task_days):
             db.commit()
             # print(res)
             insert_list = []
-            print(count)
+            # print(count)
     res = cursor.executemany(insert_sql, insert_list)
     db.commit()
     db.close()