update

crawler_sys/scheduler/cal_ni_and_put_to_backend.py

@@ -377,8 +377,8 @@ def write_data_into_mysql(res_data):
 
 def task_main():
     # 实例化数据判断规则 注意高优先级在前 低优先级在后
-    push_rule_class1 = push_rule(comment_count_ni=20, time_range=5, level=5)
-    push_rule_class2 = push_rule(comment_count_ni=5, time_range=5, level=3)
+    push_rule_class1 = push_rule(comment_count_ni=20, time_range=5, level=3)
+    push_rule_class2 = push_rule(comment_count_ni=5, time_range=5, level=2)
     rules_list = [
         push_rule_class1,
         push_rule_class2
@@ -386,11 +386,11 @@ def task_main():
     # 循环处理抓取数据,返回需要添加至后端的数据
     for res_data in scan_from_redis(rules_list):
         tractate_id = write_data_into_mysql(res_data)
-        if res_data["level"] >= 5:
+        if res_data["level"] >= 1:
             title_str = res_data["platform"] + "帖子内容审核"
             body_str = """
 问好:
-    有一篇新的优秀内容需要审核,帖子号为{tractate_id}
+    有一篇新的内容需要审核,帖子号为{tractate_id}
     内容如下:
 
     {content}
@@ -406,11 +406,12 @@ def task_main():
 
 
 if __name__ == "__main__":
-    from concurrent.futures import ProcessPoolExecutor
-    executor = ProcessPoolExecutor(max_workers=4)
-    futures = []
-    for processe in range(4):
-        future = executor.submit(task_main)
-        futures.append(future)
-        print('Processe %s start' % processe)
-    executor.shutdown(True)
+    # from concurrent.futures import ProcessPoolExecutor
+    # executor = ProcessPoolExecutor(max_workers=4)
+    # futures = []
+    # for processe in range(4):
+    #     future = executor.submit(task_main)
+    #     futures.append(future)
+    #     print('Processe %s start' % processe)
+    # executor.shutdown(True)
+    task_main()