update

crawler_sys/scheduler/cal_ni_and_put_to_backend.py

@@ -255,7 +255,7 @@ def push_data_to_user(res_data: Dict) -> Dict:
     if res_data["img_list"]:
         for img_url in res_data["img_list"]:
             try:
-                img_wb = retry_get_url(img_url,proxies=2).content
+                img_wb = retry_get_url(img_url).content
                 res = upload(img_wb)
                 print(res)
                 img_info = retry_get_url(res + "-imageinfo")
@@ -390,6 +390,7 @@ def task_main():
     ]
     # 循环处理抓取数据,返回需要添加至后端的数据
     for res_data in scan_from_redis(rules_list):
+        # 符合规则入库数据
         tractate_id = write_data_into_mysql(res_data)
         try:
             print("line394",tractate_id,res_data)
@@ -402,7 +403,7 @@ def task_main():
 
     {content}
                 """.format(tractate_id=tractate_id, content=res_data["content"])
-                send_file_email("", "", email_group=["‎<duanyingrong@igengmei.com>"], cc_group=["litao@igengmei.com"],
+                send_file_email("", "", email_group=["‎<hongxu@igengmei@igengmei.com>","‎<yangjiayue@igengmei.com>","‎<zhangweiwei@igengmei.com>","‎<liuyiting@igengmei.com>"], cc_group=["‎<duanyingrong@igengmei.com>","‎<litao@igengmei.com>"],
                                 email_msg_body_str=body_str, title_str=title_str)
                 print("send to mysql")
         except Exception as e: