update

crawler_sys/scheduler/cal_ni_and_put_to_backend.py

@@ -484,6 +484,7 @@ def task_main():
             tractate_id = "test"
             print("line394",tractate_id,res_data)
             if res_data["level"] >= 3 and tractate_id:
+                content = res_data.get("content") if res_data.get("content") else res_data.get("title")
                 title_str = res_data["platform"] + "帖子内容审核"
                 body_str = """
 问好:
@@ -491,7 +492,7 @@ def task_main():
     内容如下:
 
     {content}
-                """.format(tractate_id=tractate_id, content=res_data["content"],level=res_data["level"],releaser=res_data["releaser"])
+                """.format(tractate_id=tractate_id, content=content,level=res_data["level"],releaser=res_data["releaser"])
                 send_file_email("", "", email_group=[
                     "‎<litao@igengmei.com>"
                     # "<liulingling@igengmei.com>", "<liujinhuan@igengmei.com>",

crawler_sys/site_crawler/crawler_kwai.py

@@ -18,7 +18,7 @@ from crawler.crawler_sys.framework.video_fields_std import Std_fields_video
 from crawler.crawler_sys.utils.output_results import output_result
 from crawler.crawler_sys.utils.util_logging import logged
 from fontTools.ttLib import *
-# from crawler.crawler_sys.utils.func_verification_code import Login
+from crawler.crawler_sys.utils.func_verification_code import Login
 
 try:
     from crawler_sys.framework.func_get_releaser_id import *

crawler_sys/site_crawler_test/crawler_douban.py

@@ -68,7 +68,7 @@ class Crawler_douban():
         while count_true <= 3:
             try:
                 count_true += 1
-                url = "https://frodo.douban.com/api/v2/group/topic/{0}?event_source=search&os_rom=android&apikey=0dad551ec0f84ed02907ff5c42e8ec70&channel=Baidu_Market&_sig={2}&udid=dc{1}e9f33c54b4bb579c49100b6f2cc0dc5cc".format(mid,random.randint(10000,99999),random.choice(self.sig_list))
+                url = "https://frodo.douban.com/api/v2/group/topic/{0}?event_source=search&os_rom=android&apikey=0dad551ec0f84ed02907ff5c42e8ec70&channel=Baidu_Market&_sig={2}&udid=dc{1}e9f33c54b4bb579c49100b6f2cc0dc5cc&_ts=1598339497".format(mid,random.randint(10000,99999),random.choice(self.sig_list))
                 page_res = retry_get_url(url,headers=self.headers,proxies=proxies)
                 page_json = page_res.json()
                 # content = dehtml(page_json["content"])