update

crawler_sys/framework/update_data_in_target_releasers_multi_process_by_date_from_redis.py

@@ -233,7 +233,7 @@ def single_thead(processe,name):
                     print("processe"+ str(processe) + " " +threading.current_thread().name + " down " + platform + str(count))
                     if not count_has:
                         releaser_body["mssage"] = "爬取失败,请检查账号"
-                        rds_save.hset("error",releaser_body["platform"] + "/" +releaser_body["releaserUrl"],json.dumps(releaser_body))
+                        rds_1.hset("error",releaser_body["platform"] + "/" +releaser_body["releaserUrl"],json.dumps(releaser_body))
 
                     # if data_list != []:
                     #     output_result(result_Lst=data_list,

crawler_sys/utils/trans_strtime_to_timestamp.py

@@ -110,6 +110,8 @@ def trans_strtime_to_timestamp(input_time, missing_year=False):
             real_time = int(datetime.datetime.strptime(input_time_replace_chinese, 
                                                        '%Y-%m-%d').timestamp()*1e3)
             return real_time
+    if "+0800 " in input_time:
+        return int(datetime.datetime.strptime(input_time.replace("+0800 ",""), '%a %b %d %H:%M:%S %Y').timestamp()*1e3)
     length = len(input_time)
     if real_time is None and length in [8, 9, 10]:
         real_time = int(datetime.datetime.strptime(input_time, '%Y-%m-%d').timestamp()*1e3)