update

crawler_sys/scheduler/cal_ni_and_put_to_backend.py

@@ -96,7 +96,7 @@ class push_rule(object):
         else:
             repost_diff = -100
 
-        print(datetime.datetime.now().timestamp(),fetch_time_last,fetch_time,comment_diff,favoratie_diff,repost_diff)
+        # print(datetime.datetime.now().timestamp(),fetch_time_last,fetch_time,comment_diff,favoratie_diff,repost_diff)
         if parse_mode == "and":
             if comment_diff / time_diff >= self.comment_per_min and favoratie_diff / time_diff >= self.favorite_per_min and repost_diff / time_diff >= self.repost_per_min:
                 return True
@@ -117,20 +117,20 @@ def scan_from_redis(push_rule_class_list) -> Dict:
         set_name = "exists_doc_id_set_%s" % datetime.datetime.now().strftime("%Y-%m-%d")
         rds.sadd(set_name, "test")
         rds.expire(set_name, 259200)
-        out_ts = datetime.datetime.now().timestamp() * 1e3 - 86400000
         doc_id = rds.lpop("doc_id")
         if doc_id:
-            res = rds.llen(doc_id)
-            if res < 2:
+            count_res = rds.llen(doc_id)
+            if count_res < 2:
                 continue
             res_list = rds.lrange(doc_id, 0, 1)
             fetch_time = 0
             repost_count = 0
             comment_count = 0
             favorite_count = 0
-            for count, re in enumerate(res_list):
+            for count, res in enumerate(res_list):
+                print(res)
                 out_ts = datetime.datetime.now().timestamp() * 1e3 - 86400000
-                one_data = json.loads(re)
+                one_data = json.loads(res)
                 if count == 0:
                     fetch_time = one_data.get("fetch_time")
                     repost_count = one_data.get("repost_count")