update

crawler_sys/site_crawler_by_redis/crawler_douban.py

@@ -165,6 +165,7 @@ class CrawlerDouban():
                         # try:
                             res_dic = {
                                 "release_time": trans_strtime_to_timestamp(one["create_time"]),
+                                "fetch_time": int(datetime.datetime.now().timestamp()*1e3),
                                 "url": one["url"],
                                 "releaser": one["author"]["name"],
                                 "repost_count": None,

crawler_sys/site_crawler_by_redis/crawler_weibo.py

@@ -161,6 +161,7 @@ class Crawler_weibo():
                                     text = mblog["raw_text"]
                                 res_dic = {
                                     "release_time": trans_strtime_to_timestamp(mblog["created_at"]),
+                                    "fetch_time": int(datetime.datetime.now().timestamp()*1e3),
                                     "url": one["scheme"],
                                     "releaser": mblog["user"]["screen_name"],
                                     "repost_count": trans_play_count(mblog["reposts_count"]),