update

crawler_sys/framework/search_page_multi_process.py

@@ -2699,7 +2699,7 @@ def search_page_task(platform, output_to_es_raw,
                                 search_pages_max=search_pages,
                                 output_to_es_raw=output_to_es_raw,
                                 output_to_es_register=output_to_es_register,
-                                es_index=es_index,proxies_num=3)
+                                es_index=es_index,proxies_num=5)
 
         except Exception as e:
             print(e)

crawler_sys/site_crawler/crawler_weibo/crawler_weibo.py

@@ -425,7 +425,7 @@ class Crawler_weibo():
             video_dic["title"] = data["title"]
             video_dic["fetch_time"] = int(datetime.datetime.now().timestamp()*1e3)
             video_dic["release_time"] = trans_strtime_to_timestamp(data["create_at"])
-            video_dic["play_count"] = int(data["read_count"])
+            video_dic["play_count"] = trans_play_count(data["read_count"])
             video_dic["content"] = data["content"]
             video_dic["releaser"] = data["userinfo"].get('screen_name')
             video_dic["releaser_id"] = str(data["userinfo"].get('id'))

crawler_sys/site_crawler/crawler_zhihu.py

@@ -92,8 +92,8 @@ class Crawler_zhihu():
             video_dic["title"] = data["entities"]["answers"][answer_id]["question"]["title"]
             video_dic["fetch_time"] = int(datetime.datetime.now().timestamp() * 1e3)
             video_dic["release_time"] = int(data["entities"]["answers"][answer_id]["createdTime"]*1e3)
-            video_dic["voteup_count"] = data["entities"]["answers"][answer_id]["voteupCount"]
-            video_dic["comment_count"] = data["entities"]["answers"][answer_id]["commentCount"]
+            video_dic["voteup_count"] = trans_play_count(data["entities"]["answers"][answer_id]["voteupCount"])
+            video_dic["comment_count"] = trans_play_count(data["entities"]["answers"][answer_id]["commentCount"])
             video_dic["content"] = data["entities"]["answers"][answer_id]["content"]
             video_dic["releaser"] =  data["entities"]["answers"][answer_id]["author"]["name"]
             video_dic["releaser_id"] = data["entities"]["answers"][answer_id]["author"]["urlToken"]