update

crawler_sys/framework/update_data_in_target_releasers_multi_process_by_date_from_redis.py

@@ -14,7 +14,7 @@ Data in es will be update when run this program once.
 
 @author: hanye
 """
-from crawler.crawler_sys.site_crawler_by_redis import crawler_douban
+from crawler.crawler_sys.site_crawler_by_redis.crawler_douban import CrawlerDouban
 from crawler.crawler_sys.site_crawler_by_redis import crawler_toutiao
 from crawler.crawler_sys.site_crawler_by_redis import toutiao_article
 from crawler.crawler_sys.site_crawler_by_redis import crawler_weibo
@@ -89,7 +89,7 @@ platform_crawler_reg = {
         # "网易新闻": crawler_wangyi_news.Crawler_wangyi_news,
         # "kwai": crawler_kwai.Crawler_kwai,
         "weibo": crawler_weibo.Crawler_weibo,
-        "douban":crawler_douban.Crawler_Douban
+        "douban":CrawlerDouban
 }
 
 

crawler_sys/site_crawler_by_redis/crawler_douban.py

@@ -32,7 +32,7 @@ from write_data_into_es.func_get_releaser_id import *
 from write_data_into_es.func_cal_doc_id import cal_doc_id
 
 
-class Crawler_Douban():
+class CrawlerDouban():
     def __init__(self, timeout=None, platform='douban'):
         if timeout == None:
             self.timeout = 10
@@ -258,7 +258,7 @@ class Crawler_Douban():
 
 
 if __name__ == '__main__':
-    test = Crawler_douban()
+    test = Crawler_Douban()
     url = 'https://weibo.com/p/1644114654/home?from=page_100306&mod=TAB#place'
     # releaserUrl = 'http://v.qq.com/vplus/cfa34d96d1b6609f1dccdea65b26b83d'
     url_list = [