Skip to content

C
crawler
Commit 6dd5ca2d authored by zhangmeng's avatar zhangmeng
Browse files
Options

fix

parent b813f240
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
crawler_sys/framework/update_data_in_target_releasers_multi_process_by_date_from_redis.py
View file @ 6dd5ca2d
...@@ -76,8 +76,8 @@ rds_save = redis.StrictRedis(host='172.18.51.10', port=6379, db=20, decode_respo ...@@ -76,8 +76,8 @@ rds_save = redis.StrictRedis(host='172.18.51.10', port=6379, db=20, decode_respo
rds_1 = redis.StrictRedis(host='172.18.51.10', port=6379, db=19, decode_responses=True) rds_1 = redis.StrictRedis(host='172.18.51.10', port=6379, db=19, decode_responses=True)
rds_17 = redis.StrictRedis(host='172.18.51.10', port=6379, db=17, decode_responses=True) rds_17 = redis.StrictRedis(host='172.18.51.10', port=6379, db=17, decode_responses=True)
platform_crawler_reg = { platform_crawler_reg = {
'toutiao': crawler_toutiao.Crawler_toutiao, # 'toutiao': crawler_toutiao.Crawler_toutiao,
'toutiao_article': toutiao_article.Crawler_toutiao_article, # 'toutiao_article': toutiao_article.Crawler_toutiao_article,
# '腾讯视频': crawler_v_qq.Crawler_v_qq, # '腾讯视频': crawler_v_qq.Crawler_v_qq,
# 'iqiyi': crawler_iqiyi.Crawler_iqiyi, # 'iqiyi': crawler_iqiyi.Crawler_iqiyi,
# 'youku': crawler_youku.Crawler_youku, # 'youku': crawler_youku.Crawler_youku,
...@@ -91,8 +91,8 @@ platform_crawler_reg = { ...@@ -91,8 +91,8 @@ platform_crawler_reg = {
# '抖音': crawler_douyin.Crawler_douyin, # '抖音': crawler_douyin.Crawler_douyin,
# "网易新闻": crawler_wangyi_news.Crawler_wangyi_news, # "网易新闻": crawler_wangyi_news.Crawler_wangyi_news,
# "kwai": crawler_kwai.Crawler_kwai, # "kwai": crawler_kwai.Crawler_kwai,
"weibo": crawler_weibo.Crawler_weibo, # "weibo": crawler_weibo.Crawler_weibo,
"douban":CrawlerDouban, # "douban":CrawlerDouban,
"xiaohongshu":crawler_xiaohongshu.Crawler_xiaohongshu "xiaohongshu":crawler_xiaohongshu.Crawler_xiaohongshu
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment