Commit 6dd5ca2d authored by zhangmeng's avatar zhangmeng

fix

parent b813f240
......@@ -76,8 +76,8 @@ rds_save = redis.StrictRedis(host='172.18.51.10', port=6379, db=20, decode_respo
rds_1 = redis.StrictRedis(host='172.18.51.10', port=6379, db=19, decode_responses=True)
rds_17 = redis.StrictRedis(host='172.18.51.10', port=6379, db=17, decode_responses=True)
platform_crawler_reg = {
'toutiao': crawler_toutiao.Crawler_toutiao,
'toutiao_article': toutiao_article.Crawler_toutiao_article,
# 'toutiao': crawler_toutiao.Crawler_toutiao,
# 'toutiao_article': toutiao_article.Crawler_toutiao_article,
# '腾讯视频': crawler_v_qq.Crawler_v_qq,
# 'iqiyi': crawler_iqiyi.Crawler_iqiyi,
# 'youku': crawler_youku.Crawler_youku,
......@@ -91,8 +91,8 @@ platform_crawler_reg = {
# '抖音': crawler_douyin.Crawler_douyin,
# "网易新闻": crawler_wangyi_news.Crawler_wangyi_news,
# "kwai": crawler_kwai.Crawler_kwai,
"weibo": crawler_weibo.Crawler_weibo,
"douban":CrawlerDouban,
# "weibo": crawler_weibo.Crawler_weibo,
# "douban":CrawlerDouban,
"xiaohongshu":crawler_xiaohongshu.Crawler_xiaohongshu
}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment