update

853fe621 · litaolemo · d5b89ee5 · 853fe621
Commit 853fe621 authored Jan 18, 2021 by litaolemo
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 1 deletion

crawler_weibo.py crawler_sys/site_crawler_by_redis/crawler_weibo.py +4 -1

No files found.
--- a/crawler_sys/site_crawler_by_redis/crawler_weibo.py
+++ b/crawler_sys/site_crawler_by_redis/crawler_weibo.py
@@ -159,7 +159,10 @@ class Crawler_weibo():
                                if mblog.get("isLongText"):
                                    text, repost_count, comment_count, favorite_count = self.get_single_page(mid)
                                else:
-                                    text = mblog["raw_text"]
+                                    try:
+                                        text = mblog["raw_text"]
+                                    except:
+                                        text = mblog["text"]

                                if mblog.get("page_info"):
                                    article_type = mblog.get("page_info").get("type")