update

4c7484fa · litaolemo · 2cbb528d · 4c7484fa
Commit 4c7484fa authored Jan 13, 2021 by litaolemo
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

weibo_to_rpc.py crawler_sys/scheduler/weibo_to_rpc.py +2 -0

No files found.
--- a/crawler_sys/scheduler/weibo_to_rpc.py
+++ b/crawler_sys/scheduler/weibo_to_rpc.py
@@ -128,6 +128,8 @@ for pid in pid_list:
    video_dic = {}
    qiniu_img_list = []
    # print(res_json)
+    if "http://t.cn/" in res_json["title"]:
+        continue
    for img_url in res_json["img_list"]:
        try:
            img_wb = retry_get_url(img_url.replace("large", "sq480")).content