Skip to content

C
crawler
Commit bacf8e22 authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent 89a1e0f6
Show whitespace changes
Inline Side-by-side
Showing with 6 additions and 0 deletions
crawler_sys/scheduler/xiaohongshu_to_rpc.py
View file @ bacf8e22
...@@ -122,6 +122,7 @@ for pid in pid_list: ...@@ -122,6 +122,7 @@ for pid in pid_list:
print("down load img error %s" % e) print("down load img error %s" % e)
continue continue
# print(qiniu_img_list) # print(qiniu_img_list)
try:
desc_fix = "<p>" + res_json["NoteView"]["content"]['desc'].replace('\n', '<br>') + "".join(qiniu_img_list) + "</p>" desc_fix = "<p>" + res_json["NoteView"]["content"]['desc'].replace('\n', '<br>') + "".join(qiniu_img_list) + "</p>"
res_json["NoteView"]["content"]["desc_fix"] = desc_fix res_json["NoteView"]["content"]["desc_fix"] = desc_fix
# print(desc_fix) # print(desc_fix)
...@@ -168,4 +169,8 @@ for pid in pid_list: ...@@ -168,4 +169,8 @@ for pid in pid_list:
except Exception as e: except Exception as e:
print("comment error") print("comment error")
print(e) print(e)
except Exception as e:
print(e)
continue
# break # break
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment