update

crawler_sys/scheduler/xiaohongshu_to_rpc.py

@@ -121,10 +121,10 @@ for pid in pid_list:
         except Exception as e:
             print("down load img error %s" % e)
             continue
-    print(qiniu_img_list)
+    # print(qiniu_img_list)
     desc_fix = "<p>" + res_json["NoteView"]["content"]['desc'].replace('\n', '<br>') + "".join(qiniu_img_list) + "</p>"
     res_json["NoteView"]["content"]["desc_fix"] = desc_fix
-    print(desc_fix)
+    # print(desc_fix)
     res = rds.hset("xiaohongshu_with_img", key=pid, value=json.dumps(res_json))
     video_dic["platform"] = "9"
     video_dic["platform_id"] = pid
@@ -138,15 +138,15 @@ for pid in pid_list:
                                                           '%Y-%m-%d %H:%M')
     video_dic["create_time"] = create_time.timestamp()
     rpc_res = post_single_data(copy.deepcopy(video_dic), "cims/question/batch_create")
-    print(rpc_res)
+    # print(rpc_res)
     video_dic["platform_question_id"] = pid
     video_dic["content"] = desc_fix
     video_dic["user_id"] = random.choice(user_id_list_copy)
     rpc_res = post_single_data(copy.deepcopy(video_dic), "cims/answer/batch_create")
     try:
-        if res_json["NoteView"].get("data"):
-            print(res_json["NoteView"].get("data"))
-            for comment in res_json["NoteView"]["data"]["comments"]:
+        if res_json["NoteView"].get("comments"):
+            # print(res_json["NoteView"].get("data"))
+            for comment in res_json["NoteView"]["comments"]["data"]:
                 video_dic["content"] = comment['content']
                 comment_id_list_copy = copy.deepcopy(majiayonghu_list)
                 comment_id = random.choice(comment_id_list_copy)