Skip to content

C
crawler
Commit a18cd678 authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent 8dd6468c
Hide whitespace changes
Inline Side-by-side
Showing with 46 additions and 0 deletions
test/test_sink_rpc.py 0 → 100644
View file @ a18cd678
# -*- coding:UTF-8 -*-
# @Time : 2021/1/7 15:20
# @File : test_sink_rpc.py
# @email : litao@igengmei.com
# @author : litao
import datetime
from random import random
from crawler.crawler_sys.utils.rpc_data_to_answer import post_data
page_data = {'NoteView': {'noteType': 'normal', 'author': {'bannerImage': '', 'fans': 14334, 'follows': 310, 'gender': 1, 'id': '5abbb57211be1027a0c880ae', 'nickname': '黄高敏医美博士', 'notes': 191, 'boards': 0, 'location': '上海 静安', 'image': 'https://img.xiaohongshu.com/avatar/5beb90b27976520001c2df9c.jpg@240w_240h_90q_1e_1c_1x.jpg', 'collected': 8107, 'desc': '✨我是黄高敏医生，艾尔建美学授予“乔雅登2020丰颜女神”\n💯医美有风险，入坑需谨慎\n🌞三甲医院美容科十余年从业资质\n💐 中欧CEIBS2018EMBA，咨询请私信，保护咨询者隐私，评论区不回复', 'liked': 14507, 'officialVerified': False, 'redOfficialVerifyShowIcon': False, 'level': {'image': 'http://s4.xiaohongshu.com/static/throne/11f_05e45936bee244cb9fafd4768b8f6810.png', 'name': '金冠薯'}, 'fstatus': 'none', 'redOfficialVerifyIconType': 0, 'redId': '423541767', 'isFollowed': False}, 'relatedNotes': [{'id': '5f9b6e13000000000101fca3', 'title': '乔雅登缇颜玻尿酸与其他几款有什么不同', 'type': 'normal', 'likes': 16, 'isLiked': False, 'cover': {'url': 'https://ci.xiaohongshu.com/5ad79161-8a3d-3d43-86ec-4da1d9ad9af8?imageView2/2/w/540/format/jpg', 'gifUrl': '', 'width': 1200, 'height': 900, 'fileId': '5ad79161-8a3d-3d43-86ec-4da1d9ad9af8'}, 'time': '2020-10-30 09:36', 'user': {'id': '5b9e64311110eb0001608b5c', 'image': 'https://img.xiaohongshu.com/avatar/5ebe0389c7cb44000106ef57.jpg@80w_80h_90q_1e_1c_1x.jpg', 'nickname': 'Dr姜中蓉💕', 'redOfficialVerifyType': 0, 'redOfficialVerifyShowIcon': False, 'officialVerified': False}, 'trackId': 'txt_2_5f9b6e13000000000101fca3_', 'desc': None}, {'id': '5f96c849000000000100418e', 'title': '全国首批乔雅登缇颜玻尿酸打版案例', 'type': 'normal', 'likes': 8, 'isLiked': False, 'cover': {'url': 'https://ci.xiaohongshu.com/7680c6c6-114b-3c89-a8b3-0bdb36f186d3?imageView2/2/w/540/format/jpg', 'gifUrl': '', 'width': 1705, 'height': 1198, 'fileId': '7680c6c6-114b-3c89-a8b3-0bdb36f186d3'}, 'time': '2020-10-26 20:59', 'user': {'id': '5b9e64311110eb0001608b5c', 'image': 'https://img.xiaohongshu.com/avatar/5ebe0389c7cb44000106ef57.jpg@80w_80h_90q_1e_1c_1x.jpg', 'nickname': 'Dr姜中蓉💕', 'redOfficialVerifyType': 0, 'redOfficialVerifyShowIcon': False, 'officialVerified': False}, 'trackId': 'txt_3_5f96c849000000000100418e_', 'desc': None}, {'id': '5f69c8ef0000000001003c9d', 'title': '受邀参加乔雅登缇颜中国上市', 'type': 'normal', 'likes': 18, 'isLiked': False, 'cover': {'url': 'https://ci.xiaohongshu.com/3104520b-9a48-330d-afed-35f63443d1e0?imageView2/2/w/540/format/jpg', 'gifUrl': '', 'width': 1600, 'height': 1067, 'fileId': '3104520b-9a48-330d-afed-35f63443d1e0'}, 'time': '2020-09-22 17:50', 'user': {'id': '5e9f07df0000000001005245', 'image': 'https://img.xiaohongshu.com/avatar/5efb4a2cbf85c900013e7858.jpg@80w_80h_90q_1e_1c_1x.jpg', 'nickname': 'lucky抗衰真实记录', 'redOfficialVerifyType': 0, 'redOfficialVerifyShowIcon': False, 'officialVerified': False}, 'trackId': 'txt_4_5f69c8ef0000000001003c9d_', 'desc': None}, {'id': '5f9a2f9d000000000101dfd4', 'title': '福利时间一 现根据临床需要，招募面部伊婉玻尿酸填充志愿者1名', 'type': 'normal', 'likes': 0, 'isLiked': False, 'cover': {'url': 'https://ci.xiaohongshu.com/f0e34dde-cbe1-3874-aae3-b1c5afc1f503?imageView2/2/w/540/format/jpg', 'gifUrl': '', 'width': 643, 'height': 727, 'fileId': 'f0e34dde-cbe1-3874-aae3-b1c5afc1f503'}, 'time': '2020-10-29 10:57', 'user': {'id': '5de78cc3000000000100b3a6', 'image': 'https://img.xiaohongshu.com/avatar/5ff5c539868a5be40eeda8d6.jpg@80w_80h_90q_1e_1c_1x.jpg', 'nickname': 'Cecily', 'redOfficialVerifyType': 0, 'redOfficialVerifyShowIcon': False, 'officialVerified': False}, 'trackId': 'txt_5_5f9a2f9d000000000101dfd4_', 'desc': None}, {'id': '5f984419000000000100bc61', 'title': '乔雅登·缇颜中国上市发布会', 'type': 'normal', 'likes': 6, 'isLiked': False, 'cover': {'url': 'https://ci.xiaohongshu.com/03333522-6202-39ad-954c-a9f7c318af4a?imageView2/2/w/540/format/jpg', 'gifUrl': '', 'width': 1080, 'height': 1440, 'fileId': '03333522-6202-39ad-954c-a9f7c318af4a'}, 'time': '2020-10-28 00:00', 'user': {'id': '5f97eb1e0000000001008180', 'image': 'https://img.xiaohongshu.com/avatar/5f97ec507937340001f37ab2.jpg@80w_80h_90q_1e_1c_1x.jpg', 'nickname': '崔曦文医生', 'redOfficialVerifyType': 0, 'redOfficialVerifyShowIcon': False, 'officialVerified': False}, 'trackId': 'txt_6_5f984419000000000100bc61_', 'desc': None}, {'id': '5f97e8a1000000000101d1bd', 'title': '做完迷你拉皮13天后，轻松摆脱“松弛老气脸” 针对中下面部皮', 'type': 'normal', 'likes': 14, 'isLiked': False, 'cover': {'url': 'https://ci.xiaohongshu.com/b116c391-bb7a-32f2-acf9-78bf382ac8cc?imageView2/2/w/540/format/jpg', 'gifUrl': '', 'width': 1021, 'height': 643, 'fileId': 'b116c391-bb7a-32f2-acf9-78bf382ac8cc'}, 'time': '2020-10-27 17:30', 'user': {'id': '5f71540200000000010007d6', 'image': 'https://img.xiaohongshu.com/avatar/5f8025f71c4eb7000114c82f.jpg@80w_80h_90q_1e_1c_1x.jpg', 'nickname': '迷你拉皮博士吴佳君', 'redOfficialVerifyType': 0, 'redOfficialVerifyShowIcon': False, 'officialVerified': False}, 'trackId': 'txt_7_5f97e8a1000000000101d1bd_', 'desc': None}, {'id': '5fa0c9400000000001000e63', 'title': '面部提升手术', 'type': 'normal', 'likes': 7, 'isLiked': False, 'cover': {'url': 'https://ci.xiaohongshu.com/4994c3f8-519b-3ff7-a9a5-f5e44fd9538d?imageView2/2/w/540/format/jpg', 'gifUrl': '', 'width': 700, 'height': 933, 'fileId': '4994c3f8-519b-3ff7-a9a5-f5e44fd9538d'}, 'time': '2020-11-03 11:06', 'user': {'id': '5f7c2c58000000000100ac30', 'image': 'https://img.xiaohongshu.com/avatar/5f7c2e101573e2000122acf2.jpg@80w_80h_90q_1e_1c_1x.jpg', 'nickname': '李晓东的个人号', 'redOfficialVerifyType': 0, 'redOfficialVerifyShowIcon': False, 'officialVerified': False}, 'trackId': 'txt_8_5fa0c9400000000001000e63_', 'desc': None}, {'id': '5f98c8090000000001004ae3', 'title': '乔雅登 让你重回18岁', 'type': 'normal', 'likes': 5, 'isLiked': False, 'cover': {'url': 'https://ci.xiaohongshu.com/d65a9716-ded6-3ffa-940a-594d6d020e09?imageView2/2/w/540/format/jpg', 'gifUrl': '', 'width': 1080, 'height': 808, 'fileId': 'd65a9716-ded6-3ffa-940a-594d6d020e09'}, 'time': '2020-10-28 09:23', 'user': {'id': '594df8c46a6a6911a0c838cb', 'image': 'https://img.xiaohongshu.com/avatar/594df8c46a6a6911a0c838cb.jpg@80w_80h_90q_1e_1c_1x.jpg', 'nickname': '卟噜@', 'redOfficialVerifyType': 0, 'redOfficialVerifyShowIcon': False, 'officialVerified': False}, 'trackId': 'txt_9_5f98c8090000000001004ae3_', 'desc': None}, {'id': '5f96c3510000000001006dde', 'title': '乔雅登·丰颜局限性分析✅值得收藏', 'type': 'normal', 'likes': 48, 'isLiked': False, 'cover': {'url': 'https://ci.xiaohongshu.com/17959052-96ca-30ee-ba15-f95a206ba105?imageView2/2/w/540/format/jpg', 'gifUrl': '', 'width': 1279, 'height': 1705, 'fileId': '17959052-96ca-30ee-ba15-f95a206ba105'}, 'time': '2020-10-26 20:38', 'user': {'id': '5c146c86000000000500193e', 'image': 'https://img.xiaohongshu.com/avatar/5f66075190c6850001988009.jpg@80w_80h_90q_1e_1c_1x.jpg', 'nickname': '杭州注射美容医生马瑶博士', 'redOfficialVerifyType': 0, 'redOfficialVerifyShowIcon': False, 'officialVerified': False}, 'trackId': 'txt_10_5f96c3510000000001006dde_', 'desc': None}, {'id': '5f98d45c000000000101f93e', 'title': '乔雅登——了解它是保持美貌的开始', 'type': 'normal', 'likes': 7, 'isLiked': False, 'cover': {'url': 'https://ci.xiaohongshu.com/d2b61df1-94a5-3733-a485-c694f2ee50c7?imageView2/2/w/540/format/jpg', 'gifUrl': '', 'width': 1080, 'height': 808, 'fileId': 'd2b61df1-94a5-3733-a485-c694f2ee50c7'}, 'time': '2020-10-28 10:15', 'user': {'id': '58104ea66a6a696f17a76a45', 'image': 'https://img.xiaohongshu.com/avatar/5f98d647fc3db500016c6ef1.jpg@80w_80h_90q_1e_1c_1x.jpg', 'nickname': 'minr叶', 'redOfficialVerifyType': 0, 'redOfficialVerifyShowIcon': False, 'officialVerified': False}, 'trackId': 'txt_11_5f98d45c000000000101f93e_', 'desc': None}], 'content': {'ats': [{'nickname': '柚子精', 'userid': '5a1f9d36db2e60222550b191'}], 'likes': 82, 'collects': 49, 'shareCount': 1, 'comments': 20, 'title': '全网首例乔雅登缇颜志愿者治疗后70天随访', 'desc': '谢谢志愿者 ，@ @柚子精 提供的授权过的照片\n这是26岁的志愿者2020年10月13日在成都艾尔建成创中心用了\n5只丰颜➕两只缇颜\n对中面部年轻化的治疗\n目的是改善泪沟，法令，面部线条不流畅疲惫感，憔悴感，打造年轻幸福感\n治疗后70天的照片\n也会持续给大家更新哈\n欢迎持续关注哈', 'id': '5ff041ca000000000101dd7d', 'imageList': [{'url': '//ci.xiaohongshu.com/612941cb-a4d1-c23d-4d7f-396900af2722?imageView2/2/w/1080/format/jpg/q/75', 'width': 1279, 'height': 1705, 'fileId': '612941cb-a4d1-c23d-4d7f-396900af2722', 'traceId': '1f1fc5cc-b9c0-369e-b0dc-f32eb6327f9a'}, {'url': '//ci.xiaohongshu.com/c7695b4f-fa46-c56a-cd88-e4205442ecbd?imageView2/2/w/1080/format/jpg/q/75', 'width': 1242, 'height': 1656, 'fileId': 'c7695b4f-fa46-c56a-cd88-e4205442ecbd', 'traceId': '7bcff1c3-de15-32a1-856c-771f3aa24596'}, {'url': '//ci.xiaohongshu.com/7cc93a58-7631-c9f9-5969-9b3f082fef78?imageView2/2/w/1080/format/jpg/q/75', 'width': 1242, 'height': 1656, 'fileId': '7cc93a58-7631-c9f9-5969-9b3f082fef78', 'traceId': '7dbce826-112b-3535-bbff-025d08e87622'}, {'url': '//ci.xiaohongshu.com/b7e29fca-6612-3dc6-0ef3-f679ca2cd825?imageView2/2/w/1080/format/jpg/q/75', 'width': 1242, 'height': 1656, 'fileId': 'b7e29fca-6612-3dc6-0ef3-f679ca2cd825', 'traceId': '24ca832a-1ede-3748-9850-74f06000fb73'}, {'url': '//ci.xiaohongshu.com/e42221b6-31f1-9981-b72e-e98dd3a783a6?imageView2/2/w/1080/format/jpg/q/75', 'width': 1242, 'height': 1656, 'fileId': 'e42221b6-31f1-9981-b72e-e98dd3a783a6', 'traceId': 'e42463d3-567a-3a34-aded-cf4533840bac'}, {'url': '//ci.xiaohongshu.com/5a256836-0eae-f283-3baf-63d5896747db?imageView2/2/w/1080/format/jpg/q/75', 'width': 1242, 'height': 1656, 'fileId': '5a256836-0eae-f283-3baf-63d5896747db', 'traceId': '5ccb1a7f-ccc0-32d7-8e14-b45373cbcf1f'}, {'url': '//ci.xiaohongshu.com/d2882a3f-50ff-5bbc-7e1d-a1278079a935?imageView2/2/w/1080/format/jpg/q/75', 'width': 1242, 'height': 1656, 'fileId': 'd2882a3f-50ff-5bbc-7e1d-a1278079a935', 'traceId': 'b6dc34b7-1649-3afd-81af-a5e348832039'}, {'url': '//ci.xiaohongshu.com/6e326d9f-5ad2-879c-b2e6-106b73812c24?imageView2/2/w/1080/format/jpg/q/75', 'width': 1280, 'height': 960, 'fileId': '6e326d9f-5ad2-879c-b2e6-106b73812c24', 'traceId': '4c5bebc2-b801-3a68-abb2-9ede3a12c02e'}, {'url': '//ci.xiaohongshu.com/1170eeae-b271-8bef-1d17-f15ad576a7fd?imageView2/2/w/1080/format/jpg/q/75', 'width': 1705, 'height': 1276, 'fileId': '1170eeae-b271-8bef-1d17-f15ad576a7fd', 'traceId': '5ed0f380-08d4-32d1-82f4-cd815f07a373'}], 'cover': {'url': '//ci.xiaohongshu.com/612941cb-a4d1-c23d-4d7f-396900af2722?imageView2/2/w/1080/format/jpg', 'width': 1279, 'height': 1705, 'fileId': '612941cb-a4d1-c23d-4d7f-396900af2722', 'traceId': '1f1fc5cc-b9c0-369e-b0dc-f32eb6327f9a'}, 'isLiked': False, 'time': '2021-01-02 17:50', 'type': 'normal', 'hashTags': [], 'cooperateBinds': [], 'isCollected': False, 'generatedTitle': '全网首例乔雅登缇颜志愿者治疗后70天随访', 'keywords': [{'name': '整形', 'id': '2305848150219821602'}, {'name': '医美', 'id': '2305851769287467001'}], 'categories': ['美妆', '医美整形'], 'categoriesIndex': [18, 3], 'seoMeta': {'title': '全网首例乔雅登缇颜志愿者治疗后70天随访_整形_医美_美妆_医美整形', 'description': '谢谢志愿者 ，@ @柚子精 提供的授权过的照片 这是26岁的志愿者2020年10月13日在成都艾尔建成创中心用了 5只丰颜两只缇颜 对中面部年轻化的治疗 目的是改善泪沟，法令，面部线条不流畅疲惫感，憔', 'keywords': '整形,医美,美妆,医美整形', 'image': ['https://ci.xiaohongshu.com/612941cb-a4d1-c23d-4d7f-396900af2722?imageMogr2/format/jpg/quality/92/auto-orient/strip/crop/450x300/gravity/center', 'https://ci.xiaohongshu.com/c7695b4f-fa46-c56a-cd88-e4205442ecbd?imageMogr2/format/jpg/quality/92/auto-orient/strip/crop/450x300/gravity/center', 'https://ci.xiaohongshu.com/7cc93a58-7631-c9f9-5969-9b3f082fef78?imageMogr2/format/jpg/quality/92/auto-orient/strip/crop/450x300/gravity/center', 'https://ci.xiaohongshu.com/b7e29fca-6612-3dc6-0ef3-f679ca2cd825?imageMogr2/format/jpg/quality/92/auto-orient/strip/crop/450x300/gravity/center', 'https://ci.xiaohongshu.com/e42221b6-31f1-9981-b72e-e98dd3a783a6?imageMogr2/format/jpg/quality/92/auto-orient/strip/crop/450x300/gravity/center', 'https://ci.xiaohongshu.com/5a256836-0eae-f283-3baf-63d5896747db?imageMogr2/format/jpg/quality/92/auto-orient/strip/crop/450x300/gravity/center', 'https://ci.xiaohongshu.com/d2882a3f-50ff-5bbc-7e1d-a1278079a935?imageMogr2/format/jpg/quality/92/auto-orient/strip/crop/450x300/gravity/center', 'https://ci.xiaohongshu.com/6e326d9f-5ad2-879c-b2e6-106b73812c24?imageMogr2/format/jpg/quality/92/auto-orient/strip/crop/450x300/gravity/center', 'https://ci.xiaohongshu.com/1170eeae-b271-8bef-1d17-f15ad576a7fd?imageMogr2/format/jpg/quality/92/auto-orient/strip/crop/450x300/gravity/center']}, 'inCensor': False, 'censorTip': '', 'user': {'bannerImage': '', 'fans': 14334, 'follows': 310, 'gender': 1, 'id': '5abbb57211be1027a0c880ae', 'nickname': '黄高敏医美博士', 'notes': 191, 'boards': 0, 'location': '上海 静安', 'image': 'https://img.xiaohongshu.com/avatar/5beb90b27976520001c2df9c.jpg@240w_240h_90q_1e_1c_1x.jpg', 'collected': 8107, 'desc': '✨我是黄高敏医生，艾尔建美学授予“乔雅登2020丰颜女神”\n💯医美有风险，入坑需谨慎\n🌞三甲医院美容科十余年从业资质\n💐 中欧CEIBS2018EMBA，咨询请私信，保护咨询者隐私，评论区不回复', 'liked': 14507, 'officialVerified': False, 'redOfficialVerifyShowIcon': False, 'level': {'image': 'http://s4.xiaohongshu.com/static/throne/11f_05e45936bee244cb9fafd4768b8f6810.png', 'name': '金冠薯'}, 'fstatus': 'none', 'redOfficialVerifyIconType': 0, 'redId': '423541767', 'isFollowed': False}}, 'comments': {'data': [{'ats': [], 'content': '太自然了吧', 'hashTags': [], 'id': '5ff5b40c000000000102c674', 'likes': 0, 'isLiked': False, 'targetNoteId': '5ff041ca000000000101dd7d', 'subComments': [], 'subCommentsTotal': 0, 'time': '2021-01-06 20:58', 'user': {'id': '5f7fc523000000000101c02b', 'image': 'https://img.xiaohongshu.com/avatar/5f7fc523000000000101c02b.jpg@80w_80h_90q_1e_1c_1x.jpg', 'nickname': '小er朵图图'}}, {'ats': [], 'content': '不错，效果很赞，想了解下', 'hashTags': [], 'id': '5ff447e4000000000102e98a', 'likes': 0, 'isLiked': False, 'targetNoteId': '5ff041ca000000000101dd7d', 'subComments': [], 'subCommentsTotal': 0, 'time': '2021-01-05 19:05', 'user': {'id': '5b1a5dc74eacab506f3e18a9', 'image': 'https://img.xiaohongshu.com/avatar/5f0c6dbbaed1fe0001635101.jpg@80w_80h_90q_1e_1c_1x.jpg', 'nickname': '一颗水蜜桃'}}, {'ats': [], 'content': '好看', 'hashTags': [], 'id': '5ff445480000000001024ff8', 'likes': 0, 'isLiked': False, 'targetNoteId': '5ff041ca000000000101dd7d', 'subComments': [], 'subCommentsTotal': 0, 'time': '2021-01-05 18:54', 'user': {'id': '5b1aab424eacab74c17ce7d4', 'image': 'https://img.xiaohongshu.com/avatar/5febe2e247c112582a762ee6.jpg@80w_80h_90q_1e_1c_1x.jpg', 'nickname': '闪耀男孩'}}, {'ats': [], 'content': '人都更精神了', 'hashTags': [], 'id': '5ff40c73000000000102ce15', 'likes': 1, 'isLiked': False, 'targetNoteId': '5ff041ca000000000101dd7d', 'subComments': [], 'subCommentsTotal': 0, 'time': '2021-01-05 14:51', 'user': {'id': '5d7f5603000000000100239c', 'image': 'https://img.xiaohongshu.com/avatar/5f473b7a76826f00015aa5b6.jpg@80w_80h_90q_1e_1c_1x.jpg', 'nickname': '圆滚滚'}}, {'ats': [], 'content': '好好看喃', 'hashTags': [], 'id': '5ff40c44000000000102a232', 'likes': 0, 'isLiked': False, 'targetNoteId': '5ff041ca000000000101dd7d', 'subComments': [], 'subCommentsTotal': 0, 'time': '2021-01-05 14:50', 'user': {'id': '5e17e1c300000000010033cf', 'image': 'https://img.xiaohongshu.com/avatar/5fd06d4938dd210001e7017c.jpg@80w_80h_90q_1e_1c_1x.jpg', 'nickname': '尤可'}}], 'total': 20}, 'isWeixin': False, 'isBaiduMap': False, 'isShowContentOpenApp': False, 'shareUserInfo': {}}}
user_id_list = [29865245,
36426151,
36426142,
36427666,
36427661,
36427657,
36427655,
36427634,
33524762,
33524779,
33524697,
30963358,
31293584,
31358392,
31358396,
31358397,
31358419,
31358448,
31358610,
31358658,
]
video_dic = {}
title = page_data["NoteView"]["content"]["title"]
anwser = page_data["NoteView"]["content"]["desc"]
pid = page_data["NoteView"]["content"]["id"]
video_dic["platform"] = "9"
video_dic["platform_id"] = pid
video_dic["title"] = title
# video_dic["content"] = anwser
time_ts = datetime.datetime.strptime(page_data["NoteView"]["content"],'%Y-%m-%d %H:%M').timestamp()
video_dic["user_id"] = random.choice(user_id_list)
video_dic["create_time"] = time_ts
rpc_res = post_data(video_dic, "cims/question/batch_create")
print(rpc_res)
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment