Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
C
crawler
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
backend
crawler
Commits
5b1d5884
Commit
5b1d5884
authored
4 years ago
by
litaolemo
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
update
parent
99face26
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
514 additions
and
18 deletions
+514
-18
temp_doris_to_redis.py
test/temp_doris_to_redis.py
+514
-18
No files found.
test/temp_doris_to_redis.py
View file @
5b1d5884
...
...
@@ -478,35 +478,530 @@ city_list = {
"sichuan"
:
756
,
"guizhou"
:
757
,
}
query_list
=
[
"鼻综合"
,
"激光脱面部其他毛发"
,
"切开双眼皮"
,
"埋线双眼皮"
,
"定点双眼皮"
,
"开内眼角"
,
"开外眼角"
,
"内切祛眼袋"
,
"外切祛眼袋"
,
"激光祛眼袋"
,
"吸脂祛眼袋"
,
"上眼睑下垂矫正"
,
"玻尿酸填充卧蚕"
,
"自体脂肪填充泪沟"
,
"玻尿酸填充泪沟"
,
"切眉"
,
"激光祛黑眼圈"
,
"自体脂肪填充黑眼圈"
,
"鼻部膨体假体取出"
,
"驼峰鼻矫正"
,
"鹰钩鼻矫正"
,
"歪鼻矫正"
,
"朝天鼻矫正"
,
"缩鼻背"
,
"手术缩鼻头"
,
"自体脂肪隆鼻"
,
"玻尿酸隆鼻"
,
"自体软骨垫鼻尖"
,
"注射瘦脸"
,
"吸脂瘦脸"
,
"自体脂肪丰苹果肌"
,
"玻尿酸填充丰苹果肌"
,
"颧骨内推"
,
"玻尿酸丰下巴"
,
"下巴前推"
,
"自体脂肪丰下巴"
,
"硅胶垫下巴"
,
"膨体垫下巴"
,
"缩下巴"
,
"宽下巴矫正"
,
"激光溶脂祛双下巴"
,
"酒窝成形术"
,
"自体脂肪丰面颊"
,
"自体脂肪丰太阳穴"
,
"玻尿酸丰太阳穴"
,
"硅胶丰太阳穴"
,
"膨体丰太阳穴"
,
"自体脂肪丰额头"
,
"玻尿酸丰额头"
,
"硅胶丰额头"
,
"膨体丰额头"
,
"招风耳矫正"
,
"大耳缩小术"
,
"杯状耳矫正"
,
"唇腭裂修复"
,
"厚唇改薄术"
,
"玻尿酸丰唇"
,
"自体脂肪丰唇"
,
"处女膜修复"
,
"包皮手术"
,
"填充阴唇"
,
"阴唇整形"
,
"注射祛腋臭"
,
"激光祛腋臭"
,
"激光脱发际线"
,
"植眉"
,
"种鬓角"
,
"植睫毛"
,
"黑脸娃娃"
,
"激光脱唇毛"
,
"激光祛红血丝"
,
"光子嫩肤"
,
"激光祛纹身"
,
"玻尿酸除颈纹"
,
"自体脂肪除颈纹"
,
"玻尿酸除法令纹"
,
"自体脂肪除法令纹"
,
"玻尿酸除眉间纹"
,
"胸部失败修复"
,
"乳房再造"
,
"假体隆胸"
,
"吸脂祛副乳"
,
"手术祛副乳"
,
"乳头内陷矫正"
,
"乳头缩小"
,
"乳晕缩小"
,
"乳晕漂染"
,
"乳房缩小"
,
"胸部下垂矫正"
,
"中医减肥其他项目"
,
"吸脂瘦背部"
,
"自体脂肪丰臀"
,
"产后塑形"
,
"腹壁成形术"
,
"膨体隆鼻"
,
"硅胶隆鼻"
,
"自体肋软骨隆鼻"
,
"激光溶脂瘦脸"
,
"注射瘦腿"
,
"吸脂瘦大腿"
,
"吸脂瘦小腿"
,
"吸脂瘦手臂"
,
"自体脂肪隆胸"
,
"玻尿酸除面部细纹"
,
"自体脂肪除面部细纹"
,
"植发际线"
,
"吸脂祛双下巴"
,
"鼻翼缩小"
,
"全瓷牙"
,
"手术祛腋臭"
,
"像素激光"
,
"植胡须"
,
"吸脂塑臀"
,
"点阵激光"
,
"玻尿酸丰面颊"
,
"玻尿酸祛黑眼圈"
,
"胶原蛋白填充丰唇"
,
"胶原蛋白填充祛黑眼圈"
,
"胶原蛋白注射隆鼻"
,
"胶原蛋白丰太阳穴"
,
"胶原蛋白填充丰下巴"
,
"胶原蛋白填充隆胸"
,
"胶原蛋白填充丰臀"
,
"胶原蛋白填充除法令纹"
,
"胶原蛋白填充丰面颊"
,
"胶原蛋白填充泪沟"
,
"下眼睑下至"
,
"泪腺脱垂整形"
,
"自体脂肪填充卧蚕"
,
"真皮填充卧蚕"
,
"埋线隆鼻"
,
"鼻中隔软骨垫鼻头"
,
"注射缩鼻头"
,
"假体垫鼻基底"
,
"玻尿酸垫鼻基底"
,
"自体脂肪垫鼻基底"
,
"鼻中隔软骨隆鼻"
,
"鼻孔矫正"
,
"溶脂针瘦脸"
,
"颧骨提高"
,
"凸嘴矫正"
,
"面部不对称改善"
,
"人工骨垫下巴"
,
"胶原蛋白填充苹果肌"
,
"白瓷娃娃"
,
"热玛吉"
,
"PRP自体血清美肤"
,
"美白针"
,
"手术祛疤"
,
"综合祛疤"
,
"注射祛疤"
,
"激光点痣"
,
"射频溶脂瘦手臂"
,
"小腿神经阻断术"
,
"假体丰臀"
,
"吸脂瘦肩"
,
"注射瘦肩"
,
"点穴减肥"
,
"针灸减肥"
,
"埋线减肥"
,
"错颌锁颌"
,
"隐形矫正"
,
"根管治疗"
,
"M唇成形术"
,
"阴茎延长"
,
"阴茎增粗"
,
"玻尿酸丰耳垂"
,
"轮廓修复术"
,
"胸部假体取出"
,
"超声提升"
,
"线雕"
,
"双眼皮修复"
,
"眶隔脂肪释放"
,
"玻尿酸垫眉弓"
,
"自体脂肪垫眉弓"
,
"硅胶垫眉弓"
,
"膨体垫眉弓"
,
"上眼睑祛脂"
,
"鼻小柱延长"
,
"额头缩小"
,
"人中缩短"
,
"射频溶脂塑臀"
,
"漂唇"
,
"红蓝光祛痘"
,
"化学剥脱祛斑"
,
"冷光美白"
,
"激光祛疤"
,
"拉皮"
,
"黄金微针"
,
"激光除皱"
,
"埋线除皱"
,
"放射状角膜切开术"
,
"准分子激光切削术"
,
"准分子激光原位角膜磨镶术"
,
"透明晶体摘除术"
,
"远视镜片矫正"
,
"激光屈光性角膜切削术"
,
"圆柱镜矫正"
,
"角膜接触镜矫正"
,
"角膜屈光手术"
,
"斜视镜片矫正"
,
"斜视矫正手术"
,
"眼科检查"
,
"玻尿酸填充隆胸"
,
"激光紧缩阴道"
,
"眼袋修复"
,
"鼻形态修复"
,
"鼻部硅胶假体取出"
,
"激光除妊娠纹"
,
"黄金微针除妊娠纹"
,
"冷冻祛腋臭"
,
"半永久纹眉"
,
"水氧活肤"
,
"自体脂肪全面部填充"
,
"镭射净肤"
,
"半永久纹眼线"
,
"水光针"
,
"无针水光"
,
"射频提升"
,
"激光脱腋毛"
,
"激光脱比基尼部位"
,
"激光脱臂毛"
,
"激光脱大腿/小腿毛"
,
"彩光嫩肤"
,
"耳软骨隆鼻"
,
"果酸焕肤"
,
"身体检查"
,
"玻尿酸溶解酶"
,
"眼综合"
,
"开眼角修复"
,
"合金烤瓷牙"
,
"二氧化锆烤瓷牙"
,
"超声波洗牙"
,
"树脂补牙"
,
"拔龋齿"
,
"拔智齿"
,
"嘴角上扬术"
,
"口腔检查"
,
"孕睫术"
,
"玻尿酸精华导入"
,
"双颚手术"
,
"热拉提"
,
"人工骨隆鼻"
,
"自体真皮隆鼻"
,
"鼻小柱缩短"
,
"长鼻矫正"
,
"颧弓降低"
,
"微针祛痘坑"
,
"激光祛斑"
,
"皮秒激光"
,
"小气泡美肤"
,
"微针水光"
,
"玻尿酸丰乳头"
,
"乳头再造"
,
"胶原蛋白注射丰乳晕"
,
"提眉修复"
,
"卧蚕手术修复"
,
"半永久纹发际线"
,
"颧骨填充术"
,
"微晶瓷隆鼻"
,
"激光祛脂肪粒"
,
"少女针注射"
,
"童颜针注射"
,
"假体填充苹果肌"
,
"抗敏修复"
,
"洗眼线"
,
"肤质检测"
,
"阴蒂整形"
,
"菲洛嘉"
,
"HPV检查"
,
"全脸整形套餐"
,
"V脸套餐"
,
"祛斑套餐"
,
"美白套餐"
,
"补水套餐"
,
"皮肤综合管理套餐"
,
"洗牙套餐"
,
"唇部综合"
,
"除皱套餐"
,
"玻尿酸注射套餐"
,
"乳腺检查"
,
"全飞秒"
,
"半飞秒"
,
"ICL晶体植入"
,
"异物取出"
,
"美胸套餐"
,
"激光脱全身毛发"
,
"射频祛眼袋"
,
"O型腿矫正"
,
"X型腿矫正"
,
"G点注射"
,
"牙齿瓷贴面"
,
"自体软骨垫鼻基底"
,
"女性私密检查"
,
"阴唇漂红"
,
"手术紧缩阴道"
,
"性腺激活"
,
"种植牙齿"
,
"下颌角切除术"
,
"玻尿酸丰眼窝"
,
"注射去鼻背纹"
,
"注射去口周纹"
,
"注射去动态纹"
,
"注射治疗多汗"
,
"注射颏肌放松"
,
"美白导入"
,
"埋线祛眼袋"
,
"光纤溶脂祛眼袋"
,
"微针祛黑眼圈"
,
"射频祛黑眼圈"
,
"眼综合修复"
,
"宽鼻矫正"
,
"颧骨颧弓整形术"
,
"下巴截骨"
,
"下巴硅胶假体取出"
,
"下巴膨体假体取出"
,
"下颚前突/地包天"
,
"上颚前突/天包地"
,
"下颌角整形"
,
"取颊脂垫瘦脸"
,
"射频溶脂瘦脸"
,
"光纤溶脂瘦脸"
,
"冷冻溶脂瘦腹部"
,
"冷冻溶脂瘦腰部"
,
"冷冻溶脂瘦手臂"
,
"冷冻溶脂瘦大腿"
,
"冷冻溶脂瘦小腿"
,
"冷冻溶脂瘦肩膀"
,
"冷冻溶脂瘦背部"
,
"冷冻溶脂瘦臀部"
,
"射频溶脂瘦大腿"
,
"射频溶脂瘦小腿"
,
"射频溶脂瘦肩膀"
,
"射频溶脂瘦背部"
,
"射频溶脂瘦腰部"
,
"射频溶脂瘦腹部"
,
"超声溶脂瘦手臂"
,
"超声溶脂瘦腰部"
,
"超声溶脂瘦腹部"
,
"超声溶脂瘦大腿"
,
"超声溶脂瘦小腿"
,
"超声溶脂瘦臀部"
,
"超声溶脂瘦背部"
,
"超声溶脂瘦肩部"
,
"光纤溶脂瘦手臂"
,
"光纤溶脂瘦腰部"
,
"光纤溶脂瘦腹部"
,
"光纤溶脂瘦大腿"
,
"光纤溶脂瘦小腿"
,
"光纤溶脂瘦背部"
,
"光纤溶脂瘦臀部"
,
"光纤溶脂瘦肩部"
,
"吸脂瘦腰部"
,
"吸脂瘦腹部"
,
"吸脂瘦全身"
,
"吸脂失败修复术"
,
"杏仁酸焕肤"
,
"水杨酸焕肤"
,
"清痘针"
,
"冷冻祛痣"
,
"手术祛胎记"
,
"激光祛胎记"
,
"洗眉"
,
"小棕瓶美白"
,
"水光娃娃"
,
"种植面膜"
,
"SMAS除皱手术"
,
"内窥镜手术提升"
,
"小切口手术提升"
,
"干细胞疗法"
,
"复合隆胸"
,
"男性乳房肥大矫正"
,
"头顶加密种植"
,
"美人尖种植"
,
"种植胸毛"
,
"种植私密毛发"
,
"疤痕种植毛发"
,
"防脱理疗"
,
"乌发理疗"
,
"深层清洁"
,
"养发护理"
,
"头部 SPA"
,
"头皮护理"
,
"头皮控油"
,
"毛囊检测"
,
"私密超声提升"
,
"私密综合项目男"
,
"私密综合项目女"
,
"私密清洁"
,
"私密护理"
,
"牙齿综合"
,
"颌面正畸"
,
"金属托槽矫正"
,
"自锁托槽矫正"
,
"激光牙龈去色素"
,
"皓齿美白"
,
"激光美白牙"
,
"贵金属烤瓷牙"
,
"牙齿抛光"
,
"喷砂洗牙"
,
"其他材料补牙"
,
"树脂贴面"
,
"儿童口腔预防窝沟封闭"
,
"mrc肌功能矫治"
,
"口腔溃疡"
,
"牙髓炎"
,
"牙龈炎"
,
"显微镜根管治疗"
,
"牙周护理"
,
"玻尿酸全脸填充"
,
"嗨体祛颈纹"
,
"注射祛法令纹"
,
"注射祛鱼尾纹"
,
"注射祛抬头纹"
,
"注射祛川字纹"
,
"注射祛木偶纹"
,
"注射祛露龈笑"
,
"注射祛面部细纹"
,
"胶原蛋白填充额头"
,
"胶原蛋白填充面部细纹"
,
"副耳祛除术"
,
"OK 镜近视矫正"
,
"绿飞秒"
,
"后巩膜加固术"
,
"视网膜脱落"
,
"角膜炎"
,
"沙眼"
,
"散光"
,
"结膜炎"
,
"青光眼"
,
"干眼护理"
,
"眼部清洗"
,
"眼镜试戴"
,
"眼部穴位按摩"
,
"宫颈癌疫苗"
,
"基因检测"
,
"中老年体检"
,
"女性体检"
,
"产后乳房护理"
,
"阴道修复"
,
"乳腺疏通"
,
"盆底肌修复"
,
"产后熏蒸"
,
"盆腔炎"
,
"宫颈炎"
,
"卵巢囊肿"
,
"子宫肌瘤"
,
"月经不调"
,
"阴道炎检查"
,
"痛经检查"
,
"备孕检查"
,
"剖腹产手术"
,
"四维彩超"
,
"产检"
,
"分娩"
,
"坐月子"
,
"肘内翻矫正"
,
"肘外翻矫正"
,
"手指巨指矫正"
,
"多指矫正"
,
"手指断指再造"
,
"足内翻矫正"
,
"马蹄足矫正"
,
"长短腿矫正"
,
"膝外翻矫正"
,
"膝内翻矫正"
,
"经络疏通"
,
"艾灸理疗"
,
"刮痧拔罐"
,
"中医药浴"
,
"中医按摩"
,
"全身 SPA"
,
"背部护理"
,
"美胸护理"
,
"肩颈护理"
,
"腿部护理"
,
"臀部护理"
,
"手部护理"
,
"足疗"
,
"眼部保养"
,
"半永久睫毛线"
,
"半永久纹唇"
,
"接睫毛"
,
"半永久美瞳线"
,
"拔罐减肥"
,
"内眦赘皮矫正"
,
"大脚骨整形"
,
"综合祛眼袋"
,
"自体脂肪私密紧致"
,
"私密脱毛"
,
"脱脚毛"
,
"脱背部"
,
"脱络腮胡"
,
"拔乳牙"
,
]
import
requests
import
redis
import
json
headers
=
{
'X-GAIA-HELIOS-VERSION'
:
'0.7.4'
,
'X-GM-Request-Id'
:
'123'
,
'x-gm-path'
:
'/6261582/'
,
'X-GM-Rpc-Method'
:
'doris/search/query_sku'
,}
data
=
{
'requests'
:
'[{
\"
request_id
\"
: null,
\"
method
\"
:
\"
doris/search/query_sku
\"
,
\"
params
\"
: {
\"
sort_with_submission
\"
: true,
\"
or_filters
\"
: [],
\"
sort_params
\"
: {
\"
lat
\"
: 40.001815,
\"
lng
\"
: 116.487356,
\"
in_whitelist
\"
: 1,
\"
user_city_tag_id
\"
: 328,
\"
device_id
\"
:
\"
androidid_ba0799595f555c98
\"
},
\"
sort_type
\"
: 0,
\"
use_tagv3
\"
: false,
\"
filters
\"
: {
\"
tag_ids
\"
: [2944, 776, 137, 777, 141, 789, 152, 804, 954, 197, 200, 203, 5074, 97, 99, 868, 14699, 2412, 14700, 115, 243, 885, 14198, 121, 123]},
\"
offset
\"
: 0,
\"
query
\"
:
\"\"
,
\"
is_sort_with_icon
\"
: true,
\"
user_city_tag_id
\"
: 328,
\"
size
\"
: 10},
\"
environment
\"
: {
\"
trace_context
\"
: {
\"
debug
\"
: false,
\"
sampled
\"
: false,
\"
trace_id
\"
:
\"
1abd5ea122024a32827e0a0dd8ad45eb
\"
,
\"
span_id
\"
:
\"
0.2
\"
},
\"
l5d_path
\"
:
\"
/prod/gaia
\"
,
\"
passport
\"
: null,
\"
client_info
\"
: {
\"
log_id
\"
:
\"
gaia.z1l7e4odb43efc0179047f890fc023ba
\"
,
\"
span_id
\"
:
\"
z1l7e4o0ffec82d12944357b60360e80
\"
},
\"
session_id
\"
:
\"
ifop8w1o4spoe969kxd6yh77wzgtsz3c
\"
}}]'
}
# print(data)
response
=
requests
.
post
(
'http://172.16.50.10:8050/v1/batch'
,
headers
=
headers
,
data
=
data
)
data
=
json
.
dumps
(
response
.
json
())
print
(
data
)
# rds = redis.StrictRedis.from_url("redis://:XfkMCCdWDIU%ls$h3@172.16.50.159:6379", decode_responses=True)
query_list
=
[
"1"
]
for
query
in
query_list
:
res
=
json
.
dumps
(
query
)
for
city
in
city_list
:
rds
=
redis
.
StrictRedis
.
from_url
(
"redis://:XfkMCCdWDIU
%
ls$h3@172.16.50.159:6379"
,
decode_responses
=
True
)
for
city
in
city_list
:
redis_key
=
"service_icon_{}"
.
format
(
city
)
for
query
in
query_list
:
try
:
key
=
"meigou_"
+
city
+
"_"
+
query
# if rds.exists(key):
# continue
data
=
{
'requests'
:
'[{
\"
request_id
\"
: null,
\"
method
\"
:
\"
doris/search/query_sku
\"
,
\"
params
\"
: {
\"
sort_with_submission
\"
: true,
\"
or_filters
\"
: [],
\"
sort_params
\"
: {
\"
lat
\"
: 40.001815,
\"
lng
\"
: 116.487356,
\"
in_whitelist
\"
: 1,
\"
user_city_tag_id
\"
: 328,
\"
device_id
\"
:
\"
androidid_ba0799595f555c98
\"
},
\"
sort_type
\"
: 0,
\"
use_tagv3
\"
: false,
\"
filters
\"
: {
\"
tag_ids
\"
: [2944, 776, 137, 777, 141, 789, 152, 804, 954, 197, 200, 203, 5074, 97, 99, 868, 14699, 2412, 14700, 115, 243, 885, 14198, 121, 123]},
\"
offset
\"
: 0,
\"
query
\"
:
\"\"
,
\"
is_sort_with_icon
\"
: true,
\"
user_city_tag_id
\"
: 328,
\"
size
\"
: 10},
\"
environment
\"
: {
\"
trace_context
\"
: {
\"
debug
\"
: false,
\"
sampled
\"
: false,
\"
trace_id
\"
:
\"
1abd5ea122024a32827e0a0dd8ad45eb
\"
,
\"
span_id
\"
:
\"
0.2
\"
},
\"
l5d_path
\"
:
\"
/prod/gaia
\"
,
\"
passport
\"
: null,
\"
client_info
\"
: {
\"
log_id
\"
:
\"
gaia.z1l7e4odb43efc0179047f890fc023ba
\"
,
\"
span_id
\"
:
\"
z1l7e4o0ffec82d12944357b60360e80
\"
},
\"
session_id
\"
:
\"
ifop8w1o4spoe969kxd6yh77wzgtsz3c
\"
}}]'
}
'requests'
:
'[{
\"
request_id
\"
: null,
\"
method
\"
:
\"
doris/search/query_sku
\"
,
\"
params
\"
: {
\"
sort_with_submission
\"
: true,
\"
or_filters
\"
: [],
\"
sort_params
\"
: {
\"
in_whitelist
\"
: 1,
\"
user_city_tag_id
\"
:
%
s,
\"
device_id
\"
:
\"
androidid_ba0799595f555c98
\"
},
\"
sort_type
\"
: 0,
\"
use_tagv3
\"
: false,
\"
filters
\"
: {
\"
tag_ids
\"
: [
%
s]},
\"
offset
\"
: 0,
\"
query
\"
:
\"\"
,
\"
is_sort_with_icon
\"
: true,
\"
user_city_tag_id
\"
:
%
s,
\"
size
\"
: 100},
\"
environment
\"
: {
\"
trace_context
\"
: {
\"
debug
\"
: false,
\"
sampled
\"
: false,
\"
trace_id
\"
:
\"
1abd5ea122024a32827e0a0dd8ad45eb
\"
,
\"
span_id
\"
:
\"
0.2
\"
},
\"
l5d_path
\"
:
\"
/prod/gaia
\"
,
\"
passport
\"
: null,
\"
client_info
\"
: {
\"
log_id
\"
:
\"
gaia.z1l7e4odb43efc0179047f890fc023ba
\"
,
\"
span_id
\"
:
\"
z1l7e4o0ffec82d12944357b60360e80
\"
},
\"
session_id
\"
:
\"
ifop8w1o4spoe969kxd6yh77wzgtsz3c
\"
}}]'
%
(
city_list
[
city
],
str
(
query
),
city_list
[
city
])}
# print(data)
response
=
requests
.
post
(
'http://
backend.pass-develop.env
/v1/batch'
,
headers
=
headers
,
data
=
data
)
response
=
requests
.
post
(
'http://
172.16.50.10:8050
/v1/batch'
,
headers
=
headers
,
data
=
data
)
data
=
json
.
dumps
(
response
.
json
())
print
(
data
)
time
.
sleep
(
0.2
)
print
(
response
.
json
())
print
(
key
)
# rds.set(key,data)
except
:
# dict[query] = data
rds
.
hset
(
redis_key
,
query
,
data
)
except
Exception
as
e
:
print
(
e
)
continue
# break
\ No newline at end of file
This diff is collapsed.
Click to expand it.
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment