# -*- coding:UTF-8 -*-
# @Time : 2020/12/4 13:24
# @File : temp_doris_to_redis.py
# @email : litao@igengmei.com
# @author : litao
import time
city_list = {
"aba": 298,
"akesu": 299,
"alashan": 300,
"aletai": 301,
"ali": 302,
"anding": 303,
"ankang": 304,
"anning": 305,
"anqing": 306,
"anshan": 307,
"anshun": 308,
"anyang": 309,
"aomen": 310,
"baicheng": 311,
"baise": 312,
"baisha": 313,
"baishan": 314,
"baiyin": 315,
"baodi": 316,
"baoding": 317,
"baoji": 318,
"baoshan": 319,
"baoting": 320,
"baotou": 321,
"bayannaoer": 322,
"bayinguoleng": 323,
"bazhong": 324,
"beibei": 325,
"beichen": 326,
"beihai": 327,
"beijing": 328,
"bengbu": 329,
"benxi": 330,
"bijie": 331,
"binzhou": 332,
"bishan": 333,
"boertala": 334,
"bozhou": 335,
"cangzhou": 336,
"changchun": 337,
"changde": 338,
"changdu": 339,
"changji": 340,
"changjiang": 341,
"changping": 342,
"changsha": 343,
"changshou": 344,
"changshu": 345,
"changzhi": 346,
"changzhou": 347,
"chaohu": 348,
"chaoyang": 349,
"chaozhou": 350,
"chengde": 351,
"chengdu": 352,
"chengkou": 353,
"chengmai": 354,
"chenzhou": 355,
"chifeng": 356,
"chizhou": 357,
"chongming": 358,
"chongqing": 359,
"chongzuo": 360,
"chuxiong": 361,
"chuzhou": 362,
"dagang": 363,
"dali": 364,
"dalian": 365,
"dandong": 366,
"dangzaidao": 367,
"danzhou": 368,
"daqing": 369,
"datong": 370,
"daxing": 371,
"daxinganling": 372,
"dazhou": 373,
"dazu": 374,
"dehong": 375,
"deyang": 376,
"dezhou": 377,
"dianjiang": 378,
"dingxi": 379,
"diqing": 380,
"dongfang": 381,
"dongguan": 382,
"dongjing": 2669,
"dongli": 383,
"dongyang": 384,
"dongying": 385,
"eerduosi": 386,
"enshi": 387,
"ezhou": 388,
"fangchenggang": 389,
"fangshan": 390,
"fengduxian": 391,
"fengjie": 392,
"fengtai": 393,
"fengxian": 394,
"foshan": 395,
"fulingqu": 396,
"fushun": 397,
"fuxin": 398,
"fuyang": 399,
"fuzhou": 400,
"fuzhou1": 401,
"gannan": 402,
"ganzhou": 403,
"ganzi": 404,
"gaoxiong": 405,
"geermu": 406,
"guangan": 407,
"guangyuan": 408,
"guangzhou": 409,
"guigang": 410,
"guilin": 411,
"guiyang": 412,
"guoluo": 413,
"guyuan": 414,
"haerbin": 415,
"haibei": 416,
"haidian": 417,
"haidong": 418,
"haikou": 419,
"hainanzangzuzizhizhou": 420,
"haixi": 421,
"hami": 422,
"handan": 423,
"hangu": 424,
"hangzhou": 425,
"hanzhong": 426,
"haozhou": 430,
"hebi": 427,
"hechi": 428,
"hechuanshi": 429,
"hefei": 430,
"hegang": 431,
"heihe": 432,
"hejin": 433,
"hengshui": 434,
"hengyang": 435,
"hetian": 436,
"heyuan": 437,
"heze": 438,
"hezhou": 439,
"honghe": 440,
"huaian": 441,
"huaibei": 442,
"huaihua": 443,
"huainan": 444,
"huairou": 445,
"hualian": 446,
"huanggang": 447,
"huangnan": 448,
"huangshan": 449,
"huangshi": 450,
"huhehaote": 451,
"huizhou": 452,
"huludao": 453,
"hulunbeier": 454,
"huzhou": 455,
"jiading": 456,
"jiamusi": 457,
"jian": 458,
"jiangjinshi": 459,
"jiangmen": 460,
"jiangyou": 461,
"jiaozuo": 462,
"jiaxing": 463,
"jiayi": 464,
"jiayuguan": 465,
"jieyang": 466,
"jilin1": 467,
"jinan": 468,
"jinchang": 469,
"jincheng": 470,
"jingdezhen": 471,
"jinghai": 472,
"jingjiang": 1681,
"jingmen": 473,
"jingzhou": 474,
"jinhua": 475,
"jining": 476,
"jinnan": 477,
"jinshan": 478,
"jinzhong": 479,
"jinzhou": 480,
"jiujiang": 481,
"jiulong": 482,
"jiuquan": 483,
"jixi": 484,
"jixian": 485,
"jiyuan": 486,
"jizhoushi": 2536,
"kaifeng": 487,
"kaixian": 488,
"kashi": 489,
"kelamayi": 490,
"kezile": 491,
"kuerle": 492,
"kunming": 493,
"kunshan": 494,
"laibin": 495,
"laiwu": 496,
"langfang": 497,
"lanzhou": 498,
"lasa": 499,
"ledong": 500,
"leshan": 501,
"liangpingxian": 502,
"liangshan": 503,
"lianyungang": 504,
"liaocheng": 505,
"liaoyang": 506,
"liaoyuan": 507,
"lijiang": 508,
"lincang": 509,
"linfen": 510,
"lingao": 511,
"lingshui": 512,
"linxia": 513,
"linyi": 514,
"linzhi": 515,
"lishui": 516,
"liuan": 517,
"liupanshui": 518,
"liuzhou": 519,
"longnan": 520,
"longyan": 521,
"loudi": 522,
"luhuandao": 523,
"luohe": 524,
"luoyang": 525,
"luzhou": 526,
"lvliang": 527,
"maanshan": 528,
"mangu": 3936,
"maoming": 529,
"meishan": 530,
"meizhou": 531,
"mentougou": 532,
"mianyang": 533,
"miaoli": 534,
"minhang": 535,
"miyun": 536,
"mocheng": 284,
"mudanjiang": 537,
"nanchang": 538,
"nanchong": 539,
"nanchuan": 540,
"nanhui": 541,
"nanjing": 542,
"nanning": 543,
"nanping": 544,
"nantong": 545,
"nantou": 546,
"nanyang": 547,
"naqu": 548,
"neijiang": 549,
"ningbo": 550,
"ningde": 551,
"ninghe": 552,
"nujiang": 553,
"panjin": 554,
"panzhihua": 555,
"pengshui": 556,
"pingdingshan": 557,
"pingdong": 558,
"pinggu": 559,
"pingliang": 560,
"pingxiang": 561,
"pudong": 562,
"puer": 563,
"putian": 564,
"puyang": 565,
"qiandongnan": 566,
"qianjiang": 567,
"qianjiangtujia": 568,
"qiannan": 569,
"qianxinan": 570,
"qijiang": 571,
"qingdao": 572,
"qingpu": 573,
"qingyang": 574,
"qingyuan": 575,
"qinhuangdao": 576,
"qinzhou": 577,
"qionghai": 578,
"qiongzhong": 579,
"qiqihaer": 580,
"qitaihe": 581,
"quanzhou": 582,
"qujing": 583,
"quzhou": 584,
"rikaze": 585,
"rizhao": 586,
"rongchang": 587,
"rongcheng": 588,
"sanmenxia": 589,
"sanming": 590,
"sanya": 591,
"shanghai": 592,
"shangluo": 593,
"shangqiu": 594,
"shangrao": 595,
"shannan": 596,
"shantou": 597,
"shanwei": 598,
"shaoguan": 599,
"shaoxing": 600,
"shaoyang": 601,
"shengzhou": 7401,
"shennongjia": 602,
"shenyang": 603,
"shenzhen": 604,
"shihezi": 605,
"shijiazhuang": 606,
"shijingshan": 607,
"shiyan": 608,
"shizhongxin": 609,
"shizhu": 610,
"shizuishan": 611,
"shouer": 612,
"shuangyashan": 613,
"shunde": 1033,
"shunyi": 614,
"shuozhou": 615,
"siping": 616,
"songjiang": 617,
"songyuan": 618,
"suihua": 619,
"suining": 620,
"suizhou": 621,
"suqian": 622,
"suzhou": 623,
"suzhou1": 624,
"tacheng": 625,
"taian": 626,
"taibei": 627,
"taicang": 628,
"taidong": 629,
"tainan": 630,
"taiyuan": 631,
"taizhong": 632,
"taizhou": 633,
"taizhou1": 634,
"tanggu": 635,
"tangshan": 636,
"taoyuan": 637,
"tianjin": 638,
"tianmen": 639,
"tianshui": 640,
"tieling": 641,
"tongchuan": 642,
"tonghua": 643,
"tongliang": 644,
"tongliao": 645,
"tongling": 646,
"tongnan": 647,
"tongren": 648,
"tongzhou": 649,
"tulufan": 650,
"tunchang": 651,
"wanning": 652,
"wansheng": 653,
"wanzhou": 654,
"weifang": 655,
"weihai": 656,
"weinan": 657,
"wenchang": 658,
"wenshan": 659,
"wenzhou": 660,
"wuhai": 661,
"wuhan": 662,
"wuhu": 663,
"wulanchabu": 664,
"wulong": 665,
"wulumuqi": 666,
"wuqing": 667,
"wushanxian": 668,
"wuwei": 669,
"wuxi": 670,
"wuzhishan": 671,
"wuzhong": 672,
"wuzhou": 673,
"xiamen": 674,
"xian": 675,
"xianggangdao": 677,
"xiangtan": 678,
"xiangxi": 679,
"xiangyang": 676,
"xianning": 680,
"xiantao": 681,
"xianyang": 682,
"xiaogan": 683,
"xilinguole": 684,
"xingan": 685,
"xingtai": 686,
"xini": 7382,
"xining": 687,
"xinjiapo": 5188,
"xinjie": 688,
"xinxiang": 689,
"xinyang": 690,
"xinyu": 691,
"xinzhou": 692,
"xinzhu": 693,
"xiqing": 694,
"xishuangbanna": 695,
"xiushan": 696,
"xuancheng": 697,
"xuchang": 698,
"xuzhou": 699,
"yaan": 700,
"yan an": 701,
"yanbian": 702,
"yancheng": 703,
"yangjiang": 704,
"yangquan": 705,
"yangzhou": 706,
"yanji": 707,
"yanqing": 708,
"yantai": 709,
"yibin": 710,
"yichang": 711,
"yichun": 712,
"yichun1": 713,
"yilan": 714,
"yili": 715,
"yinchuan": 716,
"yingkou": 717,
"yingtan": 718,
"yiwu": 297,
"yiyang": 719,
"yongchuanshi": 720,
"yongzhou": 721,
"youyang": 722,
"yubei": 723,
"yueyang": 724,
"yulin": 725,
"yulin1": 726,
"yuncheng": 727,
"yunfu": 728,
"yunlin": 729,
"yunyangxian": 730,
"yushu": 731,
"yuxi": 732,
"zaozhuang": 733,
"zhanghua": 734,
"zhangjiagang": 735,
"zhangjiajie": 736,
"zhangjiakou": 737,
"zhangshu": 738,
"zhangye": 739,
"zhangzhou": 740,
"zhanjiang": 741,
"zhaoqing": 742,
"zhaotong": 743,
"zhengzhou": 744,
"zhenjiang": 745,
"zhongshan": 746,
"zhongwei": 747,
"zhongxian": 748,
"zhoukou": 749,
"zhoushan": 750,
"zhuhai": 751,
"zhumadian": 752,
"zhuzhou": 753,
"zibo": 754,
"zigong": 755,
"ziyang": 756,
"zunyi": 757,
}
query_list = {
152,
885,
197,
777,
115,
137,
6148,
5074,
14198,
1055,
14699,
954,
200,
203,
776,
141,
99,
121,
123,
243,
97,
868,
2412,
804,
205,
842,
1801,
798,
117,
2033,
207,
168,
237,
5077,
2929,
9123,
8627,
2925,
2924,
2927,
2926,
114,
116,
111,
110,
8464,
112,
234,
253,
7977,
3285,
232,
233,
797,
796,
26,
21,
22,
23,
9047,
7151,
798,
9069,
2,
2073,
24,
9063,
896,
897,
8394,
8773,
810,
108,
109,
9027,
106,
107,
105,
965,
966,
3038,
7993,
803,
806,
805,
65,
2923,
102,
88,
89,
64,
9012,
9050,
6163,
5057,
86,
87,
85,
975,
8865,
878,
790,
953,
3459,
1,
101,
890,
2429,
91,
90,
92,
95,
3050,
964,
6138,
15,
17,
19,
18,
3037,
940,
2417,
766,
7823,
130,
3001,
6146,
235,
81,
5060,
46,
45,
28,
29,
819,
3,
812,
813,
815,
817,
142,
143,
898,
899,
2932,
1136,
122,
124,
126,
127,
128,
129,
869,
900,
967,
30,
968,
969,
153,
198,
114,
7117,
136,
135,
8113,
886,
793,
875,
933,
201,
204,
140,
1233,
120,
98,
241,
125,
102,
225,
1024,
244,
805,
213,
982,
986,
985,
131,
8681,
238,
239,
252,
236,
237,
230,
118,
836,
837,
8989,
4,
811,
1017,
911,
774,
9048,
240,
229,
224,
223,
221,
38,
906,
842,
841,
840,
909,
2459,
2458,
157,
156,
2455,
2454,
2456,
2451,
2450,
2453,
14244,
14688,
155,
5070,
255,
854,
11,
856,
14691,
14690,
852,
159,
158,
917,
14944,
761,
2460,
7809,
7129,
154,
851,
14686,
14684,
14685,
14682,
14683,
861,
860,
57,
53,
14689,
55,
199,
198,
2866,
196,
5073,
6163,
872,
873,
5,
933,
931,
930,
201,
203,
202,
205,
204,
207,
206,
244,
246,
8000,
2505,
79,
787,
3039,
1801,
11376,
928,
2352,
824,
922,
2063,
926,
822,
5065,
199,
2866,
196,
192,
3049,
258,
1387,
6147,
6943,
5,
2942,
2941,
835,
2059,
47,
1966,
2939,
41,
919,
187,
186,
2072,
930,
7554,
775,
5067,
202,
2938,
206,
2936,
2937,
2935,
5068,
246,
242,
1992,
1703,
35,
928,
2108,
829,
825,
824,
827,
912,
217,
768,
767,
218,
7175,
7177,
7176,
67,
2946,
7179,
7178,
959,
7091,
955,
6684,
4282,
165,
166,
167,
161,
162,
163,
10,
960,
4870,
14941,
14940,
14943,
14942,
865,
36,
181,
2663,
2947,
171,
784,
46,
130,
819,
131,
123,
124,
125,
126,
127,
128,
129,
252,
903,
12,
907,
904,
150,
1204,
863,
864,
2497,
149,
181,
134,
52,
31,
816,
964,
965,
967,
210,
878,
2429,
968,
969,
971,
64,
65,
70,
82,
869,
81,
2950,
2951,
2954,
1370,
1114,
2054,
1080,
785,
212,
6145,
210,
6144,
5724,
871,
8710,
241,
870,
66,
70,
7,
69,
2354,
220,
3523,
9180,
14653,
174,
14660,
14664,
14662,
14663,
37,
14665,
14661,
175,
251,
2778,
14225,
2866,
982,
986,
171,
836,
835,
1966,
872,
180,
181,
186,
187,
2072,
911,
2938,
2939,
2936,
2934,
246,
1703,
906,
909,
5870,
2108,
2060,
2063,
821,
2065,
822,
36,
2068,
181,
2066,
2948,
6160,
2065,
171,
2067,
2059,
4437,
14652,
2941,
775,
14653,
2935,
14646,
14644,
2939,
14645,
928,
258,
2108,
3041,
912,
}
key_city = [
"beijing",
"shanghai",
"guangzhou",
"shenzhen",
"hangzhou",
"chengdong",
"zhongqing",
"nanjing",
"wuhan",
"changsha",
"zhengzhou",
"xian",
"kunming",
"guiyang",
"dongguan",
"suzhou",
"tianjin",
"shenyang",
"ningbo",
"nanning",
"fuzhou",
"hefei",
"nanchang",
"wulumuqi",
"haikou",
"sanya",
"linyi",
"baoding",
"nanyang",
"handan",
"shijiazhuang",
"wenzhou",
"qingdao",
"xuzhou",
"jinan",
"heze",
"zhoukou",
"changchun",
"quanzhou",
"hadongbin",
"foshan",
"weifang",
"ganzhou",
"xingtai",
"shangqiu",
"jinhua",
"fuyang",
"cangzhou",
"zhumadian",
"jining",
"huizhou",
"tangshan",
"wuxi",
"lanzhou",
"luoyang",
"taizhou",
"langfang",
"zunyi",
"shangrao",
"huhehaote",
"dalian",
"shantou",
"nantong",
"changzhou",
"taiyuan",
"xining",
"zhongshan",
"jiaxing",
"xiamen",
"xianyang",
"jiangmen",
"shaoxing",
"zibo",
"mianyang",
"yibin",
"yangzhou",
"taizhou",
"liuzhou",
"jiaozuo",
"qingyuan",
"bangbu",
"zhuhai",
"huzhou",
"zhenjiang",
"yinchuan",
"leshan",
"meishan",
]
import requests
import redis
import json
headers = {'X-GAIA-HELIOS-VERSION': '0.7.4', 'X-GM-Request-Id': '123', 'x-gm-path': '/6261582/',
'X-GM-Rpc-Method': 'doris/search/query_sku', }
# 测试
# rds = redis.StrictRedis.from_url("redis://172.18.51.17:6379/21", decode_responses=True)
# 正式
rds = redis.StrictRedis.from_url("redis://:XfkMCCdWDIU%ls$h3@172.16.50.159:6379", decode_responses=True)
for city in city_list.keys():
redis_key = "service_icon_{}".format(city)
for query in query_list:
try:
if True:
if rds.hexists(city,query):
continue
if city not in key_city:
continue
data = {
'requests': '[{\"request_id\": null, \"method\": \"doris/search/query_sku\", \"params\": {\"sort_with_submission\": true, \"or_filters\": [], \"sort_params\": { \"in_whitelist\": 1, \"user_city_tag_id\": %s, \"device_id\": \"androidid_ba0799595f555c98\"}, \"sort_type\": 0, \"use_tagv3\": false, \"filters\": {\"tag_ids\": [%s]}, \"offset\": 0, \"query\": \"\", \"is_sort_with_icon\": true, \"user_city_tag_id\": %s, \"size\": 100}, \"environment\": {\"trace_context\": {\"debug\": false, \"sampled\": false, \"trace_id\": \"1abd5ea122024a32827e0a0dd8ad45eb\", \"span_id\": \"0.2\"}, \"l5d_path\": \"/prod/gaia\", \"passport\": null, \"client_info\": {\"log_id\": \"gaia.z1l7e4odb43efc0179047f890fc023ba\", \"span_id\": \"z1l7e4o0ffec82d12944357b60360e80\"}, \"session_id\": \"ifop8w1o4spoe969kxd6yh77wzgtsz3c\"}}]' % (
city_list[city], query, city_list[city])}
# print(data)
response = requests.post('http://172.16.50.10:8050/v1/batch', headers=headers, data=data)
# response = requests.post('http://doris.paas-develop.env/v1/batch', headers=headers, data=data)
data = json.dumps(response.json())
# print(data)
# time.sleep(0.1)
# dict[query] = data
rds.hset(redis_key, query, data)
print(redis_key, query)
except Exception as e:
print(e)
continue
# break