Skip to content

C
crawler
Commit 3ea79f16 authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent c1c958a4
Hide whitespace changes
Inline Side-by-side
Showing with 470 additions and 470 deletions
test/temp_doris_to_redis.py
View file @ 3ea79f16
......@@ -6,477 +6,477 @@
import time
city_list = {
# "aba": 298,
# "akesu": 299,
# "alashan": 300,
# "aletai": 301,
# "ali": 302,
# "anding": 303,
# "ankang": 304,
# "anning": 305,
# "anqing": 306,
# "anshan": 307,
# "anshun": 308,
# "anyang": 309,
# "aomen": 310,
# "baicheng": 311,
# "baise": 312,
# "baisha": 313,
# "baishan": 314,
# "baiyin": 315,
# "baodi": 316,
# "baoding": 317,
# "baoji": 318,
# "baoshan": 319,
# "baoting": 320,
# "baotou": 321,
# "bayannaoer": 322,
# "bayinguoleng": 323,
# "bazhong": 324,
# "beibei": 325,
# "beichen": 326,
# "beihai": 327,
"aba": 298,
"akesu": 299,
"alashan": 300,
"aletai": 301,
"ali": 302,
"anding": 303,
"ankang": 304,
"anning": 305,
"anqing": 306,
"anshan": 307,
"anshun": 308,
"anyang": 309,
"aomen": 310,
"baicheng": 311,
"baise": 312,
"baisha": 313,
"baishan": 314,
"baiyin": 315,
"baodi": 316,
"baoding": 317,
"baoji": 318,
"baoshan": 319,
"baoting": 320,
"baotou": 321,
"bayannaoer": 322,
"bayinguoleng": 323,
"bazhong": 324,
"beibei": 325,
"beichen": 326,
"beihai": 327,
"beijing": 328,
# "bengbu": 329,
# "benxi": 330,
# "bijie": 331,
# "binzhou": 332,
# "bishan": 333,
# "boertala": 334,
# "bozhou": 335,
# "cangzhou": 336,
# "changchun": 337,
# "changde": 338,
# "changdu": 339,
# "changji": 340,
# "changjiang": 341,
# "changping": 342,
# "changsha": 343,
# "changshou": 344,
# "changshu": 345,
# "changzhi": 346,
# "changzhou": 347,
# "chaohu": 348,
# "chaoyang": 349,
# "chaozhou": 350,
# "chengde": 351,
# "chengdu": 352,
# "chengkou": 353,
# "chengmai": 354,
# "chenzhou": 355,
# "chifeng": 356,
# "chizhou": 357,
# "chongming": 358,
# "chongqing": 359,
# "chongzuo": 360,
# "chuxiong": 361,
# "chuzhou": 362,
# "dagang": 363,
# "dali": 364,
# "dalian": 365,
# "dandong": 366,
# "dangzaidao": 367,
# "danzhou": 368,
# "daqing": 369,
# "datong": 370,
# "daxing": 371,
# "daxinganling": 372,
# "dazhou": 373,
# "dazu": 374,
# "dehong": 375,
# "deyang": 376,
# "dezhou": 377,
# "dianjiang": 378,
# "dingxi": 379,
# "diqing": 380,
# "dongfang": 381,
# "dongguan": 382,
# "dongjing": 2669,
# "dongli": 383,
# "dongyang": 384,
# "dongying": 385,
# "eerduosi": 386,
# "enshi": 387,
# "ezhou": 388,
# "fangchenggang": 389,
# "fangshan": 390,
# "fengduxian": 391,
# "fengjie": 392,
# "fengtai": 393,
# "fengxian": 394,
# "foshan": 395,
# "fulingqu": 396,
# "fushun": 397,
# "fuxin": 398,
# "fuyang": 399,
# "fuzhou": 400,
# "fuzhou1": 401,
# "gannan": 402,
# "ganzhou": 403,
# "ganzi": 404,
# "gaoxiong": 405,
# "geermu": 406,
# "guangan": 407,
# "guangyuan": 408,
# "guangzhou": 409,
# "guigang": 410,
# "guilin": 411,
# "guiyang": 412,
# "guoluo": 413,
# "guyuan": 414,
# "haerbin": 415,
# "haibei": 416,
# "haidian": 417,
# "haidong": 418,
# "haikou": 419,
# "hainanzangzuzizhizhou": 420,
# "haixi": 421,
# "hami": 422,
# "handan": 423,
# "hangu": 424,
# "hangzhou": 425,
# "hanzhong": 426,
# "haozhou": 430,
# "hebi": 427,
# "hechi": 428,
# "hechuanshi": 429,
# "hefei": 430,
# "hegang": 431,
# "heihe": 432,
# "hejin": 433,
# "hengshui": 434,
# "hengyang": 435,
# "hetian": 436,
# "heyuan": 437,
# "heze": 438,
# "hezhou": 439,
# "honghe": 440,
# "huaian": 441,
# "huaibei": 442,
# "huaihua": 443,
# "huainan": 444,
# "huairou": 445,
# "hualian": 446,
# "huanggang": 447,
# "huangnan": 448,
# "huangshan": 449,
# "huangshi": 450,
# "huhehaote": 451,
# "huizhou": 452,
# "huludao": 453,
# "hulunbeier": 454,
# "huzhou": 455,
# "jiading": 456,
# "jiamusi": 457,
# "jian": 458,
# "jiangjinshi": 459,
# "jiangmen": 460,
# "jiangyou": 461,
# "jiaozuo": 462,
# "jiaxing": 463,
# "jiayi": 464,
# "jiayuguan": 465,
# "jieyang": 466,
# "jilin1": 467,
# "jinan": 468,
# "jinchang": 469,
# "jincheng": 470,
# "jingdezhen": 471,
# "jinghai": 472,
# "jingjiang": 1681,
# "jingmen": 473,
# "jingzhou": 474,
# "jinhua": 475,
# "jining": 476,
# "jinnan": 477,
# "jinshan": 478,
# "jinzhong": 479,
# "jinzhou": 480,
# "jiujiang": 481,
# "jiulong": 482,
# "jiuquan": 483,
# "jixi": 484,
# "jixian": 485,
# "jiyuan": 486,
# "jizhoushi": 2536,
# "kaifeng": 487,
# "kaixian": 488,
# "kashi": 489,
# "kelamayi": 490,
# "kezile": 491,
# "kuerle": 492,
# "kunming": 493,
# "kunshan": 494,
# "laibin": 495,
# "laiwu": 496,
# "langfang": 497,
# "lanzhou": 498,
# "lasa": 499,
# "ledong": 500,
# "leshan": 501,
# "liangpingxian": 502,
# "liangshan": 503,
# "lianyungang": 504,
# "liaocheng": 505,
# "liaoyang": 506,
# "liaoyuan": 507,
# "lijiang": 508,
# "lincang": 509,
# "linfen": 510,
# "lingao": 511,
# "lingshui": 512,
# "linxia": 513,
# "linyi": 514,
# "linzhi": 515,
# "lishui": 516,
# "liuan": 517,
# "liupanshui": 518,
# "liuzhou": 519,
# "longnan": 520,
# "longyan": 521,
# "loudi": 522,
# "luhuandao": 523,
# "luohe": 524,
# "luoyang": 525,
# "luzhou": 526,
# "lvliang": 527,
# "maanshan": 528,
# "mangu": 3936,
# "maoming": 529,
# "meishan": 530,
# "meizhou": 531,
# "mentougou": 532,
# "mianyang": 533,
# "miaoli": 534,
# "minhang": 535,
# "miyun": 536,
# "mocheng": 284,
# "mudanjiang": 537,
# "nanchang": 538,
# "nanchong": 539,
# "nanchuan": 540,
# "nanhui": 541,
# "nanjing": 542,
# "nanning": 543,
# "nanping": 544,
# "nantong": 545,
# "nantou": 546,
# "nanyang": 547,
# "naqu": 548,
# "neijiang": 549,
# "ningbo": 550,
# "ningde": 551,
# "ninghe": 552,
# "nujiang": 553,
# "panjin": 554,
# "panzhihua": 555,
# "pengshui": 556,
# "pingdingshan": 557,
# "pingdong": 558,
# "pinggu": 559,
# "pingliang": 560,
# "pingxiang": 561,
# "pudong": 562,
# "puer": 563,
# "putian": 564,
# "puyang": 565,
# "qiandongnan": 566,
# "qianjiang": 567,
# "qianjiangtujia": 568,
# "qiannan": 569,
# "qianxinan": 570,
# "qijiang": 571,
# "qingdao": 572,
# "qingpu": 573,
# "qingyang": 574,
# "qingyuan": 575,
# "qinhuangdao": 576,
# "qinzhou": 577,
# "qionghai": 578,
# "qiongzhong": 579,
# "qiqihaer": 580,
# "qitaihe": 581,
# "quanzhou": 582,
# "qujing": 583,
# "quzhou": 584,
# "rikaze": 585,
# "rizhao": 586,
# "rongchang": 587,
# "rongcheng": 588,
# "sanmenxia": 589,
# "sanming": 590,
# "sanya": 591,
# "shanghai": 592,
# "shangluo": 593,
# "shangqiu": 594,
# "shangrao": 595,
# "shannan": 596,
# "shantou": 597,
# "shanwei": 598,
# "shaoguan": 599,
# "shaoxing": 600,
# "shaoyang": 601,
# "shengzhou": 7401,
# "shennongjia": 602,
# "shenyang": 603,
# "shenzhen": 604,
# "shihezi": 605,
# "shijiazhuang": 606,
# "shijingshan": 607,
# "shiyan": 608,
# "shizhongxin": 609,
# "shizhu": 610,
# "shizuishan": 611,
# "shouer": 612,
# "shuangyashan": 613,
# "shunde": 1033,
# "shunyi": 614,
# "shuozhou": 615,
# "siping": 616,
# "songjiang": 617,
# "songyuan": 618,
# "suihua": 619,
# "suining": 620,
# "suizhou": 621,
# "suqian": 622,
# "suzhou": 623,
# "suzhou1": 624,
# "tacheng": 625,
# "taian": 626,
# "taibei": 627,
# "taicang": 628,
# "taidong": 629,
# "tainan": 630,
# "taiyuan": 631,
# "taizhong": 632,
# "taizhou": 633,
# "taizhou1": 634,
# "tanggu": 635,
# "tangshan": 636,
# "taoyuan": 637,
# "tianjin": 638,
# "tianmen": 639,
# "tianshui": 640,
# "tieling": 641,
# "tongchuan": 642,
# "tonghua": 643,
# "tongliang": 644,
# "tongliao": 645,
# "tongling": 646,
# "tongnan": 647,
# "tongren": 648,
# "tongzhou": 649,
# "tulufan": 650,
# "tunchang": 651,
# "wanning": 652,
# "wansheng": 653,
# "wanzhou": 654,
# "weifang": 655,
# "weihai": 656,
# "weinan": 657,
# "wenchang": 658,
# "wenshan": 659,
# "wenzhou": 660,
# "wuhai": 661,
# "wuhan": 662,
# "wuhu": 663,
# "wulanchabu": 664,
# "wulong": 665,
# "wulumuqi": 666,
# "wuqing": 667,
# "wushanxian": 668,
# "wuwei": 669,
# "wuxi": 670,
# "wuzhishan": 671,
# "wuzhong": 672,
# "wuzhou": 673,
# "xiamen": 674,
# "xian": 675,
# "xianggangdao": 677,
# "xiangtan": 678,
# "xiangxi": 679,
# "xiangyang": 676,
# "xianning": 680,
# "xiantao": 681,
# "xianyang": 682,
# "xiaogan": 683,
# "xilinguole": 684,
# "xingan": 685,
# "xingtai": 686,
# "xini": 7382,
# "xining": 687,
# "xinjiapo": 5188,
# "xinjie": 688,
# "xinxiang": 689,
# "xinyang": 690,
# "xinyu": 691,
# "xinzhou": 692,
# "xinzhu": 693,
# "xiqing": 694,
# "xishuangbanna": 695,
# "xiushan": 696,
# "xuancheng": 697,
# "xuchang": 698,
# "xuzhou": 699,
# "yaan": 700,
# "yan an": 701,
# "yanbian": 702,
# "yancheng": 703,
# "yangjiang": 704,
# "yangquan": 705,
# "yangzhou": 706,
# "yanji": 707,
# "yanqing": 708,
# "yantai": 709,
# "yibin": 710,
# "yichang": 711,
# "yichun": 712,
# "yichun1": 713,
# "yilan": 714,
# "yili": 715,
# "yinchuan": 716,
# "yingkou": 717,
# "yingtan": 718,
# "yiwu": 297,
# "yiyang": 719,
# "yongchuanshi": 720,
# "yongzhou": 721,
# "youyang": 722,
# "yubei": 723,
# "yueyang": 724,
# "yulin": 725,
# "yulin1": 726,
# "yuncheng": 727,
# "yunfu": 728,
# "yunlin": 729,
# "yunyangxian": 730,
# "yushu": 731,
# "yuxi": 732,
# "zaozhuang": 733,
# "zhanghua": 734,
# "zhangjiagang": 735,
# "zhangjiajie": 736,
# "zhangjiakou": 737,
# "zhangshu": 738,
# "zhangye": 739,
# "zhangzhou": 740,
# "zhanjiang": 741,
# "zhaoqing": 742,
# "zhaotong": 743,
# "zhengzhou": 744,
# "zhenjiang": 745,
# "zhongshan": 746,
# "zhongwei": 747,
# "zhongxian": 748,
# "zhoukou": 749,
# "zhoushan": 750,
# "zhuhai": 751,
# "zhumadian": 752,
# "zhuzhou": 753,
# "zibo": 754,
# "zigong": 755,
# "ziyang": 756,
# "zunyi": 757,
"bengbu": 329,
"benxi": 330,
"bijie": 331,
"binzhou": 332,
"bishan": 333,
"boertala": 334,
"bozhou": 335,
"cangzhou": 336,
"changchun": 337,
"changde": 338,
"changdu": 339,
"changji": 340,
"changjiang": 341,
"changping": 342,
"changsha": 343,
"changshou": 344,
"changshu": 345,
"changzhi": 346,
"changzhou": 347,
"chaohu": 348,
"chaoyang": 349,
"chaozhou": 350,
"chengde": 351,
"chengdu": 352,
"chengkou": 353,
"chengmai": 354,
"chenzhou": 355,
"chifeng": 356,
"chizhou": 357,
"chongming": 358,
"chongqing": 359,
"chongzuo": 360,
"chuxiong": 361,
"chuzhou": 362,
"dagang": 363,
"dali": 364,
"dalian": 365,
"dandong": 366,
"dangzaidao": 367,
"danzhou": 368,
"daqing": 369,
"datong": 370,
"daxing": 371,
"daxinganling": 372,
"dazhou": 373,
"dazu": 374,
"dehong": 375,
"deyang": 376,
"dezhou": 377,
"dianjiang": 378,
"dingxi": 379,
"diqing": 380,
"dongfang": 381,
"dongguan": 382,
"dongjing": 2669,
"dongli": 383,
"dongyang": 384,
"dongying": 385,
"eerduosi": 386,
"enshi": 387,
"ezhou": 388,
"fangchenggang": 389,
"fangshan": 390,
"fengduxian": 391,
"fengjie": 392,
"fengtai": 393,
"fengxian": 394,
"foshan": 395,
"fulingqu": 396,
"fushun": 397,
"fuxin": 398,
"fuyang": 399,
"fuzhou": 400,
"fuzhou1": 401,
"gannan": 402,
"ganzhou": 403,
"ganzi": 404,
"gaoxiong": 405,
"geermu": 406,
"guangan": 407,
"guangyuan": 408,
"guangzhou": 409,
"guigang": 410,
"guilin": 411,
"guiyang": 412,
"guoluo": 413,
"guyuan": 414,
"haerbin": 415,
"haibei": 416,
"haidian": 417,
"haidong": 418,
"haikou": 419,
"hainanzangzuzizhizhou": 420,
"haixi": 421,
"hami": 422,
"handan": 423,
"hangu": 424,
"hangzhou": 425,
"hanzhong": 426,
"haozhou": 430,
"hebi": 427,
"hechi": 428,
"hechuanshi": 429,
"hefei": 430,
"hegang": 431,
"heihe": 432,
"hejin": 433,
"hengshui": 434,
"hengyang": 435,
"hetian": 436,
"heyuan": 437,
"heze": 438,
"hezhou": 439,
"honghe": 440,
"huaian": 441,
"huaibei": 442,
"huaihua": 443,
"huainan": 444,
"huairou": 445,
"hualian": 446,
"huanggang": 447,
"huangnan": 448,
"huangshan": 449,
"huangshi": 450,
"huhehaote": 451,
"huizhou": 452,
"huludao": 453,
"hulunbeier": 454,
"huzhou": 455,
"jiading": 456,
"jiamusi": 457,
"jian": 458,
"jiangjinshi": 459,
"jiangmen": 460,
"jiangyou": 461,
"jiaozuo": 462,
"jiaxing": 463,
"jiayi": 464,
"jiayuguan": 465,
"jieyang": 466,
"jilin1": 467,
"jinan": 468,
"jinchang": 469,
"jincheng": 470,
"jingdezhen": 471,
"jinghai": 472,
"jingjiang": 1681,
"jingmen": 473,
"jingzhou": 474,
"jinhua": 475,
"jining": 476,
"jinnan": 477,
"jinshan": 478,
"jinzhong": 479,
"jinzhou": 480,
"jiujiang": 481,
"jiulong": 482,
"jiuquan": 483,
"jixi": 484,
"jixian": 485,
"jiyuan": 486,
"jizhoushi": 2536,
"kaifeng": 487,
"kaixian": 488,
"kashi": 489,
"kelamayi": 490,
"kezile": 491,
"kuerle": 492,
"kunming": 493,
"kunshan": 494,
"laibin": 495,
"laiwu": 496,
"langfang": 497,
"lanzhou": 498,
"lasa": 499,
"ledong": 500,
"leshan": 501,
"liangpingxian": 502,
"liangshan": 503,
"lianyungang": 504,
"liaocheng": 505,
"liaoyang": 506,
"liaoyuan": 507,
"lijiang": 508,
"lincang": 509,
"linfen": 510,
"lingao": 511,
"lingshui": 512,
"linxia": 513,
"linyi": 514,
"linzhi": 515,
"lishui": 516,
"liuan": 517,
"liupanshui": 518,
"liuzhou": 519,
"longnan": 520,
"longyan": 521,
"loudi": 522,
"luhuandao": 523,
"luohe": 524,
"luoyang": 525,
"luzhou": 526,
"lvliang": 527,
"maanshan": 528,
"mangu": 3936,
"maoming": 529,
"meishan": 530,
"meizhou": 531,
"mentougou": 532,
"mianyang": 533,
"miaoli": 534,
"minhang": 535,
"miyun": 536,
"mocheng": 284,
"mudanjiang": 537,
"nanchang": 538,
"nanchong": 539,
"nanchuan": 540,
"nanhui": 541,
"nanjing": 542,
"nanning": 543,
"nanping": 544,
"nantong": 545,
"nantou": 546,
"nanyang": 547,
"naqu": 548,
"neijiang": 549,
"ningbo": 550,
"ningde": 551,
"ninghe": 552,
"nujiang": 553,
"panjin": 554,
"panzhihua": 555,
"pengshui": 556,
"pingdingshan": 557,
"pingdong": 558,
"pinggu": 559,
"pingliang": 560,
"pingxiang": 561,
"pudong": 562,
"puer": 563,
"putian": 564,
"puyang": 565,
"qiandongnan": 566,
"qianjiang": 567,
"qianjiangtujia": 568,
"qiannan": 569,
"qianxinan": 570,
"qijiang": 571,
"qingdao": 572,
"qingpu": 573,
"qingyang": 574,
"qingyuan": 575,
"qinhuangdao": 576,
"qinzhou": 577,
"qionghai": 578,
"qiongzhong": 579,
"qiqihaer": 580,
"qitaihe": 581,
"quanzhou": 582,
"qujing": 583,
"quzhou": 584,
"rikaze": 585,
"rizhao": 586,
"rongchang": 587,
"rongcheng": 588,
"sanmenxia": 589,
"sanming": 590,
"sanya": 591,
"shanghai": 592,
"shangluo": 593,
"shangqiu": 594,
"shangrao": 595,
"shannan": 596,
"shantou": 597,
"shanwei": 598,
"shaoguan": 599,
"shaoxing": 600,
"shaoyang": 601,
"shengzhou": 7401,
"shennongjia": 602,
"shenyang": 603,
"shenzhen": 604,
"shihezi": 605,
"shijiazhuang": 606,
"shijingshan": 607,
"shiyan": 608,
"shizhongxin": 609,
"shizhu": 610,
"shizuishan": 611,
"shouer": 612,
"shuangyashan": 613,
"shunde": 1033,
"shunyi": 614,
"shuozhou": 615,
"siping": 616,
"songjiang": 617,
"songyuan": 618,
"suihua": 619,
"suining": 620,
"suizhou": 621,
"suqian": 622,
"suzhou": 623,
"suzhou1": 624,
"tacheng": 625,
"taian": 626,
"taibei": 627,
"taicang": 628,
"taidong": 629,
"tainan": 630,
"taiyuan": 631,
"taizhong": 632,
"taizhou": 633,
"taizhou1": 634,
"tanggu": 635,
"tangshan": 636,
"taoyuan": 637,
"tianjin": 638,
"tianmen": 639,
"tianshui": 640,
"tieling": 641,
"tongchuan": 642,
"tonghua": 643,
"tongliang": 644,
"tongliao": 645,
"tongling": 646,
"tongnan": 647,
"tongren": 648,
"tongzhou": 649,
"tulufan": 650,
"tunchang": 651,
"wanning": 652,
"wansheng": 653,
"wanzhou": 654,
"weifang": 655,
"weihai": 656,
"weinan": 657,
"wenchang": 658,
"wenshan": 659,
"wenzhou": 660,
"wuhai": 661,
"wuhan": 662,
"wuhu": 663,
"wulanchabu": 664,
"wulong": 665,
"wulumuqi": 666,
"wuqing": 667,
"wushanxian": 668,
"wuwei": 669,
"wuxi": 670,
"wuzhishan": 671,
"wuzhong": 672,
"wuzhou": 673,
"xiamen": 674,
"xian": 675,
"xianggangdao": 677,
"xiangtan": 678,
"xiangxi": 679,
"xiangyang": 676,
"xianning": 680,
"xiantao": 681,
"xianyang": 682,
"xiaogan": 683,
"xilinguole": 684,
"xingan": 685,
"xingtai": 686,
"xini": 7382,
"xining": 687,
"xinjiapo": 5188,
"xinjie": 688,
"xinxiang": 689,
"xinyang": 690,
"xinyu": 691,
"xinzhou": 692,
"xinzhu": 693,
"xiqing": 694,
"xishuangbanna": 695,
"xiushan": 696,
"xuancheng": 697,
"xuchang": 698,
"xuzhou": 699,
"yaan": 700,
"yan an": 701,
"yanbian": 702,
"yancheng": 703,
"yangjiang": 704,
"yangquan": 705,
"yangzhou": 706,
"yanji": 707,
"yanqing": 708,
"yantai": 709,
"yibin": 710,
"yichang": 711,
"yichun": 712,
"yichun1": 713,
"yilan": 714,
"yili": 715,
"yinchuan": 716,
"yingkou": 717,
"yingtan": 718,
"yiwu": 297,
"yiyang": 719,
"yongchuanshi": 720,
"yongzhou": 721,
"youyang": 722,
"yubei": 723,
"yueyang": 724,
"yulin": 725,
"yulin1": 726,
"yuncheng": 727,
"yunfu": 728,
"yunlin": 729,
"yunyangxian": 730,
"yushu": 731,
"yuxi": 732,
"zaozhuang": 733,
"zhanghua": 734,
"zhangjiagang": 735,
"zhangjiajie": 736,
"zhangjiakou": 737,
"zhangshu": 738,
"zhangye": 739,
"zhangzhou": 740,
"zhanjiang": 741,
"zhaoqing": 742,
"zhaotong": 743,
"zhengzhou": 744,
"zhenjiang": 745,
"zhongshan": 746,
"zhongwei": 747,
"zhongxian": 748,
"zhoukou": 749,
"zhoushan": 750,
"zhuhai": 751,
"zhumadian": 752,
"zhuzhou": 753,
"zibo": 754,
"zigong": 755,
"ziyang": 756,
"zunyi": 757,
}
query_list = {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment