Skip to content

C
crawler
Commit aeb48597 authored by 李小芳's avatar 李小芳
Browse files
Options

update

parent b6079ebc
Hide whitespace changes
Inline Side-by-side
Showing with 872 additions and 315 deletions
dev/xinyang_ask_tag/app_soyoung.py
View file @ aeb48597
import json
import logging
import smtplib
import sys
import time
import traceback
import datetime
import os
import random
from email.mime.application import MIMEApplication
from email.mime.multipart import MIMEMultipart
from email.mime.text import MIMEText
from email.utils import formataddr
import re
import pandas as pd
import requests
from lxml import etree
logger = logging.getLogger(__name__)
def send_email_tome():
try:
from_addrs = 'lixiaofang@igengmei.com'
password = 'EzJzSRyEG4Jibuy9'
toaddrs = "lixiaofang@igengmei.com"
content = '爬取新氧热搜前100的词召回的商品，内容详见表格'
text_apart = MIMEText(content, 'plain', "utf-8")
zip_file_week = 'result1.csv'
zip_apart_week = MIMEApplication(open(zip_file_week, 'rb').read())
zip_apart_week.add_header('Content-Disposition', 'attachment', filename=zip_file_week)
m = MIMEMultipart()
m.attach(text_apart)
m.attach(zip_apart_week)
m['From'] = formataddr(("李小芳", from_addrs))
m["To"] = formataddr(("李小芳", toaddrs))
m['Subject'] = '新氧商品信息'
class SoYoung(object):
def __init__(self):
self.url = "https://api.soyoung.com/v8/superList/index"
self.headers = {'_time': '1626769752',
'ab_id': 'C521C79519A5D544390E60FEA08B32DB',
"app_id": 42,
"area_belong": 4,
"channel": 1,
# "cityId": str(city_id),
"device_id": 196374256,
"device_model": "iPhone12,1",
'device_version': '13.6.1',
"event": "--Boundary+D46DCD61FE6FA268",
"filter": {},
"from_site": 1,
"gps_city_id": 1,
"idfa": "057F28DF-20B8-488F-A285-931367FCC110",
"is_tf": 0,
"item_id": "--Boundary+D46DCD61FE6FA268",
# "keyword": str(keyword),
"list_name": "sy_app_superlist_search_page",
"lver": "8.28.2",
# "page": page,
"page_size": 20,
"push_app_id": 42,
"request_id": "14d1e2b53ca644242ec7ccd7316a0aa2",
"s_mei_device_id": "20200317131719d8bcbc37c54be511421dc3ebf7f1d0a801036b566bd47092",
"s_meng_device_id": "D2VCzq4o472Ur7QtdVY6RlcjO6h3455JlJ+OC39JcQC7sX6a",
"schemecard": "--Boundary+D46DCD61FE6FA268",
"sys": 1,
"tab": "mix",
"uid": "48804194",
"vistor_uid": "",
"xy_device_token": "33fa06111dea535c88cc07521f2e466c91",
"xy_token": "ad970db3d79f0833d1d25d3942068585"
}
def get_keynote_sentence(self, content):
try:
ss = content.encode('utf-16', 'surrogatepass').decode('utf-16')
dr = re.compile(r"<[^>]+>", re.S)
str_re = dr.sub("", ss)
para = re.sub('([；。！？\?])([^”’])', r"\1\n\2", str_re) # 单字符断句符
para = re.sub('(\.{6})([^”’])', r"\1\n\2", para) # 英文省略号
para = re.sub('(\…{2})([^”’])', r"\1\n\2", para) # 中文省略号
para = re.sub('([；。！？\?][”’])([^，。！？\?])', r'\1\n\2', para)
para = para.rstrip() # 段尾如果有多余的\n就去掉它
return para
except:
logging.error("catch exception,logins:%s" % traceback.format_exc())
return []
def search(self):
try:
server = smtplib.SMTP_SSL('smtp.exmail.qq.com', 465)
server.login(from_addrs, password)
server.sendmail(from_addrs, [toaddrs], m.as_string())
print('success')
server.quit()
except smtplib.SMTPException as e:
print('error', e)
except Exception as e:
print(str(e))
logger.error("catch exception,main:%s" % traceback.format_exc())
def get_keynote_sentence(content):
try:
content_list = []
ss = content.encode('utf-16', 'surrogatepass').decode('utf-16')
dr = re.compile(r"<[^>]+>", re.S)
str_re = dr.sub("", ss)
para = re.sub('([；。！？\?])([^”’])', r"\1\n\2", str_re) # 单字符断句符
para = re.sub('(\.{6})([^”’])', r"\1\n\2", para) # 英文省略号
para = re.sub('(\…{2})([^”’])', r"\1\n\2", para) # 中文省略号
para = re.sub('([；。！？\?][”’])([^，。！？\?])', r'\1\n\2', para)
para = para.rstrip() # 段尾如果有多余的\n就去掉它
return para
except:
logging.error("catch exception,logins:%s" % traceback.format_exc())
return []
def get_service_info(city_id=-1, keyword="", city_name="", all_skuids=[], get_data_file=None):
print("get_service_info")
url = 'https://api.soyoung.com/v8/superList/index'
break_flat = False
other_city_count = 0
for page in range(1, 500):
if break_flat == False and other_city_count < 10:
data = {'_time': '1626769752',
'ab_id': 'C521C79519A5D544390E60FEA08B32DB',
"app_id": 42,
"area_belong": 4,
"channel": 1,
"cityId": str(city_id),
"device_id": 196374256,
"device_model": "iPhone12,1",
'device_version': '13.6.1',
"event": "--Boundary+D46DCD61FE6FA268",
"filter": {},
"from_site": 1,
"gps_city_id": 1,
"idfa": "057F28DF-20B8-488F-A285-931367FCC110",
"is_tf": 0,
"item_id": "--Boundary+D46DCD61FE6FA268",
"keyword": str(keyword),
"list_name": "sy_app_superlist_search_page",
"lver": "8.28.2",
# "menu1_id": "--Boundary+D46DCD61FE6FA268",
# "menu2_id": "--Boundary+D46DCD61FE6FA268",
"page": page,
"page_size": 20,
"push_app_id": 42,
"request_id": "14d1e2b53ca644242ec7ccd7316a0aa2",
"s_mei_device_id": "20200317131719d8bcbc37c54be511421dc3ebf7f1d0a801036b566bd47092",
"s_meng_device_id": "D2VCzq4o472Ur7QtdVY6RlcjO6h3455JlJ+OC39JcQC7sX6a",
"schemecard": "--Boundary+D46DCD61FE6FA268",
# "sub_tab": "--Boundary+D46DCD61FE6FA268",
"sys": 1,
"tab": "mix",
"uid": "48804194",
"vistor_uid": "",
"xy_device_token": "33fa06111dea535c88cc07521f2e466c91",
"xy_token": "ad970db3d79f0833d1d25d3942068585"
}
# 每次请求之前先暂停几秒 防止被ban
s = random.random()
time.sleep(s)
response_res = requests.post(url, data, verify=False)
response_res = requests.post(self.url, self.headers, verify=False)
if response_res.status_code == 200 and response_res.text:
response = json.loads(response_res.text)
print(response)
responseData = response.get("responseData", {}).get("data")
for item in responseData:
if item.get("type") == "feed_area":
if item.get("items", {}).get("feed_list", []):
for data in item.get("items", {}).get("feed_list", []):
if data.get("type") == "feed_shop_diallel":
for service in data.get("items", []):
service_data = service.get("data")
district_2 = service_data.get("district_2")
if str(district_2) == str(city_id):
service_info = dict()
service_info['skuid'] = service_data.get("pid")
service_info['美购id'] = service_data.get("spu_id")
# service_info['医生名'] = service_data.get("doctor_name")
service_info['医院名称'] = service_data.get("hospital_name")
service_info['sku原价'] = service_data.get("price_origin")
service_info['sku活动价'] = service_data.get("price_online")
service_info['机构等级'] = service_data.get("avg_score")
service_info['美购名称'] = get_keynote_sentence(service_data.get("title"))
service_info['销量'] = service_data.get("order_cnt")
icon_data = service_data.get("icons", [])
service_info['可用尾款券'] = service_data.get("wei_kuan_list", [])
service_info['可领取预约金优惠券'] = [
service_data.get("new_user_text", "")] if service_data.get(
"new_user_text", "") else []
for item in icon_data:
if "预约金满" in item:
service_info['可领取预约金优惠券'].append(item)
elif "尾款满" in item:
service_info['可用尾款券'].append(item)
service_info['query词'] = keyword
service_info['城市'] = city_name
service_info['平台'] = "新氧"
service_info['链接'] = "https://m.soyoung.com/normal/cpwap{}".format(
service_info['skuid'])
if service_data.get("pid") not in all_skuids:
get_data_file.write(json.dumps(service_info))
get_data_file.write("\n")
print("write success")
else:
other_city_count += 1
else:
print("break")
break_flat = True
break
return response
elif response_res.status_code == 403:
return self.search()
else:
print(city_id, keyword, "爬取失败")
else:
print(page, city_id, keyword, "本地已爬完")
print("发生错误 停止请求")
except:
return print("发生错误 停止请求")
def response_analysis(self, response=None, city_id=-1, city_name=None, keyword=None, all_skuids=[],
get_data_file=None, other_city_count=0, break_flat=False):
"""
解析获取到的数据
"""
try:
responseData = response.get("responseData", {}).get("data")
for item in responseData:
if item.get("type") == "feed_area":
if item.get("items", {}).get("feed_list", []):
for data in item.get("items", {}).get("feed_list", []):
if data.get("type") == "feed_shop_diallel":
for service in data.get("items", []):
service_data = service.get("data")
district_2 = service_data.get("district_2")
if str(district_2) == str(city_id):
service_info = dict()
service_info['skuid'] = service_data.get("pid")
service_info['美购id'] = service_data.get("spu_id")
# service_info['医生名'] = service_data.get("doctor_name")
service_info['医院名称'] = service_data.get("hospital_name")
service_info['sku原价'] = service_data.get("price_origin")
service_info['sku活动价'] = service_data.get("price_online")
service_info['机构等级'] = service_data.get("avg_score")
service_info['美购名称'] = self.get_keynote_sentence(service_data.get("title"))
service_info['销量'] = service_data.get("order_cnt")
icon_data = service_data.get("icons", [])
service_info['可用尾款券'] = service_data.get("wei_kuan_list", [])
service_info['可领取预约金优惠券'] = [
service_data.get("new_user_text", "")] if service_data.get(
"new_user_text", "") else []
for item in icon_data:
if "预约金满" in item:
service_info['可领取预约金优惠券'].append(item)
elif "尾款满" in item:
service_info['可用尾款券'].append(item)
service_info['query词'] = keyword
service_info['城市'] = city_name
service_info['平台'] = "新氧"
service_info['链接'] = "https://m.soyoung.com/normal/cpwap{}".format(
service_info['skuid'])
if service_data.get("pid") not in all_skuids:
get_data_file.write(json.dumps(service_info))
get_data_file.write("\n")
print("write success")
else:
other_city_count += 1
else:
print("break")
break_flat = True
break
except:
pass
def get_service_info(self, city_id=-1, keyword="", city_name="", all_skuids=[], get_data_file=None):
break_flat = False
other_city_count = 0
for page in range(1, 500):
# other_city_count <10 代表已经结束
if break_flat == False and other_city_count < 10:
self.headers['cityId'] = str(city_id)
self.headers['keyword'] = str(keyword)
self.headers['page'] = str(page)
response = self.search()
if response:
self.response_analysis(response=response, city_id=city_id, keyword=keyword, city_name=city_name,
all_skuids=all_skuids, get_data_file=get_data_file,
other_city_count=other_city_count, break_flat=break_flat)
else:
print(city_id, keyword, "爬取失败")
else:
print(page, city_id, keyword, "本地已爬完")
def main():
......@@ -182,6 +161,8 @@ def main():
file_name = "save_data_" + str(today) + ".txt"
get_data_file = open(file_name, "a+", encoding="utf-8")
soyoung = SoYoung()
cityIdMapping = {'北京': '1', '上海': '9', '重庆': '22', '广州市': '289', '深圳市': '291', '郑州市': '240', '武汉市': '258',
'长沙市': '275', '南京市': '162', '成都市': '385', '西安市': '438', '铜陵市': '192',
'杭州市': '175', '合肥市': '186', '芜湖市': '187', '蚌埠市': '188', '淮南市': '189', '马鞍山市': '190', '淮北市': '191',
......@@ -219,7 +200,6 @@ def main():
'曲靖市': '416', '玉溪市': '417', '保山市': '418', '昭通市': '419', '丽江市': '420', '宁波市': '176', '温州市': '177',
'嘉兴市': '178', '金华市': '183', '台州市': '184', '湖州市': '179', '绍兴市': '180', '舟山市': '181', '衢州市': '182',
'丽水市': '185', '台北市': '493', '台中市': '496', '怀化市': '286'}
keywords = ['瘦脸针', '双眼皮', '光子嫩肤', '吸脂', '水光针', '玻尿酸', '热玛吉', '脱毛', '瘦腿针', '鼻综合', '瘦肩针', '下颌角', '线雕', '超声刀', '美白针',
'眼综合', '隆鼻', '菲洛嘉', '下巴', '热拉提', '点阵激光', '面部吸脂', '开内眼角', '嗨体', '牙齿矫正', '皮秒', '超皮秒', '植发', '黄金微针', '隆胸',
'微针', '光子嫩肤', '祛斑', '小气泡', '嗨体熊猫针', '熊猫针', '果酸焕肤', '自体脂肪隆胸', '7D聚拉提', '瘦脸', '埋线双眼皮', '菲洛嘉水光针', '双眼皮修复',
......@@ -227,18 +207,18 @@ def main():
'欧洲之星fotona4d', '自体脂肪全面部填充', '玻尿酸丰唇', '水光', '嗨体祛颈纹', '假体隆胸', '英诺小棕瓶', '黄金微雕', '眼袋', '乔雅登', '除皱', '颧骨',
'艾莉薇', '抽脂', '瘦腿', '玻尿酸丰下巴', '纹眉', '伊肤泉微针', '美白', '厚唇改薄', '面部线雕', '祛疤', '伊婉V', '超皮秒祛斑', '除皱针', '开眼角',
'海菲秀', '假体下巴', '刷酸', '泪沟', '拉皮', '全身吸脂', '缩鼻翼']
city_list = ["北京", "上海", "广州市", "深圳市", "杭州市", "成都市", "重庆", "南京市", "武汉市", "长沙市", "郑州市", "西安市"]
all_skuids = []
for city_name in city_list:
city_id = cityIdMapping.get(city_name)
for word in keywords:
get_service_info(city_id=city_id, keyword=word, city_name=city_name,
all_skuids=all_skuids, get_data_file=get_data_file)
soyoung.get_service_info(city_id=city_id, keyword=word, city_name=city_name,
all_skuids=all_skuids, get_data_file=get_data_file)
get_data_file.close()
print(time.time() - begin)
print("全部爬取结束")
if __name__ == '__main__':
......
dev/xinyang_ask_tag/app_soyoung_by_cityname.py
View file @ aeb48597
......@@ -19,154 +19,148 @@ from lxml import etree
logger = logging.getLogger(__name__)
def send_email_tome():
try:
from_addrs = 'lixiaofang@igengmei.com'
password = 'EzJzSRyEG4Jibuy9'
toaddrs = "lixiaofang@igengmei.com"
content = '爬取新氧热搜前100的词召回的商品，内容详见表格'
text_apart = MIMEText(content, 'plain', "utf-8")
zip_file_week = 'result1.csv'
zip_apart_week = MIMEApplication(open(zip_file_week, 'rb').read())
zip_apart_week.add_header('Content-Disposition', 'attachment', filename=zip_file_week)
m = MIMEMultipart()
m.attach(text_apart)
m.attach(zip_apart_week)
m['From'] = formataddr(("李小芳", from_addrs))
m["To"] = formataddr(("李小芳", toaddrs))
m['Subject'] = '新氧商品信息'
class SoYoung(object):
def __init__(self):
self.url = "https://api.soyoung.com/v8/superList/index"
self.headers = {'_time': '1626769752',
'ab_id': 'C521C79519A5D544390E60FEA08B32DB',
"app_id": 42,
"area_belong": 4,
"channel": 1,
# "cityId": str(city_id),
"device_id": 196374256,
"device_model": "iPhone12,1",
'device_version': '13.6.1',
"event": "--Boundary+D46DCD61FE6FA268",
"filter": {},
"from_site": 1,
"gps_city_id": 1,
"idfa": "057F28DF-20B8-488F-A285-931367FCC110",
"is_tf": 0,
"item_id": "--Boundary+D46DCD61FE6FA268",
# "keyword": str(keyword),
"list_name": "sy_app_superlist_search_page",
"lver": "8.28.2",
# "page": page,
"page_size": 20,
"push_app_id": 42,
"request_id": "14d1e2b53ca644242ec7ccd7316a0aa2",
"s_mei_device_id": "20200317131719d8bcbc37c54be511421dc3ebf7f1d0a801036b566bd47092",
"s_meng_device_id": "D2VCzq4o472Ur7QtdVY6RlcjO6h3455JlJ+OC39JcQC7sX6a",
"schemecard": "--Boundary+D46DCD61FE6FA268",
"sys": 1,
"tab": "mix",
"uid": "48804194",
"vistor_uid": "",
"xy_device_token": "33fa06111dea535c88cc07521f2e466c91",
"xy_token": "ad970db3d79f0833d1d25d3942068585"
}
def get_keynote_sentence(self, content):
try:
ss = content.encode('utf-16', 'surrogatepass').decode('utf-16')
dr = re.compile(r"<[^>]+>", re.S)
str_re = dr.sub("", ss)
para = re.sub('([；。！？\?])([^”’])', r"\1\n\2", str_re) # 单字符断句符
para = re.sub('(\.{6})([^”’])', r"\1\n\2", para) # 英文省略号
para = re.sub('(\…{2})([^”’])', r"\1\n\2", para) # 中文省略号
para = re.sub('([；。！？\?][”’])([^，。！？\?])', r'\1\n\2', para)
para = para.rstrip() # 段尾如果有多余的\n就去掉它
return para
except:
logging.error("catch exception,logins:%s" % traceback.format_exc())
return []
def search(self):
try:
server = smtplib.SMTP_SSL('smtp.exmail.qq.com', 465)
server.login(from_addrs, password)
server.sendmail(from_addrs, [toaddrs], m.as_string())
print('success')
server.quit()
except smtplib.SMTPException as e:
print('error', e)
except Exception as e:
print(str(e))
logger.error("catch exception,main:%s" % traceback.format_exc())
def get_keynote_sentence(content):
try:
ss = content.encode('utf-16', 'surrogatepass').decode('utf-16')
dr = re.compile(r"<[^>]+>", re.S)
str_re = dr.sub("", ss)
para = re.sub('([；。！？\?])([^”’])', r"\1\n\2", str_re) # 单字符断句符
para = re.sub('(\.{6})([^”’])', r"\1\n\2", para) # 英文省略号
para = re.sub('(\…{2})([^”’])', r"\1\n\2", para) # 中文省略号
para = re.sub('([；。！？\?][”’])([^，。！？\?])', r'\1\n\2', para)
para = para.rstrip() # 段尾如果有多余的\n就去掉它
return para
except:
logging.error("catch exception,logins:%s" % traceback.format_exc())
return []
def get_service_info(city_id=-1, keyword="", city_name="", all_skuids=[], get_data_file=None):
print("get_service_info")
url = 'https://api.soyoung.com/v8/superList/index'
break_flat = False
other_city_count = 0
for page in range(1, 500):
if break_flat == False and other_city_count < 100:
data = {'_time': '1626769752',
'ab_id': 'C521C79519A5D544390E60FEA08B32DB',
"app_id": 42,
"area_belong": 4,
"channel": 1,
"cityId": str(city_id),
"device_id": 196374256,
"device_model": "iPhone12,1",
'device_version': '13.6.1',
"event": "--Boundary+D46DCD61FE6FA268",
"filter": {},
"from_site": 1,
"gps_city_id": 1,
"idfa": "057F28DF-20B8-488F-A285-931367FCC110",
"is_tf": 0,
"item_id": "--Boundary+D46DCD61FE6FA268",
"keyword": str(keyword),
"list_name": "sy_app_superlist_search_page",
"lver": "8.28.2",
"page": page,
"page_size": 20,
"push_app_id": 42,
"request_id": "14d1e2b53ca644242ec7ccd7316a0aa2",
"s_mei_device_id": "20200317131719d8bcbc37c54be511421dc3ebf7f1d0a801036b566bd47092",
"s_meng_device_id": "D2VCzq4o472Ur7QtdVY6RlcjO6h3455JlJ+OC39JcQC7sX6a",
"schemecard": "--Boundary+D46DCD61FE6FA268",
"sys": 1,
"tab": "mix",
"uid": "48804194",
"vistor_uid": "",
"xy_device_token": "33fa06111dea535c88cc07521f2e466c91",
'xy_sign': "Z1VfaYFXrpWBPeizj2VGeQ%3D%3D",
"xy_token": "ad970db3d79f0833d1d25d3942068585"
}
# 每次请求之前先暂停几秒 防止被ban
s = random.random()
time.sleep(s)
response_res = requests.post(url, data, verify=False)
response_res = requests.post(self.url, self.headers, verify=False)
if response_res.status_code == 200 and response_res.text:
response = json.loads(response_res.text)
responseData = response.get("responseData", {}).get("data")
for item in responseData:
if item.get("type") == "feed_area":
if item.get("items", {}).get("feed_list", []):
for data in item.get("items", {}).get("feed_list", []):
if data.get("type") == "feed_shop_diallel":
for service in data.get("items", []):
service_data = service.get("data")
district_2 = service_data.get("district_2")
if str(district_2) == str(city_id):
service_info = dict()
service_info['skuid'] = service_data.get("pid")
service_info['美购id'] = service_data.get("spu_id")
# service_info['医生名'] = service_data.get("doctor_name")
service_info['医院名称'] = service_data.get("hospital_name")
service_info['sku原价'] = service_data.get("price_origin")
service_info['sku活动价'] = service_data.get("price_online")
service_info['机构等级'] = service_data.get("avg_score")
service_info['美购名称'] = get_keynote_sentence(service_data.get("title"))
service_info['销量'] = service_data.get("order_cnt")
icon_data = service_data.get("icons", [])
service_info['可用尾款券'] = service_data.get("wei_kuan_list", [])
service_info['可领取预约金优惠券'] = [
service_data.get("new_user_text", "")] if service_data.get(
"new_user_text", "") else []
for item in icon_data:
if "预约金满" in item:
service_info['可领取预约金优惠券'].append(item)
elif "尾款满" in item:
service_info['可用尾款券'].append(item)
service_info['query词'] = keyword
service_info['城市'] = city_name
service_info['平台'] = "新氧"
service_info['链接'] = "https://m.soyoung.com/normal/cpwap{}".format(
service_info['skuid'])
print(service_info)
if service_data.get("pid") not in all_skuids:
get_data_file.write(json.dumps(service_info))
get_data_file.write("\n")
else:
other_city_count += 1
else:
print("break")
break_flat = True
break
return response
elif response_res.status_code == 403:
return self.search()
else:
print("发生错误 停止请求")
except:
return print("发生错误 停止请求")
def response_analysis(self, response=None, city_id=-1, city_name=None, keyword=None, all_skuids=[],
get_data_file=None, other_city_count=0, break_flat=False):
"""
解析获取到的数据
"""
try:
responseData = response.get("responseData", {}).get("data")
for item in responseData:
if item.get("type") == "feed_area":
if item.get("items", {}).get("feed_list", []):
for data in item.get("items", {}).get("feed_list", []):
if data.get("type") == "feed_shop_diallel":
for service in data.get("items", []):
service_data = service.get("data")
district_2 = service_data.get("district_2")
if str(district_2) == str(city_id):
service_info = dict()
service_info['skuid'] = service_data.get("pid")
service_info['美购id'] = service_data.get("spu_id")
# service_info['医生名'] = service_data.get("doctor_name")
service_info['医院名称'] = service_data.get("hospital_name")
service_info['sku原价'] = service_data.get("price_origin")
service_info['sku活动价'] = service_data.get("price_online")
service_info['机构等级'] = service_data.get("avg_score")
service_info['美购名称'] = self.get_keynote_sentence(service_data.get("title"))
service_info['销量'] = service_data.get("order_cnt")
icon_data = service_data.get("icons", [])
service_info['可用尾款券'] = service_data.get("wei_kuan_list", [])
service_info['可领取预约金优惠券'] = [
service_data.get("new_user_text", "")] if service_data.get(
"new_user_text", "") else []
for item in icon_data:
if "预约金满" in item:
service_info['可领取预约金优惠券'].append(item)
elif "尾款满" in item:
service_info['可用尾款券'].append(item)
service_info['query词'] = keyword
service_info['城市'] = city_name
service_info['平台'] = "新氧"
service_info['链接'] = "https://m.soyoung.com/normal/cpwap{}".format(
service_info['skuid'])
if service_data.get("pid") not in all_skuids:
get_data_file.write(json.dumps(service_info))
get_data_file.write("\n")
print("write success")
else:
other_city_count += 1
else:
print("break")
break_flat = True
break
except:
pass
def get_service_info(self, city_id=-1, keyword="", city_name="", all_skuids=[], get_data_file=None):
break_flat = False
other_city_count = 0
for page in range(1, 500):
# other_city_count <10 代表已经结束
if break_flat == False and other_city_count < 10:
self.headers['cityId'] = str(city_id)
self.headers['keyword'] = str(keyword)
self.headers['page'] = str(page)
response = self.search()
if response:
self.response_analysis(response=response, city_id=city_id, keyword=keyword, city_name=city_name,
all_skuids=all_skuids, get_data_file=get_data_file,
other_city_count=other_city_count, break_flat=break_flat)
else:
print(city_id, keyword, "爬取失败")
else:
print(city_id, keyword, "爬取失败")
else:
print(page, city_id, keyword, "本地已爬完")
print(page, city_id, keyword, "本地已爬完")
def main(city_tag=""):
......@@ -194,17 +188,19 @@ def main(city_tag=""):
'美白', '厚唇改薄', '面部线雕', '祛疤', '伊婉V', '超皮秒祛斑', '除皱针', '开眼角',
'海菲秀', '假体下巴', '刷酸', '泪沟', '拉皮', '全身吸脂', '缩鼻翼']
soyoung = SoYoung()
city_list = [city_tag]
all_skuids = []
for city_name in city_list:
city_id = cityIdMapping.get(city_name)
for word in keywords:
get_service_info(city_id=city_id, keyword=word, city_name=city_name,
all_skuids=all_skuids, get_data_file=get_data_file)
soyoung.get_service_info(city_id=city_id, keyword=word, city_name=city_name,
all_skuids=all_skuids, get_data_file=get_data_file)
get_data_file.close()
print(time.time() - begin)
print("全部爬取完成")
if __name__ == '__main__':
......
dev/xinyang_ask_tag/save_soyoung_data_to_csv.py
View file @ aeb48597
......@@ -87,11 +87,8 @@ if __name__ == '__main__':
nowday = datetime.datetime.now()
today = str(nowday).split()[0]
all_data = []
# city_list = ["北京", "上海", "广州市", "深圳市", "杭州市", "成都市", "重庆", "南京市", "武汉市", "长沙市", "郑州市", "西安市"]
city_list = ["save_data_2021-07-27.txt", "save_data_2021-07-28.txt", "save_data_2021-07-29.txt"]
for city_name in city_list:
# file_name = "save_data_" + today + ".txt"
# print(file_name)
file_list = ["save_data_2021-07-27.txt", "save_data_2021-07-28.txt", "save_data_2021-07-29.txt"]
for city_name in file_list:
if os.path.exists(city_name):
open_file = open(city_name, "r", encoding="utf-8")
for item in open_file.readlines():
......
dev/xinyang_ask_tag/soyoung_service_1.csv deleted 100644 → 0
View file @ b6079ebc
0,666426,108536,北京俏中关医疗美容门诊部,9800,1972,5,【除皱瘦脸】美国进口标准装【除皱瘦脸】瘦脸针100U·足量·正品 进口/提升/下颌线,329,"['付尾款，最高立减068', '尾款满100减8']",[],瘦脸针,北京,新氧,https://m.soyoung.com/normal/cpwap666426
1,84880,82258,北京画美医疗美容医院,1680,551,4.8,【注射瘦脸】除皱瘦脸国产80-100u 限购一次 正品足量 正品可验 小V脸 去咬肌 咬肌肥大瘦脸针,2321,[],['新人首单立减0629'],瘦脸针,北京,新氧,https://m.soyoung.com/normal/cpwap84880
dev/xinyang_ask_tag/soyoung_service_cika.csv
View file @ aeb48597
......@@ -24574,4 +24574,591 @@
{'603340': {'门市价': ['￥680']}}
{'595981': {'单次': '¥399', '3次': '¥358', '门市价': ['￥399']}}
{'788799': {'门市价': ['￥5800']}}
{'782114': {'门市价': ['￥660']}}
\ No newline at end of file
{'782114': {'门市价': ['￥660']}}
{'593479': {'门市价': ['￥2580']}}
{'473413': {'门市价': ['￥1980']}}
{'542181': {'门市价': ['￥1980']}}
{'812283': {'门市价': ['￥599']}}
{'659051': {'门市价': ['￥36800']}}
{'481600': {'单次': '¥580', '6次': '¥500', '门市价': ['￥600']}}
{'504722': {'门市价': ['￥1700']}}
{'171055': {'单次': '¥398', '3次': '¥380', '门市价': ['￥1200']}}
{'685550': {'门市价': ['￥960']}}
{'789064': {'门市价': ['￥1280']}}
{'492161': {'单次': '¥198', '3次': '¥190', '门市价': ['￥2000']}}
{'733069': {'单次': '¥670', '5次': '¥600', '门市价': ['￥1960']}}
{'389963': {'门市价': ['￥880']}}
{'724869': {'门市价': ['￥5000']}}
{'578293': {'门市价': ['￥880']}}
{'652549': {'单次': '¥390', '3次': '¥760', '门市价': ['￥980']}}
{'762181': {'门市价': ['￥368']}}
{'668790': {'门市价': ['￥999']}}
{'634298': {'门市价': ['￥1588']}}
{'689770': {'门市价': ['￥1177']}}
{'799369': {'门市价': ['￥560']}}
{'748856': {'门市价': ['￥9340']}}
{'173583': {'门市价': ['￥1500']}}
{'662997': {'单次': '¥580', '3次': '¥500', '门市价': ['￥2980']}}
{'521980': {'门市价': ['￥980']}}
{'521974': {'门市价': ['￥4680']}}
{'619397': {'门市价': ['￥6800']}}
{'423921': {'门市价': ['￥6800']}}
{'699152': {'门市价': ['￥1980']}}
{'148095': {'门市价': ['￥2000']}}
{'217789': {'单次': '¥3999', '3次': '¥3998', '6次': '¥3997', '门市价': ['￥12800']}}
{'411018': {'门市价': ['￥6800']}}
{'492340': {'门市价': ['￥7800']}}
{'504256': {'门市价': ['￥9160']}}
{'389269': {'门市价': ['￥11800']}}
{'353857': {'门市价': ['￥9800']}}
{'120986': {'门市价': ['￥34000']}}
{'723756': {'门市价': ['￥9800']}}
{'405881': {'门市价': ['￥60000']}}
{'723750': {'门市价': ['￥14800']}}
{'723752': {'门市价': ['￥12800']}}
{'503652': {'门市价': ['￥9800']}}
{'713554': {'门市价': ['￥8800']}}
{'631575': {'门市价': ['￥5000']}}
{'438176': {'门市价': ['￥128000']}}
{'559626': {'门市价': ['￥9800']}}
{'542095': {'门市价': ['￥480000']}}
{'542096': {'门市价': ['￥480000']}}
{'649001': {'门市价': ['￥58000']}}
{'675604': {'门市价': ['￥6800']}}
{'675603': {'门市价': ['￥6800']}}
{'727523': {'门市价': ['￥15800']}}
{'528069': {'门市价': ['￥28000']}}
{'654542': {'门市价': ['￥12800']}}
{'643131': {'门市价': ['￥9800']}}
{'745108': {'门市价': ['￥6800']}}
{'455833': {'门市价': ['￥7800']}}
{'350073': {'门市价': ['￥12800']}}
{'644023': {'门市价': ['￥9800']}}
{'720437': {'门市价': ['￥3748']}}
{'652707': {'门市价': ['￥12800']}}
{'679391': {'门市价': ['￥16800']}}
{'586334': {'门市价': ['￥16800']}}
{'710781': {'门市价': ['￥2980']}}
{'60271': {'门市价': ['￥3800']}}
{'486418': {'门市价': ['￥19800']}}
{'646234': {'门市价': ['￥5800']}}
{'595671': {'门市价': ['￥16800']}}
{'770370': {'门市价': ['￥12800']}}
{'697128': {'门市价': ['￥5800']}}
{'544691': {'门市价': ['￥28000']}}
{'110268': {'门市价': ['￥1200']}}
{'461465': {'门市价': ['￥2580']}}
{'440437': {'门市价': ['￥7800']}}
{'633257': {'门市价': ['￥10800']}}
{'633242': {'门市价': ['￥16800']}}
{'804282': {'门市价': ['￥19800']}}
{'644758': {'门市价': ['￥20000']}}
{'812581': {'门市价': ['￥1980']}}
{'735570': {'门市价': ['￥5800']}}
{'810910': {'门市价': ['￥13800']}}
{'477942': {'门市价': ['￥9800']}}
{'565969': {'门市价': ['￥6600']}}
{'500562': {'门市价': ['￥17600']}}
{'340813': {'门市价': ['￥2800']}}
{'633240': {'门市价': ['￥18800']}}
{'663078': {'门市价': ['￥6800']}}
{'292833': {'门市价': ['￥20000']}}
{'752632': {'门市价': ['￥18800']}}
{'752834': {'门市价': ['￥29800']}}
{'536083': {'门市价': ['￥13800']}}
{'126439': {'门市价': ['￥26800']}}
{'612872': {'门市价': ['￥30800']}}
{'619530': {'门市价': ['￥30800']}}
{'723495': {'门市价': ['￥7800']}}
{'652709': {'门市价': ['￥15800']}}
{'574010': {'门市价': ['￥50660']}}
{'55379': {'门市价': ['￥7800']}}
{'582091': {'门市价': ['￥7980']}}
{'624620': {'门市价': ['￥12000']}}
{'613888': {'门市价': ['￥15000']}}
{'445464': {'门市价': ['￥29800']}}
{'684349': {'门市价': ['￥3980']}}
{'699710': {'门市价': ['￥13800']}}
{'689926': {'门市价': ['￥38000']}}
{'313758': {'门市价': ['￥49800']}}
{'774367': {'门市价': ['￥6000']}}
{'449947': {'门市价': ['￥1800']}}
{'6773': {'门市价': ['￥48000']}}
{'441617': {'门市价': ['￥1200']}}
{'758243': {'门市价': ['￥16800']}}
{'773742': {'门市价': ['￥19800']}}
{'697110': {'门市价': ['￥18800']}}
{'351170': {'门市价': ['￥39800']}}
{'676230': {'门市价': ['￥12800']}}
{'779793': {'门市价': ['￥19800']}}
{'751745': {'门市价': ['￥31600']}}
{'811231': {'门市价': ['￥13800']}}
{'486172': {'门市价': ['￥3800']}}
{'507005': {'门市价': ['￥9800']}}
{'768272': {'门市价': ['￥5800']}}
{'346068': {'门市价': ['￥6800']}}
{'471401': {'门市价': ['￥15800']}}
{'662918': {'门市价': ['￥13600']}}
{'811072': {'单次': '¥5800', '2次': '¥4400', '门市价': ['￥8800']}}
{'688108': {'门市价': ['￥2960']}}
{'808497': {'单次': '¥6780', '3次': '¥5880', '门市价': ['￥20800']}}
{'551366': {'门市价': ['￥16800']}}
{'507348': {'门市价': ['￥19800']}}
{'681547': {'门市价': ['￥68000']}}
{'386037': {'门市价': ['￥9800']}}
{'802756': {'门市价': ['￥1680']}}
{'715718': {'单次': '¥3380', '3次': '¥2930', '门市价': ['￥8800']}}
{'651824': {'门市价': ['￥3500']}}
{'566686': {'门市价': ['￥9800']}}
{'491896': {'门市价': ['￥8000']}}
{'737167': {'门市价': ['￥17600']}}
{'670310': {'门市价': ['￥9800']}}
{'632237': {'门市价': ['￥1800']}}
{'493262': {'门市价': ['￥5800']}}
{'487753': {'门市价': ['￥6800']}}
{'270780': {'门市价': ['￥2960']}}
{'770869': {'门市价': ['￥19800']}}
{'728552': {'门市价': ['￥12800']}}
{'399952': {'门市价': ['￥12800']}}
{'719670': {'门市价': ['￥19800']}}
{'757766': {'门市价': ['￥29800']}}
{'816347': {'门市价': ['￥12800']}}
{'336521': {'门市价': ['￥8800']}}
{'348442': {'门市价': ['￥9800']}}
{'637832': {'门市价': ['￥9800']}}
{'773364': {'门市价': ['￥19800']}}
{'811081': {'单次': '¥13800', '4次': '¥10350', '门市价': ['￥13888']}}
{'674511': {'门市价': ['￥16800']}}
{'163605': {'门市价': ['￥7200']}}
{'504537': {'门市价': ['￥8890']}}
{'61324': {'单次': '¥1188', '2次': '¥1680', '门市价': ['￥6800']}}
{'462935': {'门市价': ['￥38000']}}
{'624498': {'门市价': ['￥7800']}}
{'809293': {'门市价': ['￥29800']}}
{'523456': {'门市价': ['￥12600']}}
{'624452': {'门市价': ['￥25800']}}
{'627976': {'门市价': ['￥13001']}}
{'613907': {'门市价': ['￥3800']}}
{'496010': {'门市价': ['￥16800']}}
{'169854': {'门市价': ['￥25600']}}
{'635915': {'门市价': ['￥9798']}}
{'482588': {'门市价': ['￥8800']}}
{'457860': {'单次': '¥6000', '2次': '¥2580', '门市价': ['￥12800']}}
{'466684': {'门市价': ['￥4800']}}
{'637339': {'门市价': ['￥10800']}}
{'448449': {'门市价': ['￥13800']}}
{'632358': {'门市价': ['￥12800']}}
{'493576': {'门市价': ['￥10800']}}
{'768047': {'门市价': ['￥6980']}}
{'473880': {'门市价': ['￥29800']}}
{'670311': {'门市价': ['￥13800']}}
{'647693': {'门市价': ['￥21800']}}
{'764331': {'门市价': ['￥10888']}}
{'536090': {'门市价': ['￥13800']}}
{'688242': {'门市价': ['￥6800']}}
{'733495': {'门市价': ['￥49000']}}
{'28701': {'门市价': ['￥12800']}}
{'338792': {'门市价': ['￥19800']}}
{'623558': {'门市价': ['￥28800']}}
{'671997': {'门市价': ['￥19800']}}
{'136942': {'门市价': ['￥9800']}}
{'730497': {'单次': '¥5799', '3次': '¥3333', '门市价': ['￥18888']}}
{'657020': {'门市价': ['￥21800']}}
{'373407': {'门市价': ['￥16800']}}
{'651162': {'门市价': ['￥52100']}}
{'594028': {'门市价': ['￥23800']}}
{'690995': {'门市价': ['￥31198']}}
{'771456': {'门市价': ['￥100000']}}
{'621334': {'门市价': ['￥26800']}}
{'780419': {'门市价': ['￥50000']}}
{'438894': {'门市价': ['￥16800']}}
{'723403': {'门市价': ['￥7800']}}
{'771450': {'门市价': ['￥150000']}}
{'132199': {'门市价': ['￥12800']}}
{'751297': {'单次': '¥1580', '3次': '¥1526', '门市价': ['￥5880']}}
{'728086': {'门市价': ['￥49000']}}
{'751292': {'门市价': ['￥1580']}}
{'718123': {'门市价': ['￥22800']}}
{'694317': {'门市价': ['￥59800']}}
{'428038': {'门市价': ['￥36000']}}
{'568176': {'门市价': ['￥29800']}}
{'667943': {'门市价': ['￥9800']}}
{'751279': {'单次': '¥8799', '3次': '¥5866', '门市价': ['￥19800']}}
{'751284': {'单次': '¥3799', '3次': '¥2533', '门市价': ['￥8800']}}
{'731678': {'门市价': ['￥49000']}}
{'729656': {'门市价': ['￥49000']}}
{'724646': {'门市价': ['￥49000']}}
{'733227': {'门市价': ['￥39000']}}
{'810340': {'门市价': ['￥13800']}}
{'394621': {'门市价': ['￥188000']}}
{'578576': {'门市价': ['￥9800']}}
{'810360': {'门市价': ['￥16800']}}
{'780407': {'门市价': ['￥90000']}}
{'676410': {'单次': '¥9799', '3次': '¥7040', '门市价': ['￥31298']}}
{'733507': {'门市价': ['￥29000']}}
{'737620': {'单次': '¥1980', '6次': '¥2533', '10次': '¥2380', '门市价': ['￥8800']}}
{'733501': {'门市价': ['￥39000']}}
{'687021': {'门市价': ['￥15800']}}
{'731385': {'门市价': ['￥8800']}}
{'718831': {'门市价': ['￥9800']}}
{'625054': {'门市价': ['￥18000']}}
{'132551': {'门市价': ['￥9800']}}
{'676402': {'单次': '¥8799', '3次': '¥6266', '门市价': ['￥20298']}}
{'730388': {'门市价': ['￥18888']}}
{'602088': {'门市价': ['￥15800']}}
{'718840': {'门市价': ['￥3980']}}
{'708054': {'门市价': ['￥29800']}}
{'721137': {'单次': '¥2799', '3次': '¥2267', '门市价': ['￥5800']}}
{'721140': {'单次': '¥6799', '3次': '¥6000', '门市价': ['￥12800']}}
{'702175': {'单次': '¥15800', '3次': '¥10933', '门市价': ['￥38888']}}
{'755269': {'门市价': ['￥4980']}}
{'760747': {'门市价': ['￥9800']}}
{'111131': {'门市价': ['￥12800']}}
{'690002': {'门市价': ['￥8800']}}
{'780432': {'门市价': ['￥36000']}}
{'658743': {'门市价': ['￥268000']}}
{'788698': {'门市价': ['￥5900']}}
{'491872': {'单次': '¥12800', '2次': '¥9700', '3次': '¥9180', '门市价': ['￥36800']}}
{'523133': {'门市价': ['￥6800']}}
{'734140': {'门市价': ['￥49000']}}
{'778860': {'门市价': ['￥22899']}}
{'730405': {'单次': '¥15799', '3次': '¥10988', '门市价': ['￥28888']}}
{'730406': {'单次': '¥15799', '3次': '¥10933', '门市价': ['￥28888']}}
{'694791': {'门市价': ['￥6800']}}
{'716780': {'门市价': ['￥6800']}}
{'645457': {'门市价': ['￥24800']}}
{'375730': {'门市价': ['￥2800']}}
{'727383': {'门市价': ['￥29800']}}
{'761420': {'门市价': ['￥9800']}}
{'716849': {'门市价': ['￥7800']}}
{'673800': {'门市价': ['￥9800']}}
{'737350': {'门市价': ['￥12000']}}
{'727345': {'单次': '¥6800', '3次': '¥6700', '门市价': ['￥14099']}}
{'159124': {'门市价': ['￥6800']}}
{'799204': {'门市价': ['￥9800']}}
{'732639': {'门市价': ['￥8800']}}
{'407398': {'门市价': ['￥52800']}}
{'448732': {'门市价': ['￥12800']}}
{'737326': {'门市价': ['￥19800']}}
{'737284': {'门市价': ['￥9800']}}
{'812790': {'门市价': ['￥12800']}}
{'692632': {'门市价': ['￥4980']}}
{'781726': {'单次': '¥12600', '3次': '¥11334', '门市价': ['￥26400']}}
{'713931': {'单次': '¥6800', '3次': '¥6799', '门市价': ['￥39800']}}
{'785202': {'门市价': ['￥3980']}}
{'716851': {'门市价': ['￥6800']}}
{'812199': {'门市价': ['￥16800']}}
{'782008': {'单次': '¥3280', '3次': '¥2934', '门市价': ['￥6800']}}
{'813158': {'单次': '¥8888', '3次': '¥6600', '门市价': ['￥29800']}}
{'641151': {'门市价': ['￥29800']}}
{'813165': {'单次': '¥8888', '3次': '¥6600', '门市价': ['￥29800']}}
{'345029': {'门市价': ['￥68000']}}
{'781705': {'单次': '¥9570', '3次': '¥8600', '门市价': ['￥19600']}}
{'708527': {'门市价': ['￥16800']}}
{'727377': {'门市价': ['￥10800']}}
{'785215': {'门市价': ['￥9800']}}
{'722315': {'门市价': ['￥59600']}}
{'645463': {'门市价': ['￥24800']}}
{'399790': {'单次': '¥1980', '3次': '¥1666', '门市价': ['￥4940']}}
{'659121': {'门市价': ['￥13500']}}
{'485710': {'门市价': ['￥39800']}}
{'498832': {'门市价': ['￥39800']}}
{'788702': {'门市价': ['￥12800']}}
{'783421': {'门市价': ['￥2300']}}
{'645459': {'门市价': ['￥24800']}}
{'785187': {'门市价': ['￥5800']}}
{'615217': {'门市价': ['￥39800']}}
{'815833': {'门市价': ['￥12800']}}
{'429487': {'门市价': ['￥55398']}}
{'633459': {'门市价': ['￥39800']}}
{'729632': {'门市价': ['￥39000']}}
{'658746': {'门市价': ['￥69800']}}
{'785177': {'门市价': ['￥12800']}}
{'782863': {'门市价': ['￥1470']}}
{'619270': {'门市价': ['￥61448']}}
{'695224': {'门市价': ['￥7960']}}
{'16414': {'门市价': ['￥17800']}}
{'82203': {'门市价': ['￥26600']}}
{'626910': {'门市价': ['￥29600']}}
{'816048': {'门市价': ['￥15800']}}
{'706325': {'门市价': ['￥39800']}}
{'197016': {'门市价': ['￥12800']}}
{'652157': {'门市价': ['￥36800']}}
{'175413': {'门市价': ['￥3000']}}
{'406738': {'门市价': ['￥35800']}}
{'630845': {'门市价': ['￥6800']}}
{'560409': {'门市价': ['￥12800']}}
{'729347': {'门市价': ['￥29000']}}
{'785231': {'门市价': ['￥17600']}}
{'779237': {'门市价': ['￥15800']}}
{'686123': {'门市价': ['￥11800']}}
{'598483': {'门市价': ['￥15800']}}
{'766675': {'门市价': ['￥19800']}}
{'438889': {'门市价': ['￥98000']}}
{'666212': {'门市价': ['￥18800']}}
{'690524': {'门市价': ['￥12800']}}
{'532014': {'门市价': ['￥12800']}}
{'779886': {'门市价': ['￥1980']}}
{'643772': {'单次': '¥6800', '3次': '¥5266', '门市价': ['￥18800']}}
{'764591': {'单次': '¥10800', '3次': '¥8600', '门市价': ['￥19800']}}
{'770540': {'门市价': ['￥19800']}}
{'691217': {'门市价': ['￥61200']}}
{'391572': {'门市价': ['￥2980']}}
{'491863': {'门市价': ['￥6600']}}
{'638823': {'单次': '¥7800', '3次': '¥6600', '门市价': ['￥23800']}}
{'708044': {'单次': '¥9000', '3次': '¥3333', '门市价': ['￥36800']}}
{'517577': {'单次': '¥6800', '3次': '¥3266', '门市价': ['￥15800']}}
{'740123': {'门市价': ['￥10880']}}
{'737615': {'单次': '¥3680', '3次': '¥3093', '门市价': ['￥15800']}}
{'674263': {'单次': '¥5800', '3次': '¥3266', '门市价': ['￥12800']}}
{'787449': {'门市价': ['￥4980']}}
{'515817': {'单次': '¥699', '4次': '¥595', '门市价': ['￥1280']}}
{'708060': {'单次': '¥9000', '3次': '¥3270', '门市价': ['￥26800']}}
{'713781': {'门市价': ['￥12800']}}
{'467028': {'单次': '¥580', '2次': '¥405', '门市价': ['￥1280']}}
{'685207': {'单次': '¥1980', '3次': '¥1660', '6次': '¥1483', '门市价': ['￥4580']}}
{'770526': {'门市价': ['￥29800']}}
{'779246': {'门市价': ['￥15800']}}
{'752703': {'门市价': ['￥9800']}}
{'760220': {'门市价': ['￥7800']}}
{'785226': {'门市价': ['￥7600']}}
{'787436': {'门市价': ['￥16800']}}
{'517582': {'单次': '¥699', '3次': '¥626', '门市价': ['￥1980']}}
{'685192': {'单次': '¥1680', '3次': '¥1600', '门市价': ['￥2680']}}
{'515810': {'门市价': ['￥1980']}}
{'685432': {'门市价': ['￥26800']}}
{'776812': {'门市价': ['￥9800']}}
{'729794': {'门市价': ['￥13800']}}
{'760299': {'门市价': ['￥24800']}}
{'729800': {'门市价': ['￥13800']}}
{'812153': {'门市价': ['￥39800']}}
{'759305': {'单次': '¥1999', '3次': '¥1900', '门市价': ['￥4800']}}
{'778978': {'门市价': ['￥7800']}}
{'685202': {'单次': '¥999', '3次': '¥860', '6次': '¥830', '门市价': ['￥2080']}}
{'737617': {'单次': '¥9800', '3次': '¥7933', '门市价': ['￥16800']}}
{'779264': {'门市价': ['￥18500']}}
{'707387': {'门市价': ['￥32800']}}
{'722118': {'门市价': ['￥8800']}}
{'729773': {'门市价': ['￥13800']}}
{'787463': {'门市价': ['￥16800']}}
{'771228': {'门市价': ['￥18000']}}
{'716744': {'门市价': ['￥5600']}}
{'787481': {'门市价': ['￥23800']}}
{'760224': {'门市价': ['￥32800']}}
{'709002': {'门市价': ['￥18799']}}
{'676405': {'单次': '¥5900', '3次': '¥9440', '5次': '¥8260', '门市价': ['￥15800']}}
{'787468': {'门市价': ['￥19800']}}
{'785270': {'门市价': ['￥98000']}}
{'691014': {'单次': '¥2999', '3次': '¥3840', '5次': '¥3360', '门市价': ['￥12800']}}
{'770695': {'门市价': ['￥20000']}}
{'785221': {'门市价': ['￥7600']}}
{'787455': {'门市价': ['￥16800']}}
{'378136': {'门市价': ['￥88000']}}
{'657262': {'门市价': ['￥19800']}}
{'770702': {'门市价': ['￥10400']}}
{'643711': {'门市价': ['￥11800']}}
{'653091': {'门市价': ['￥35800']}}
{'422523': {'门市价': ['￥80000']}}
{'786060': {'门市价': ['￥100000']}}
{'786062': {'门市价': ['￥250000']}}
{'676602': {'门市价': ['￥128000']}}
{'733494': {'门市价': ['￥59000']}}
{'733499': {'门市价': ['￥39000']}}
{'537246': {'门市价': ['￥19800']}}
{'85473': {'门市价': ['￥500']}}
{'647955': {'门市价': ['￥9800']}}
{'671913': {'门市价': ['￥39800']}}
{'559116': {'单次': '¥9800', '3次': '¥7266', '门市价': ['￥23800']}}
{'689777': {'门市价': ['￥19800']}}
{'713641': {'门市价': ['￥13800']}}
{'483257': {'门市价': ['￥9800']}}
{'672015': {'门市价': ['￥6800']}}
{'662006': {'门市价': ['￥9800']}}
{'564846': {'门市价': ['￥2980']}}
{'672013': {'门市价': ['￥12800']}}
{'615592': {'门市价': ['￥198000']}}
{'810481': {'门市价': ['￥58200']}}
{'392299': {'单次': '¥3999', '3次': '¥3265', '门市价': ['￥29800']}}
{'595229': {'门市价': ['￥6800']}}
{'460451': {'单次': '¥2680', '2次': '¥2580', '门市价': ['￥6800']}}
{'696632': {'门市价': ['￥19800']}}
{'474482': {'门市价': ['￥6900']}}
{'698164': {'门市价': ['￥29800']}}
{'820312': {'门市价': ['￥8140']}}
{'739217': {'门市价': ['￥10000']}}
{'749663': {'门市价': ['￥16800']}}
{'717983': {'门市价': ['￥95800']}}
{'727740': {'门市价': ['￥12800']}}
{'677576': {'门市价': ['￥19800']}}
{'711662': {'门市价': ['￥12800']}}
{'84031': {'门市价': ['￥23998']}}
{'150995': {'门市价': ['￥1280']}}
{'784946': {'门市价': ['￥19000']}}
{'281713': {'门市价': ['￥520']}}
{'765330': {'门市价': ['￥12800']}}
{'747123': {'门市价': ['￥49800']}}
{'749664': {'门市价': ['￥16800']}}
{'714270': {'门市价': ['￥15800']}}
{'642067': {'门市价': ['￥198000']}}
{'584918': {'门市价': ['￥9800']}}
{'685321': {'门市价': ['￥13800']}}
{'685327': {'门市价': ['￥19800']}}
{'685322': {'门市价': ['￥19800']}}
{'726591': {'门市价': ['￥19880']}}
{'783692': {'门市价': ['￥25999']}}
{'685490': {'门市价': ['￥10800']}}
{'492836': {'门市价': ['￥5000']}}
{'48343': {'门市价': ['￥880']}}
{'588105': {'门市价': ['￥9800']}}
{'715868': {'门市价': ['￥3800']}}
{'758238': {'门市价': ['￥4999']}}
{'767056': {'单次': '¥3680', '3次': '¥3333', '门市价': ['￥8800']}}
{'179494': {'门市价': ['￥580']}}
{'685504': {'门市价': ['￥9999']}}
{'702729': {'门市价': ['￥8800']}}
{'724736': {'门市价': ['￥3000']}}
{'478038': {'门市价': ['￥6800']}}
{'666919': {'门市价': ['￥9800']}}
{'467732': {'门市价': ['￥3800']}}
{'661431': {'门市价': ['￥3600']}}
{'758544': {'门市价': ['￥19800']}}
{'457820': {'单次': '¥2999', '3次': '¥2267', '门市价': ['￥9800']}}
{'772344': {'门市价': ['￥9800']}}
{'169484': {'门市价': ['￥3000']}}
{'755284': {'门市价': ['￥9860']}}
{'474575': {'门市价': ['￥2000']}}
{'396098': {'门市价': ['￥1200']}}
{'716917': {'门市价': ['￥5999']}}
{'695540': {'门市价': ['￥4980']}}
{'457825': {'门市价': ['￥28000']}}
{'788711': {'门市价': ['￥39800']}}
{'302459': {'门市价': ['￥4776']}}
{'788714': {'门市价': ['￥39800']}}
{'364507': {'门市价': ['￥10000']}}
{'701594': {'门市价': ['￥1299']}}
{'779202': {'门市价': ['￥46600']}}
{'768483': {'门市价': ['￥16800']}}
{'735569': {'门市价': ['￥19999']}}
{'779197': {'门市价': ['￥25800']}}
{'669726': {'门市价': ['￥12800']}}
{'663971': {'门市价': ['￥19800']}}
{'760151': {'门市价': ['￥29800']}}
{'213344': {'门市价': ['￥580']}}
{'799388': {'门市价': ['￥9800']}}
{'672203': {'门市价': ['￥15800']}}
{'647288': {'门市价': ['￥10800']}}
{'779113': {'门市价': ['￥12800']}}
{'810550': {'门市价': ['￥4080']}}
{'390577': {'门市价': ['￥8800']}}
{'421395': {'门市价': ['￥3800']}}
{'686288': {'门市价': ['￥24000']}}
{'663490': {'门市价': ['￥8649']}}
{'679607': {'门市价': ['￥29800']}}
{'810362': {'门市价': ['￥12800']}}
{'679058': {'门市价': ['￥9800']}}
{'200043': {'门市价': ['￥29800']}}
{'690080': {'门市价': ['￥28800']}}
{'669757': {'门市价': ['￥12800']}}
{'816020': {'门市价': ['￥24800']}}
{'748844': {'门市价': ['￥15800']}}
{'766857': {'单次': '¥8800', '3次': '¥8765', '门市价': ['￥16999']}}
{'726860': {'门市价': ['￥6800']}}
{'660360': {'门市价': ['￥16800']}}
{'615499': {'门市价': ['￥55800']}}
{'734842': {'单次': '¥25800', '3次': '¥3500', '门市价': ['￥26800']}}
{'700881': {'门市价': ['￥12800']}}
{'511405': {'单次': '¥298', '5次': '¥298', '门市价': ['￥5900']}}
{'663511': {'门市价': ['￥15800']}}
{'591991': {'单次': '¥9072', '3次': '¥12800', '门市价': ['￥22800']}}
{'683925': {'门市价': ['￥39000']}}
{'710470': {'单次': '¥6800', '3次': '¥8600', '门市价': ['￥12800']}}
{'657018': {'门市价': ['￥18800']}}
{'573712': {'单次': '¥100', '2次': '¥129', '3次': '¥119', '门市价': ['￥680']}}
{'51198': {'门市价': ['￥2040']}}
{'811280': {'门市价': ['￥5800']}}
{'810015': {'门市价': ['￥3980']}}
{'811745': {'门市价': ['￥15800']}}
{'477774': {'门市价': ['￥12800']}}
{'657017': {'门市价': ['￥18800']}}
{'620735': {'门市价': ['￥98000']}}
{'477766': {'门市价': ['￥8800']}}
{'477770': {'门市价': ['￥10800']}}
{'444352': {'门市价': ['￥49800']}}
{'522051': {'门市价': ['￥1890']}}
{'650696': {'门市价': ['￥1980']}}
{'639658': {'门市价': ['￥580']}}
{'704488': {'单次': '¥9800', '3次': '¥7040', '门市价': ['￥15800']}}
{'612963': {'门市价': ['￥7860']}}
{'623233': {'门市价': ['￥35000']}}
{'637976': {'门市价': ['￥12800']}}
{'574780': {'门市价': ['￥9801']}}
{'633024': {'门市价': ['￥19800']}}
{'623244': {'门市价': ['￥15800']}}
{'704715': {'门市价': ['￥19800']}}
{'504950': {'门市价': ['￥12800']}}
{'684439': {'门市价': ['￥25800']}}
{'681230': {'单次': '¥8799', '2次': '¥4900', '门市价': ['￥12800']}}
{'633631': {'门市价': ['￥1960']}}
{'683818': {'门市价': ['￥9800']}}
{'687378': {'单次': '¥6799', '3次': '¥5600', '门市价': ['￥6801']}}
{'657717': {'门市价': ['￥32800']}}
{'683246': {'门市价': ['￥16800']}}
{'684708': {'门市价': ['￥10800']}}
{'661989': {'门市价': ['￥15800']}}
{'722227': {'门市价': ['￥13000']}}
{'516865': {'门市价': ['￥16800']}}
{'418083': {'单次': '¥880', '6次': '¥633', '门市价': ['￥3340']}}
{'698018': {'门市价': ['￥6980']}}
{'476328': {'单次': '¥5800', '3次': '¥4267', '门市价': ['￥19800']}}
{'680038': {'门市价': ['￥6880']}}
{'697968': {'门市价': ['￥9800']}}
{'432230': {'门市价': ['￥12800']}}
{'702670': {'门市价': ['￥9800']}}
{'719102': {'单次': '¥9600', '3次': '¥6600', '门市价': ['￥15800']}}
{'782798': {'门市价': ['￥9690']}}
{'723461': {'门市价': ['￥21800']}}
{'747350': {'门市价': ['￥25800']}}
{'717975': {'门市价': ['￥49800']}}
{'766657': {'门市价': ['￥12800']}}
{'783683': {'门市价': ['￥7140']}}
{'737343': {'门市价': ['￥9800']}}
{'731788': {'门市价': ['￥13800']}}
{'731786': {'门市价': ['￥15800']}}
{'393766': {'门市价': ['￥32800']}}
{'488014': {'单次': '¥1980', '3次': '¥1933', '门市价': ['￥10140']}}
{'817296': {'门市价': ['￥6800']}}
{'397365': {'门市价': ['￥2040']}}
{'15846': {'门市价': ['￥39800']}}
{'809891': {'单次': '¥7800', '3次': '¥6600', '门市价': ['￥12800']}}
{'697739': {'单次': '¥9800', '3次': '¥9600', '门市价': ['￥16900']}}
{'758250': {'门市价': ['￥15800']}}
{'747122': {'门市价': ['￥39800']}}
{'597436': {'门市价': ['￥13850']}}
{'732000': {'门市价': ['￥10800']}}
{'780398': {'门市价': ['￥25800']}}
{'685324': {'门市价': ['￥9800']}}
{'732016': {'门市价': ['￥10800']}}
{'737340': {'单次': '¥8799', '3次': '¥5600', '门市价': ['￥16800']}}
{'726163': {'门市价': ['￥9800']}}
{'718056': {'门市价': ['￥6900']}}
{'270493': {'门市价': ['￥2680']}}
{'286952': {'门市价': ['￥1688']}}
{'331250': {'门市价': ['￥36800']}}
{'10212': {'门市价': ['￥35800']}}
{'251388': {'门市价': ['￥29800']}}
{'381101': {'门市价': ['￥2500']}}
{'175896': {'门市价': ['￥9800']}}
{'197557': {'门市价': ['￥7050']}}
{'813980': {'门市价': ['￥13800']}}
{'667486': {'门市价': ['￥19800']}}
{'683436': {'门市价': ['￥6000']}}
{'810507': {'门市价': ['￥26800']}}
{'767932': {'门市价': ['￥56400']}}
{'637987': {'门市价': ['￥36800']}}
{'593477': {'单次': '¥4680', '3次': '¥4267', '门市价': ['￥19800']}}
{'528379': {'门市价': ['￥5960']}}
{'623324': {'门市价': ['￥15000']}}
{'812826': {'门市价': ['￥12800']}}
{'788719': {'门市价': ['￥49800']}}
{'783177': {'门市价': ['￥19999']}}
{'89185': {'门市价': ['￥8800']}}
dev/xinyang_ask_tag/soyoung_service_other.csv deleted 100644 → 0
View file @ b6079ebc
This source diff could not be displayed because it is too large. You can view the blob instead.
dev/xinyang_ask_tag/soyoung_service_write_cika.csv deleted 100644 → 0
View file @ b6079ebc
This source diff could not be displayed because it is too large. You can view the blob instead.
dev/xinyang_ask_tag/test.py
View file @ aeb48597
......@@ -66,7 +66,7 @@ def get_cika_info_to_csv():
try:
cika_price_dict = dict()
print("index:", item.strip().split(",")[0])
if int(item.strip().split(",")[0]) > 33755:
if int(item.strip().split(",")[0]) > 34645:
service_id = item.strip().split(",")[2]
url = item.strip().split(",")[-1]
if service_id in have_read_service:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment