add

dev/xinyang_ask_tag/crawler_xinyang_ask_service_city.py

@@ -145,33 +145,34 @@ class CrawlerMain(object):
     def get_services_list(self, res_json, query="", city_name="", city_id=-1):
         page_service_pids = []
         current_end_flat = False
-        for service in res_json.get("responseData", {}).get("arr_product", []):
-            current_city = service.get("district_2")
-            if int(current_city) == int(city_id):
-                pid = service.get("pid")
-                spu_id = service.get("spu_id")
-                doctor_name = service.get("doctor_name")
-                hospital_name = service.get("hospital_name")
-                service_info = self.get_service_base_info(pid)
-                service_info['美购id'] = spu_id
-                service_info['sku原价'] = service.get("price_origin")
-                service_info['sku活动价'] = service.get("price_online")
-                service_info['机构等级'] = service.get("avg_score")
-                service_info['美购名称'] = service.get("title")
-                service_info['销量'] = service.get("order_cnt")
-                service_info['skuid'] = pid
-                service_info['医生名'] = doctor_name
-                service_info['医院名称'] = hospital_name
-                service_info['query词'] = query
-                service_info['城市'] = city_name
-                service_info['平台'] = "新氧"
-                service_info['链接'] = "https://y.soyoung.com/cp{}".format(pid)
-
-                sort_service_info = sorted(service_info.items(), key=lambda x: self.title.index(x[0]), reverse=False)
-                page_service_pids.append(dict(sort_service_info))
-            else:
-                current_end_flat = True
-                break
+        if res_json:
+            for service in res_json.get("responseData", {}).get("arr_product", []):
+                current_city = service.get("district_2")
+                if int(current_city) == int(city_id):
+                    pid = service.get("pid")
+                    spu_id = service.get("spu_id")
+                    doctor_name = service.get("doctor_name")
+                    hospital_name = service.get("hospital_name")
+                    service_info = self.get_service_base_info(pid)
+                    service_info['美购id'] = spu_id
+                    service_info['sku原价'] = service.get("price_origin")
+                    service_info['sku活动价'] = service.get("price_online")
+                    service_info['机构等级'] = service.get("avg_score")
+                    service_info['美购名称'] = service.get("title")
+                    service_info['销量'] = service.get("order_cnt")
+                    service_info['skuid'] = pid
+                    service_info['医生名'] = doctor_name
+                    service_info['医院名称'] = hospital_name
+                    service_info['query词'] = query
+                    service_info['城市'] = city_name
+                    service_info['平台'] = "新氧"
+                    service_info['链接'] = "https://y.soyoung.com/cp{}".format(pid)
+
+                    sort_service_info = sorted(service_info.items(), key=lambda x: self.title.index(x[0]), reverse=False)
+                    page_service_pids.append(dict(sort_service_info))
+                else:
+                    current_end_flat = True
+                    break
         return page_service_pids, current_end_flat
 
     def get_service_base_info(self, pid):