add

dev/xinyang_ask_tag/crawler_xinyang_ask_service.py

@@ -13,7 +13,10 @@ from email.utils import formataddr
 from urllib import error
 import requests
 # 导入requests.exceptions模块中的三种异常类
-from requests.exceptions import ReadTimeout, HTTPError, RequestException
+from requests.exceptions import ReadTimeout, HTTPError, RequestException, ConnectionError
+from requests.packages.urllib3.exceptions import ReadTimeoutError
+from socket import timeout
+
 from retrying import retry
 
 import pandas as pd
@@ -103,6 +106,15 @@ class CrawlerMain(object):
         except RequestException:
             print('reqerror')
             pass
+        except socket.timeout:
+            print(socket.timeout)
+            pass
+        except ReadTimeoutError:
+            print("ReadTimeoutError")
+            pass
+        except ConnectionError:
+            print("ConnectionError")
+            pass
 
     def get_search_service_info_list(self, page=1, city_id=-1, query=""):
         url = "https://www.soyoung.com/searchNew/product?" \
@@ -123,6 +135,15 @@ class CrawlerMain(object):
         except RequestException:
             print('reqerror')
             pass
+        except socket.timeout:
+            print(socket.timeout)
+            pass
+        except ReadTimeoutError:
+            print("ReadTimeoutError")
+            pass
+        except ConnectionError:
+            print("ConnectionError")
+            pass
 
     def get_services_list(self, res_json, query="", city_name=""):
 
@@ -148,6 +169,7 @@ class CrawlerMain(object):
     def get_service_base_info(self, pid):
         service_info = dict()
         res_json, url = self.get_service_base_info_list(pid)
+        if res_json:
             res_json = res_json.xpath(
                 "/html[1]/body[1]/div[@class='page-content']"
                 "/div[@class='w1000']/div[@class='detail-wrap']/div[@class='width-control']/div"