add

dev/xinyang_ask_tag/crawler_xinyang_ask_service_city.py

@@ -95,7 +95,7 @@ class CrawlerMain(object):
                 page_obj = etree.HTML(requests_res.text)
                 return page_obj, url
             else:
-                return None,None
+                return None, None
         except ReadTimeout:
             print('timeout')
             return None, None
@@ -319,7 +319,6 @@ class SoYongSpider(object):
                             get_data_file.write(json.dumps(data))
                             get_data_file.write("\n")
                         if current_end_flat == True:
-                            get_lasted_data.append(page)
                             break
                     else:
                         pass
@@ -328,7 +327,7 @@ class SoYongSpider(object):
 
         get_data_file.close()
         print("get_lasted_data:", get_lasted_data)
-        if len(get_lasted_data) == 3:
+        if len(get_lasted_data) == 2:
             return True
         else:
             return False