update

crawler_sys/site_crawler_by_redis/crawler_tudou.py

@@ -878,13 +878,15 @@ class Crawler_tudou():
 if __name__=='__main__':
     test = Crawler_tudou()
     # url = 'https://video.tudou.com/v/XNDExNjcyNTI0MA==.html'
-    releaser_url = "https://id.tudou.com/i/UNTUzMTU1ODg2OA=="
+    releaser_url = "https://i.youku.com/i/UNzI3OTI2MTkyOA==/videos?spm=a2hzp.8244740.0.0"
     # ttt = test.video_page("https://video.tudou.com/v/XNDExNjcyNTI0MA==.html")
     #releaserUrl=url, output_to_es_raw=True,
     #                           es_index='crawler-data-raw',
     #                           doc_type='doc',
     #                           releaser_page_num_max=100)
-    test.releaser_page_by_time(1569081600000,1570610953322 ,releaser_url,output_to_es_raw=True,es_index='crawler-data-raw',
-doc_type='doc',releaser_page_num_max=4000)
+    sacn_Res  = test.releaser_page_by_time(1569081600000,1570610953322 ,releaser_url,output_to_es_raw=True,es_index='crawler-data-raw',
+doc_type='doc',releaser_page_num_max=4000,allow=20)
+    for res in sacn_Res:
+        print(res)
 #     test.get_releaser_image(releaser_url)
 #     test.get_releaser_follower_num()