Skip to content

C
crawler
Commit e168da4b authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent 3a61d8f4
Hide whitespace changes
Inline Side-by-side
Showing with 8 additions and 8 deletions
crawler_sys/site_crawler_test/crawler_toutiao.py
View file @ e168da4b
...@@ -1783,16 +1783,16 @@ class Crawler_toutiao(): ...@@ -1783,16 +1783,16 @@ class Crawler_toutiao():
if video_time: if video_time:
if start_time < video_time: if start_time < video_time:
if video_time < end_time: if video_time < end_time:
print(res) # print(res)
try: # try:
res["fetch_time"] = datetime.datetime.fromtimestamp(res.get("fetch_time") / 1000).strftime('%Y-%m-%d %H:%M:%S') # res["fetch_time"] = datetime.datetime.fromtimestamp(res.get("fetch_time") / 1000).strftime('%Y-%m-%d %H:%M:%S')
res["release_time"] = datetime.datetime.fromtimestamp(res.get("release_time") / 1000).strftime('%Y-%m-%d %H:%M:%S') # res["release_time"] = datetime.datetime.fromtimestamp(res.get("release_time") / 1000).strftime('%Y-%m-%d %H:%M:%S')
#
except: # except:
pass # pass
data_lis.append(res) data_lis.append(res)
if len(data_lis) >= 100: if len(data_lis) >= 10:
output_result(result_Lst=data_lis, output_result(result_Lst=data_lis,
platform=self.platform, platform=self.platform,
output_to_file=output_to_file, output_to_file=output_to_file,
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment