Skip to content

C
crawler
Commit e168da4b authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent 3a61d8f4
Hide whitespace changes
Inline Side-by-side
Showing with 8 additions and 8 deletions
crawler_sys/site_crawler_test/crawler_toutiao.py
View file @ e168da4b
......@@ -1783,16 +1783,16 @@ class Crawler_toutiao():
if video_time:
if start_time < video_time:
if video_time < end_time:
print(res)
try:
res["fetch_time"] = datetime.datetime.fromtimestamp(res.get("fetch_time") / 1000).strftime('%Y-%m-%d %H:%M:%S')
res["release_time"] = datetime.datetime.fromtimestamp(res.get("release_time") / 1000).strftime('%Y-%m-%d %H:%M:%S')
except:
pass
# print(res)
# try:
# res["fetch_time"] = datetime.datetime.fromtimestamp(res.get("fetch_time") / 1000).strftime('%Y-%m-%d %H:%M:%S')
# res["release_time"] = datetime.datetime.fromtimestamp(res.get("release_time") / 1000).strftime('%Y-%m-%d %H:%M:%S')
#
# except:
# pass
data_lis.append(res)
if len(data_lis) >= 100:
if len(data_lis) >= 10:
output_result(result_Lst=data_lis,
platform=self.platform,
output_to_file=output_to_file,
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment