1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
# -*- coding: utf-8 -*-
"""
Created on Fri Jun 15 09:49:15 2018
@author: fangyucheng
"""
from selenium import webdriver
from crawler_sys.utils.Metaorphosis import Meta
import time
import json
def open_url(filename,resultname):
result_file = open(resultname,'a')
result_lst = []
browser = webdriver.Chrome()
browser.maximize_window()
time.sleep(60)
meta = Meta()
url_lst = meta.str_file_to_lst(filename)
for url in url_lst:
browser.get(url)
time.sleep(6)
try:
user_name = browser.find_element_by_class_name('username').text
except:
user_name = None
D0 = {'url':url,'user_name':user_name}
json_D0 = json.dumps(D0)
result_file.write(json_D0)
result_file.write('\n')
result_file.flush()
result_lst.append(D0)
return result_lst
if __name__=='__main__':
filename = 'D:/CSM3.0/打杂/whether_exists.txt'
resultname = 'D:/CSM3.0/打杂/whether_exists'
result=open_url(filename,resultname)