1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
# -*- coding: utf-8 -*-
"""
Created on Mon Nov 26 13:14:03 2018
@author: fangyucheng
"""
import time
import urllib
import requests
domain = 'http://r.inews.qq.com/searchMore?'
#domain_simple = 'http://r.inews.qq.com/searchMore'
headers = {"Host": "r.inews.qq.com",
"Accept-Encoding": "gzip,deflate",
"Referer": "http://inews.qq.com/inews/android/",
"User-Agent": "%E8%85%BE%E8%AE%AF%E6%96%B0%E9%97%BB5410(android)",
"Cookie": "lskey=;luin=;skey=;uin=; logintype=0; main_login=qq;",
"Connection": "Keep-Alive"}
url_dic = {'isoem':'0',
'mid': '74b9305504a047ab0a1901e2dfbf71f87f799819',
'dpi': '270',
'devid': '008796749793280',
'is_chinamobile_oem': '0',
'mac': 'mac%20unknown',
'real_device_width':'5.06',
'store': '17',
'screen_height': '1440',
'real_device_height': '9.0',
'apptype': 'android',
'origin_imei': '008796749793280',
'orig_store': '17',
'hw': 'etease_MuMu',
'appver': '23_android_5.4.10',
'uid': '54767d8bf41ac9a4',
'screen_width':'810',
'sceneid':'',
'omgid': '818b2ebf4abcec4bc1c8bf737a1c131dede60010213210',
'timeline':'1540802766',
'query':'espn',
'activefrom': 'icon',
'qqnetwork': 'wifi',
'rom_type': '',
'secId': '2',
'Cookie':'lskey=;luin=;skey=;uin=; logintype=0; main_login=qq;',
'network_type': 'wifi',
'id': '20181029A18Y3H00',
'global_info': '1|0|0|0|1|1|1|1|0|6|1|1|1|1|0|J060P000000000:B054P000011803|1402|0|0|-1|-1|0|0|0||-1|-1|0|0|1|1|0|0|-1|0|2|0|2|0|0|0|0|0|0|0|0|2|0|0|0|0',
'imsi_history':'0,460013199570862',
'omgbizid': 'a520b26ce7880445ab488481e3dd4949c74f0050213210',
'qn-rid': '40ff49fc-e6ee-4384-8a7c-9ee507d57e47',
'qn-sig': 'c022edce8ae72f053304412f13a9bb88',
'page': "2",
'type': "0",
'imsi': '460013199570862'}
#sig = 'c022edce8ae72f053304412f13a9bb88'
url = 'http://r.inews.qq.com/searchMore?%s' % urllib.parse.urlencode(url_dic)
"""
raw-url
'http://r.inews.qq.com/searchMore?isoem=0&mid=74b9305504a047ab0a1901e2dfbf71f87f799819&dpi=270&devid=008796749793280&is_chinamobile_oem=0&mac=mac%2520unknown&real_device_width=5.06&store=17&screen_height=1440&real_device_height=9.0&apptype=android&origin_imei=008796749793280&orig_store=17&hw=etease_MuMu&appver=23_android_5.4.10&uid=54767d8bf41ac9a4&screen_width=810&sceneid=&omgid=818b2ebf4abcec4bc1c8bf737a1c131dede60010213210&timeline=1540802766&query=espn&activefrom=icon&qqnetwork=wifi&rom_type=&secId=2&Cookie=lskey%3D%3Bluin%3D%3Bskey%3D%3Buin%3D%3B+logintype%3D0%3B+main_login%3Dqq%3B&network_type=wifi&id=20181029A18Y3H00&global_info=1%7C0%7C0%7C0%7C1%7C1%7C1%7C1%7C0%7C6%7C1%7C1%7C1%7C1%7C0%7CJ060P000000000%3AB054P000011803%7C1402%7C0%7C0%7C-1%7C-1%7C0%7C0%7C0%7C%7C-1%7C-1%7C0%7C0%7C1%7C1%7C0%7C0%7C-1%7C0%7C2%7C0%7C2%7C0%7C0%7C0%7C0%7C0%7C0%7C0%7C0%7C2%7C0%7C0%7C0%7C0&imsi_history=0%2C460013199570862&omgbizid=a520b26ce7880445ab488481e3dd4949c74f0050213210&qn-rid=40ff49fc-e6ee-4384-8a7c-9ee507d57e47&qn-sig=c022edce8ae72f053304412f13a9bb88&page=2&type=0&imsi=460013199570862'
"""
get_page = requests.get(url, headers=headers)
page = get_page.text
key_lst = []
para_lst = []
for key, value in url_dic.items():
key_lst.append(key)
for key in key_lst:
value = url_dic[key]
url_dic.pop(key)
url = 'http://r.inews.qq.com/searchMore?%s' % urllib.parse.urlencode(url_dic)
get_page = requests.get(url, headers=headers)
page = get_page.text
time.sleep(10)
if len(page) > 5000:
print("%s can be moved from url, length of page is %s" % (key, len(page)))
continue
else:
url_dic[key] = value
print("key %s, value %s can't be moved from url" % (key, value))
#this the result
final_url_dic = {'devid': '008796749793280',
'appver': '23_android_5.4.10',
'query': 'espn',
'qn-rid': '3e3cb605-3a00-412d-8b2e-f81b32f5064c',
'qn-sig': '589a406e354aa3bfb6ddeaa778278ef1'}
final_url = 'http://r.inews.qq.com/searchMore?%s' % urllib.parse.urlencode(final_url_dic)
"""
final_url
'http://r.inews.qq.com/searchMore?devid=008796749793280&appver=23_android_5.4.10&query=espn&qn-rid=40ff49fc-e6ee-4384-8a7c-9ee507d57e47&qn-sig=c022edce8ae72f053304412f13a9bb88'
"""
qn_sig = "01552dc75351b12d01b5310441a562e2"
qn_rid = "8f14a809-db96-4762-905a-7c063dc84ac7"