# -*- coding: utf-8 -*-
"""
Created on Mon Nov 26 13:14:03 2018

@author: fangyucheng
"""

import time
import urllib
import requests

domain = 'http://www.tudou.com/api/getfeeds?'
#domain_simple = 'http://r.inews.qq.com/searchMore'
#headers = {"Host": "r.inews.qq.com",
#           "Accept-Encoding": "gzip,deflate",
#           "Referer": "http://inews.qq.com/inews/android/",
#           "User-Agent": "%E8%85%BE%E8%AE%AF%E6%96%B0%E9%97%BB5410(android)",
#           "Cookie": "lskey=;luin=;skey=;uin=; logintype=0; main_login=qq;",
#           "Connection": "Keep-Alive"}

url_dic = {'apptype': '27',
           'pg': '8',
           'module': '10',
           'feedtype': '2',
           'guid': '15010560241384qU',
           'uid': '-1',
           'secCateId': '10016',
           'max_offset': '-1',
           'min_offset': '-1',
           'utdid': 'T8v9EQPOimUCAXL/Az0YrDOB',
           'page_size': '24'}

#sig = 'c022edce8ae72f053304412f13a9bb88'

url = 'http://www.tudou.com/api/getfeeds?%s' % urllib.parse.urlencode(url_dic)

"""
raw-url
'http://r.inews.qq.com/searchMore?isoem=0&mid=74b9305504a047ab0a1901e2dfbf71f87f799819&dpi=270&devid=008796749793280&is_chinamobile_oem=0&mac=mac%2520unknown&real_device_width=5.06&store=17&screen_height=1440&real_device_height=9.0&apptype=android&origin_imei=008796749793280&orig_store=17&hw=etease_MuMu&appver=23_android_5.4.10&uid=54767d8bf41ac9a4&screen_width=810&sceneid=&omgid=818b2ebf4abcec4bc1c8bf737a1c131dede60010213210&timeline=1540802766&query=espn&activefrom=icon&qqnetwork=wifi&rom_type=&secId=2&Cookie=lskey%3D%3Bluin%3D%3Bskey%3D%3Buin%3D%3B+logintype%3D0%3B+main_login%3Dqq%3B&network_type=wifi&id=20181029A18Y3H00&global_info=1%7C0%7C0%7C0%7C1%7C1%7C1%7C1%7C0%7C6%7C1%7C1%7C1%7C1%7C0%7CJ060P000000000%3AB054P000011803%7C1402%7C0%7C0%7C-1%7C-1%7C0%7C0%7C0%7C%7C-1%7C-1%7C0%7C0%7C1%7C1%7C0%7C0%7C-1%7C0%7C2%7C0%7C2%7C0%7C0%7C0%7C0%7C0%7C0%7C0%7C0%7C2%7C0%7C0%7C0%7C0&imsi_history=0%2C460013199570862&omgbizid=a520b26ce7880445ab488481e3dd4949c74f0050213210&qn-rid=40ff49fc-e6ee-4384-8a7c-9ee507d57e47&qn-sig=c022edce8ae72f053304412f13a9bb88&page=2&type=0&imsi=460013199570862'
"""

get_page = requests.get(url)
page = get_page.text

key_lst = []
para_lst = []

for key, value in url_dic.items():
    key_lst.append(key)

for key in key_lst:
    value = url_dic[key]
    url_dic.pop(key)
    url = 'http://www.tudou.com/api/getfeeds?%s' % urllib.parse.urlencode(url_dic)
    get_page = requests.get(url)
    page = get_page.text
    time.sleep(5)
    if len(page) > 15000:
        print("%s can be moved from url, length of page is %s" % (key, len(page)))
        continue
    else:
        url_dic[key] = value
        print("key %s, value %s can't be moved from url" % (key, value))

#this the result
final_url_dic = {'devid': '008796749793280',
                 'appver': '23_android_5.4.10',
                 'query': 'espn',
                 'qn-rid': '40ff49fc-e6ee-4384-8a7c-9ee507d57e47',
                 'qn-sig': 'c022edce8ae72f053304412f13a9bb88'}
final_url = 'http://r.inews.qq.com/searchMore?%s' % urllib.parse.urlencode(final_url_dic)

"""
final_url
'http://r.inews.qq.com/searchMore?devid=008796749793280&appver=23_android_5.4.10&query=espn&qn-rid=40ff49fc-e6ee-4384-8a7c-9ee507d57e47&qn-sig=c022edce8ae72f053304412f13a9bb88'
"""