bugly & gengmeiwiki sipder

bugly_sipder.py

+#-*- coding: UTF-8 -*-
+from urllib.request import urlretrieve
+import os
+import requests
+import json
+import time
+
+#待完善登录鉴权
+def login():
+    header = {
+        'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
+        'Cache-Control': 'max-age=0',
+        'Connection': 'keep-alive',
+        'Content-Type': 'application/x-www-form-urlencoded',
+        'Cookie': 'pgv_pvi=3780681728; RK=jSKFjo11Ff; ptcz=ad0caf02b37db4cfa93faee0d1ddafd475e451cb761abb18776726bd083fb14b; ptisp=cnc; pgv_si=s3049310208; skey=@7k2dTAvy2; vfwebqq=26d93211846115fa0145b32bc942a9c08a961e6af86a2590721e35335829571fd62b7ddafb61ae9c; _ga=GA1.2.734393111.1545301472; qm_authimgs_id=3; qm_verifyimagesession=h012a57d3a96688fc92b89b7f4b9471b646fbe2a3b41dc1ba7d8dfd073798fbe8a64b61a084d697e04c; pgv_info=ssid=s9742632025; pgv_pvid=7212013510; ui=DAFA7C9B-38CE-4504-96DF-7907D41DFF7B; p_uin=o0511958980; _gid=GA1.2.1134259448.1550456848; ptui_loginuin=511958980@qq.com; pt4_token=iXsBLfdpafXB6rFl*YKg98XKp3QPCK*tAFHK8eOIMp8_; p_skey=iSweivfpp7fow*KopRtl9Fv1C8Ii5LTlOsVv499qCJg_',
+        'Host': 'graph.qq.com',
+        'Origin': 'https://graph.qq.com',
+        'Referer': 'https://graph.qq.com/oauth2.0/show?which=Login&display=pc&client_id=101481973&redirect_uri=https%3A%2F%2Fcas.bugly.qq.com%2Fcas%2FloginBack%3Ftype%3D9%26sn%3D7be18e69-8595-4c6c-aedc-e041ff97f78f&response_type=code&state=b331baf96776e8781335f00a193f58ef&scope=get_user_info,add_topic,add_one_blog,add_album,upload_pic,list_album,add_share,check_page_fans,add_t,add_pic_t,del_t,get_repost_list,get_info,get_other_info,get_fanslist,get_idollist,add_idol,del_ido,get_tenpay_addr',
+        'Upgrade-Insecure-Requests': '1',
+        'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.109 Safari/537.36'
+    }
+
+    oauth_url = "https://graph.qq.com/oauth2.0/authorize"
+    req = requests.post(url = oauth_url, headers = header)
+    print(req)
+
+#获取指定接口数据，并decode
+def bugly_crash_count_info(url, header):
+    print('************************start****************************')
+    req = requests.get(url = url, headers = header).json()
+    crash_info_dict = req['ret']
+    return crash_info_dict
+
+#拼装并发送消息到钉钉
+def send_bugInfo(info):
+    crash_info_list = info['data']
+    content_text = "#### 崩溃率报告 @15811315780\n"
+    crash_rate = 0.0
+    hour = 0
+    for crash_info in crash_info_list:
+        if crash_info['accessNum'] != 0:
+            crash_rate = (crash_info['crashNum'] / crash_info['accessNum']) * 100
+        else:
+            crash_rate = 0.0
+        if crash_rate > 0.3:
+            content_text = content_text + "> %d点崩溃率："%hour +"**%.2f**"%crash_rate + "%\n\n"
+        hour = hour + 1
+
+    dingding_header = {
+        'Content-Type': 'application/json'
+    }
+    text_info= {                      
+     "msgtype": "markdown",
+        "at": {
+            "atMobiles": [
+                "15811315780"         
+            ],
+            "isAtAll": False                 
+        },
+        "markdown": {
+         "title":"崩溃率报告",
+         "text": content_text
+        },
+    }
+    dingding_url = "https://oapi.dingtalk.com/robot/send?access_token=8142e051fe21d101b7e619c179741b0502f99b66ede221e164c2c1643122378d"
+    requests.post(dingding_url, json.dumps(text_info), headers = dingding_header)
+
+#入口
+if __name__ == '__main__':
+    local_time = time.strftime("%Y%m%d", time.localtime())
+    # total count 
+    bugly_crash_count_append_url = "https://bugly.qq.com/v2/getRealTimeAppendStat/appId/900008467/platformId/2/version/-1/startHour/%s17/endHour/%s23/type/crash"%(local_time,local_time)
+    # getAppRealTimeTrendAppend
+    bugly_crash_count_realtime_trend_url = "https://bugly.qq.com/v2/getAppRealTimeTrendAppend/appId/900008467/platformId/2/version/-1/startHour/2019021600/endHour/2019021623/type/crash?dataType=realTimeTrendData"
+    #getRealTimeHourlyStat
+    bugly_crash_count_realtime_hourly_url = "https://bugly.qq.com/v2/getRealTimeHourlyStat/appId/900008467/platformId/2/version/-1/startHour/%s00/endHour/%s23/type/crash?dataType=realTimeTrendData"%(local_time,local_time)
+    # top 5 crash version
+    bugly_crash_rate_url = "https://bugly.qq.com/v2/topCrashVersion/appId/900008467/platformId/2/version/-1/date/20190215/type/crash/limit/5"
+
+    bugly_headers =     {
+        'Accept': 'application/json;charset=utf-8',
+        'Accept-Encoding': 'gzip, deflate, br',
+        'Accept-Language': 'zh-CN,zh;q=0.9',
+        'Connection': 'keep-alive',
+        'Content-Type': 'application/json;charset=utf-8',
+        'Cookie': 'pgv_pvi=3780681728; RK=jSKFjo11Ff; ptcz=ad0caf02b37db4cfa93faee0d1ddafd475e451cb761abb18776726bd083fb14b; ptisp=cnc; pgv_si=s3049310208; skey=@7k2dTAvy2; vfwebqq=26d93211846115fa0145b32bc942a9c08a961e6af86a2590721e35335829571fd62b7ddafb61ae9c; _ga=GA1.2.734393111.1545301472; btcu_id=466e0806a4cf621f012be7140debd3185c1b6ddfb6d77; connect.sid=s%3AFJ3CuWpIO--7X7E6W1Nmgh5zV5JoJ3hi.4P7DkgypnnaZQIcHG%2Fhqs0nOpISvr4pK0b%2BVg%2FOShnM; qm_authimgs_id=3; qm_verifyimagesession=h012a57d3a96688fc92b89b7f4b9471b646fbe2a3b41dc1ba7d8dfd073798fbe8a64b61a084d697e04c; pgv_info=ssid=s9742632025; pgv_pvid=7212013510; vc=vc-640762f6-ab89-4644-94a0-e7b8665852ba; vc.sig=aYc9oRnlnW28CdjNhceHau_rFjsJ_71OX2X4WDQBC0k; _gid=GA1.2.1134259448.1550456848; ptui_loginuin=511958980@qq.com; token-skey=955e1e64-ce36-0d1c-783e-6ad2ba0b95df; token-lifeTime=1550573242; NODINX_SESS=jgbntLbKP0kT4Esf0rptKZVEUpLK72AVPD_KU4rtN4yGxU4eSNt3r7cd1ceAt8Wd; _gat=1; csrfToken=Xgy8U0p-hGpSpm5FPhsp5jbJ; bugly_session=eyJpdiI6ImpGbHBsR2VuOUFrTGU1aWk1MXBseEE9PSIsInZhbHVlIjoiZ1g1MGxGM3pWc0hETlRKUGxobVVjOFpSUXMxV21adzZWbk1jajhhTzlUOTV0eHhRU1ZadzdUMk9PczQzN0w1XC9MRDQ5eFZhY2tRT1lqQVY2Z3p2blRRPT0iLCJtYWMiOiI4MGQwYWI5OTY1ZWM4MTY2ZjgxMWVjZmRiNTZlMTYxNzkxYjNkNWEzMmUwMjkyMmZkNmQ5YzIzNWE5YWQwNDkyIn0%3D; referrer=eyJpdiI6InBZT29JSFNRUmxDODNyRWFCNytCdnc9PSIsInZhbHVlIjoiZkFWVXBsZzV2K1wvSEFnYjVsQytwdE9qb25WTndHQUhDbnlxUitRQm5VZUdcL3ZmdnpHQlNmK3RRQ0xQRzdIN21PZXU0VmZhcnRwS2lsaklYeUtWSjl0aUczdExpcWZKeDNNUTRJSW0zSnRiMzhzbWhcL0hoWnR6c29pXC9aU3owMVwvcHA1RTBEeUlyejJUVmNaMGZNallrSWtybnVFVllaeUZXbWNtNndFdnVRS0E9IiwibWFjIjoiNTA1YjUzMjZkOGM3NzM3NDMyMTMyYWVjZGU3NWMxOWM0YWM5YWQ4ZDVkMTI2OGFiZTUxMDVkOWMxNDIxMDMwYyJ9',
+        'Host': 'bugly.qq.com',
+        'Referer': 'https://bugly.qq.com/v2/crash-reporting/dashboard/900008467?pid=2&isRealTime=1&startDate1=20190216&endDate1=20190216&date1=today',
+        'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.109 Safari/537.36',
+        'x-csrf-token': 'Xgy8U0p-hGpSpm5FPhsp5jbJ',
+        'X-token': '15457147'# this token need update
+    }
+    # crash_count_info_dict = bugly_crash_count_info(bugly_crash_count_append_url, bugly_headers)
+    # crash_count_info_dict = bugly_crash_count_info(bugly_crash_count_realtime_trend_url, bugly_headers)
+    # crash_rate_info_dict = bugly_crash_count_info(bugly_crash_rate_url, bugly_headers)
+
+    crash_count_info_dict = bugly_crash_count_info(bugly_crash_count_realtime_hourly_url, bugly_headers)
+    send_bugInfo(crash_count_info_dict)
+
+    # login()
+

gengmeiwiki.py

+#-*- coding: UTF-8 -*-
+from urllib.request import urlretrieve
+import os
+import requests
+import json
+import time
+
+def login():
+    header = {
+        'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
+        'Accept-Encoding': 'gzip, deflate',
+        'Accept-Language': 'zh-CN,zh;q=0.9',
+        'Cache-Control': 'max-age=0',
+        'Connection': 'keep-alive',
+        'Content-Type': 'application/x-www-form-urlencoded',
+        'Cookie': 'JSESSIONID=E16EEF7AFAC93EF20E6B373D3EC9AC11',
+        'Host': 'wiki.wanmeizhensuo.com',
+        'Origin': 'http://wiki.wanmeizhensuo.com',
+        'Referer': 'http://wiki.wanmeizhensuo.com/login.action?logout=true',
+        'Upgrade-Insecure-Requests': '1',
+        'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.109 Safari/537.36',
+    }
+
+    data = {
+        'os_username': 'ouxiang',
+        'os_password': 'Gengmei1',
+    }
+
+    url = "http://wiki.wanmeizhensuo.com/dologin.action"
+    req = requests.post(url = url,data = data, headers = header)
+    print(req.cookies)
+
+    mission_detail(header, req.cookies)
+
+def mission_detail(headers, cookies):
+    url = "http://wiki.wanmeizhensuo.com/calendar/mycalendar.action"
+    req = requests.post(url = url, headers = headers, cookies = cookies)
+    print(req.text)
+
+if __name__ == '__main__':
+    local_time = time.strftime("%Y%m%d", time.localtime())
+    login()
+