releaser_url_check.py

# -*- coding: utf-8 -*-
"""
Created on Mon Aug  6 09:42:41 2018

@author: fangyucheng
"""


from crawler_sys.framework import platform_crawler_register


def test_releaserUrl(test_lst):
    for line in test_lst:
        try:
            platform = line['platform']
            platform_crawler = platform_crawler_register.get_crawler(platform)
            releaserUrl = line['releaserUrl']
            try:
                platform_crawler().releaser_page(releaserUrl=releaserUrl, 
                                                 releaser_page_num_max=1)
                line['True_or_False'] = 1
                line['add_mess'] = 'correct'
                print('get releaser page')
                print(line)
                yield line
            except:
                line['True_or_False'] = 0
                line['add_mess'] = 'wrong_url'
                print('%s can not get vaild info' % releaserUrl)
        except:
            pass