Skip to content

C
crawler
Commit 33e4cf27 authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent 33c3a866
Hide whitespace changes
Inline Side-by-side
Showing with 5 additions and 10 deletions
write_data_into_es/func_get_releaser_id.py
View file @ 33e4cf27
...@@ -272,7 +272,7 @@ def weibo(releaserUrl,**kwargs): ...@@ -272,7 +272,7 @@ def weibo(releaserUrl,**kwargs):
releaser_id = int(releaserUrl) releaser_id = int(releaserUrl)
except: except:
return None return None
print(releaser_id) # print(releaser_id)
return releaser_id return releaser_id
except: except:
return None return None
...@@ -296,17 +296,12 @@ plantform_func = { ...@@ -296,17 +296,12 @@ plantform_func = {
def get_releaser_id(platform=None, releaserUrl=None,is_qq=False): def get_releaser_id(platform=None, releaserUrl=None,is_qq=False):
import pdb;pdb.set_trace() # import pdb;pdb.set_trace()
print(11111111111111111,flush=True)
if platform and releaserUrl: if platform and releaserUrl:
if platform in plantform_func: if platform in plantform_func:
try: try:
print(11111111111111111)
func = plantform_func[platform] func = plantform_func[platform]
print(platform)
print(func)
res = func(releaserUrl,is_qq=is_qq) res = func(releaserUrl,is_qq=is_qq)
print(res)
if res: if res:
return res return res
else: else:
......
write_data_into_es/target_releaser_add.py
View file @ 33e4cf27
...@@ -113,9 +113,9 @@ def write_to_es(file, push_to_redis=True, update=True, key_releaser=False, updat ...@@ -113,9 +113,9 @@ def write_to_es(file, push_to_redis=True, update=True, key_releaser=False, updat
if extra_dic: if extra_dic:
line_dict.update(extra_dic) line_dict.update(extra_dic)
import pdb; # import pdb;
pdb.set_trace() # pdb.set_trace()
print(str(get_releaser_id(platform=platform, releaserUrl=releaserUrl))) # print(str(get_releaser_id(platform=platform, releaserUrl=releaserUrl)))
line_dict["releaser_id"] = get_releaser_id(platform=platform, releaserUrl=releaserUrl) line_dict["releaser_id"] = get_releaser_id(platform=platform, releaserUrl=releaserUrl)
if line_dict["releaser_id"]: if line_dict["releaser_id"]:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment