Commit 48c61ea3 authored by litaolemo's avatar litaolemo

update

parent c81bca03
......@@ -158,18 +158,18 @@ for t in range(1, task_days):
# one_week_age_str = (now + datetime.timedelta(days=-7)).strftime("%Y%m%d")
keyword_sql = """
select name from wiki_item where is_online=True
union
union all
select name from wiki_product where is_online=True
union
union all
select name from wiki_collect where is_online=True
union
union all
select name from wiki_brand where is_online=True
"""
keyword_df = spark.sql(keyword_sql)
# keyword_df.createOrReplaceTempView("keywords_table")
res = keyword_df.collect()
for r in res:
keyword_dict[r.name] = 1
keyword_dict[r.name.lower()] = 1
sql_search_ctr = r"""
SELECT query,
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment