Commit d9da848a authored by 高雅喆's avatar 高雅喆

update

parent 63f67cdf
......@@ -147,17 +147,12 @@ if __name__ == '__main__':
# 标签id对应的中文名称
all_tags_name = get_all_tags_name()
# 搜索词tag
search_words_synonym_tags_key = "search:words:synonym:tags"
search_words_synonym_tags_json = json.dumps(all_word_tags)
# gm_kv_cli.set(search_words_synonym_tags_key, search_words_synonym_tags_json)
redis_client.set(search_words_synonym_tags_key, search_words_synonym_tags_json)
# 词的tag缓存hash
search_words_synonym_tags_hash_key = "gm:home:feed:words:tag"
redis_client.hmset(search_words_synonym_tags_hash_key, all_word_tags)
# rdd
sparkConf = SparkConf().set("spark.hive.mapred.supports.subdirectories", "true") \
.set("spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive", "true") \
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment