Skip to content

F
ffm-baseline
Commit d9da848a authored by 高雅喆's avatar 高雅喆
Browse files
Options

update

parent 63f67cdf
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 5 deletions
eda/smart_rank/dist_update_user_portrait_service.py
View file @ d9da848a
...@@ -147,17 +147,12 @@ if __name__ == '__main__': ...@@ -147,17 +147,12 @@ if __name__ == '__main__':
# 标签id对应的中文名称 # 标签id对应的中文名称
all_tags_name = get_all_tags_name() all_tags_name = get_all_tags_name()
# 搜索词tag # 搜索词tag
search_words_synonym_tags_key = "search:words:synonym:tags" search_words_synonym_tags_key = "search:words:synonym:tags"
search_words_synonym_tags_json = json.dumps(all_word_tags) search_words_synonym_tags_json = json.dumps(all_word_tags)
# gm_kv_cli.set(search_words_synonym_tags_key, search_words_synonym_tags_json) # gm_kv_cli.set(search_words_synonym_tags_key, search_words_synonym_tags_json)
redis_client.set(search_words_synonym_tags_key, search_words_synonym_tags_json) redis_client.set(search_words_synonym_tags_key, search_words_synonym_tags_json)
# 词的tag缓存hash
search_words_synonym_tags_hash_key = "gm:home:feed:words:tag"
redis_client.hmset(search_words_synonym_tags_hash_key, all_word_tags)
# rdd # rdd
sparkConf = SparkConf().set("spark.hive.mapred.supports.subdirectories", "true") \ sparkConf = SparkConf().set("spark.hive.mapred.supports.subdirectories", "true") \
.set("spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive", "true") \ .set("spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive", "true") \
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment