Commit 8877bd08 authored by 高雅喆's avatar 高雅喆

画像冷启动和搜索词tag存redis

parent ca42d68d
......@@ -161,6 +161,7 @@ if __name__ == '__main__':
cur_jerry_test.execute(sql_device_ids)
device_ids_lst = [i[0] for i in cur_jerry_test.fetchall()]
db_jerry_test.close()
redis_client = redis.StrictRedis.from_url('redis://:ReDis!GmTx*0aN9@172.16.40.173:6379')
# 获取搜索词及其近义词对应的tag
all_word_tags = get_all_word_tags()
......@@ -184,18 +185,27 @@ if __name__ == '__main__':
gm_kv_cli.set(hot_search_words_portrait_portrait_key, hot_search_words_portrait_json)
gm_kv_cli.expire(hot_search_words_portrait_portrait_key, time=30 * 24 * 60 * 60)
redis_client.set(hot_search_words_portrait_portrait_key, hot_search_words_portrait_json)
redis_client.expire(hot_search_words_portrait_portrait_key, time=30 * 24 * 60 * 60)
hot_search_words_portrait_portrait_key2 = "user:service_coldstart_tags2"
hot_search_words_portrait_dict = {i["id"]: 0.5 for i in hot_search_words}
hot_search_words_portrait_json2 = json.dumps(hot_search_words_portrait_dict)
gm_kv_cli.set(hot_search_words_portrait_portrait_key2, hot_search_words_portrait_json2)
gm_kv_cli.expire(hot_search_words_portrait_portrait_key2, time=30 * 24 * 60 * 60)
redis_client.set(hot_search_words_portrait_portrait_key2, hot_search_words_portrait_json2)
redis_client.expire(hot_search_words_portrait_portrait_key2, time=30 * 24 * 60 * 60)
# 搜索词tag
search_words_synonym_tags_key = "search:words:synonym:tags"
search_words_synonym_tags_json = json.dumps(all_word_tags)
gm_kv_cli.set(search_words_synonym_tags_key, search_words_synonym_tags_json)
gm_kv_cli.expire(search_words_synonym_tags_key, time=30 * 24 * 60 * 60)
redis_client.set(search_words_synonym_tags_key, search_words_synonym_tags_json)
redis_client.expire(search_words_synonym_tags_key, time=30 * 24 * 60 * 60)
# rdd
sparkConf = SparkConf().set("spark.hive.mapred.supports.subdirectories", "true") \
.set("spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive", "true") \
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment