modify topic transfer

trans2es/mapping/topic-star.json

+{
+  "dynamic":"strict",
+  "properties": {
+    "id":{"type":"long"},
+    "content_level":{"type":"text"}
+  }
+}

trans2es/type_info.py

@@ -144,11 +144,36 @@ class TypeInfo(object):
                 else:
                     if data:
                         if self.type == "topic":
-                            ori_topic_star = redis_client.hget(self.physical_topic_star, data["id"])
+                            q = {
+                                "query":{
+                                    "term":{
+                                        "id": data["id"]
+                                    }
+                                },
+                                "_source":{
+                                    "include":["content_level"]
+                                }
+                            }
+                            search_results = ESPerform.get_search_results(ESPerform.get_cli(),sub_index_name="topic-star",query_body=q,offset=0,size=1)
+                            if len(search_results["hits"]) > 0:
+                                ori_topic_star = search_results["hits"][0]["_source"]["content_level"]
+                            else:
+                                ori_topic_star = redis_client.hget(self.physical_topic_star, data["id"])
+                                if ori_topic_star:
+                                    ori_topic_star = str(ori_topic_star, encoding="utf-8")
+
                             if not ori_topic_star:
-                                redis_client.hset(self.physical_topic_star, data["id"], data["content_level"])
+                                data_list = [
+                                    {
+                                        "id": data["id"],
+                                        "contentl_level": data["content_level"]
+                                    }
+                                ]
+                                ESPerform.es_helpers_bulk(ESPerform.get_cli(), data_list, "topic-star")
+                                # redis_client.hset(self.physical_topic_star, data["id"], data["content_level"])
                             else:
-                                int_ori_topic_star = int(str(ori_topic_star, encoding="utf-8"))
+                                # int_ori_topic_star = int(str(ori_topic_star, encoding="utf-8"))
+                                int_ori_topic_star = int(ori_topic_star)
                                 if int_ori_topic_star != data["content_level"]:
                                     old_data = copy.deepcopy(data)
                                     old_data["is_online"] = False
@@ -159,7 +184,15 @@ class TypeInfo(object):
                                     data_list.append(old_data)
                                     if int_ori_topic_star>=4:
                                         topic_data_high_star_list.append(old_data)
-                                    redis_client.hset(self.physical_topic_star, data["id"], data["content_level"])
+                                    # redis_client.hset(self.physical_topic_star, data["id"], data["content_level"])
+                                    data_list = [
+                                        {
+                                            "id": data["id"],
+                                            "contentl_level": data["content_level"]
+                                        }
+                                    ]
+                                    ESPerform.es_helpers_bulk(ESPerform.get_cli(), data_list, "topic-star")
+
 
                             if data["content_level"] and int(data["content_level"])>=4:
                                 topic_data_high_star_list.append(data)