Commit 46f53b25 authored by lixiaofang's avatar lixiaofang

修改同步数据流程

parent 043f7d07
...@@ -30,19 +30,15 @@ class Command(BaseCommand): ...@@ -30,19 +30,15 @@ class Command(BaseCommand):
def handle(self, *args, **options): def handle(self, *args, **options):
try: try:
type_name_list = tips_attr_sync_to_redis_type_info_map().keys() type_name_list = tips_attr_sync_to_redis_type_info_map().keys()
logging.info("get type_name:%s" % type_name_list)
for type_name in type_name_list: for type_name in type_name_list:
if len(options["type"]): if len(options["type"]):
logging.info("get optime:%s" % options["type"])
if options["type"] == "all" or type_name == options["type"]: if options["type"] == "all" or type_name == options["type"]:
logging.info("begin sync [%s] data to redis!" % type_name) logging.info("begin sync [%s] data to redis!" % type_name)
type_info = tips_attr_sync_to_redis_type_info_map()[type_name] type_info = tips_attr_sync_to_redis_type_info_map()[type_name]
query_set = type_info.queryset query_set = type_info.queryset
slicer = TableSlicer(queryset=query_set, chunk_size=type_info.bulk_insert_chunk_size) slicer = TableSlicer(queryset=query_set, chunk_size=type_info.bulk_insert_chunk_size)
for chunk in slicer.chunks(): for chunk in slicer.chunks():
for instance in list(chunk): for instance in list(chunk):
logging.info("get instance:%s" % instance)
type_info.get_data_func(instance) type_info.get_data_func(instance)
except: except:
logging.error("catch exception,err_msg:%s" % traceback.format_exc()) logging.error("catch exception,err_msg:%s" % traceback.format_exc())
...@@ -48,9 +48,9 @@ class AgileTagType(BaseModel): ...@@ -48,9 +48,9 @@ class AgileTagType(BaseModel):
@property @property
def get_by_id_name(self): def get_by_id_name(self):
try: try:
results = AgileTag.objects.filter(id=self.agile_tag_id).values() results = AgileTag.objects.filter(id=self.agile_tag_id).values_list("name",flat=True).first()
return results[0] return results
except: except:
logging.error("catch exception,err_msg:%s" % traceback.format_exc()) logging.error("catch exception,err_msg:%s" % traceback.format_exc())
return {} return {}
...@@ -23,7 +23,7 @@ class TagTransfer(object): ...@@ -23,7 +23,7 @@ class TagTransfer(object):
ret_list = list() ret_list = list()
item_dict = dict() item_dict = dict()
results = instance.get_by_id_name results = instance.get_by_id_name
name = results["name"].strip() name = results["name"]
item_dict["id"] = getMd5Digest(str(name)) item_dict["id"] = getMd5Digest(str(name))
item_dict["ori_name"] = name item_dict["ori_name"] = name
item_dict["is_online"] = results["is_online"] item_dict["is_online"] = results["is_online"]
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment