Commit 4e9ea621 authored by lixiaofang's avatar lixiaofang

update type

parent 88d3b4b2
...@@ -105,21 +105,18 @@ class Command(BaseCommand): ...@@ -105,21 +105,18 @@ class Command(BaseCommand):
try: try:
type_info = get_type_info_map()[type_name] type_info = get_type_info_map()[type_name]
logging.info("query_sssssssssset_ :%s" % type_info)
query_set = type_info.queryset query_set = type_info.queryset
logging.info("query_sssssssssset_ :%s" % query_set)
slicer = TableSlicer(queryset=query_set, chunk_size=type_info.bulk_insert_chunk_size) slicer = TableSlicer(queryset=query_set, chunk_size=type_info.bulk_insert_chunk_size)
for chunk in slicer.chunks(): for chunk in slicer.chunks():
job = Job( job = Job(
sub_index_name=type_name, sub_index_name=type_name,
type_name=type_name, type_name=type_name,
chunk=chunk, chunk=chunk,
) )
job() job()
except: except:
logging.error("catch exception,err_msg:%s" % traceback.format_exc()) logging.error("catch exception,err_msg:%s" % traceback.format_exc())
......
...@@ -68,7 +68,7 @@ class TypeInfo(object): ...@@ -68,7 +68,7 @@ class TypeInfo(object):
@property @property
def queryset(self): def queryset(self):
return django.db.models.QuerySet(model=self.model, query=self.query).using("face") return django.db.models.QuerySet(model=self.model, query=self.query)
@property @property
def pk_blacklist(self): def pk_blacklist(self):
...@@ -300,8 +300,8 @@ def get_type_info_map(): ...@@ -300,8 +300,8 @@ def get_type_info_map():
round_insert_period=2, round_insert_period=2,
), ),
TypeInfo( TypeInfo(
name='contrast_similar', # facesimilar name='contrast_similars', # facesimilar
type='contrast_similar', type='contrast_similars',
model=contrast_similar.ContrastSimilar, model=contrast_similar.ContrastSimilar,
query_deferred=lambda: contrast_similar.ContrastSimilar.objects.all().query, query_deferred=lambda: contrast_similar.ContrastSimilar.objects.all().query,
get_data_func=Contrast_Similar_Transfer.get_contrast_similar_data, get_data_func=Contrast_Similar_Transfer.get_contrast_similar_data,
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment