Commit b8a77014 authored by lixiaofang's avatar lixiaofang

add

parent 8fad69aa
...@@ -11,30 +11,29 @@ import sys ...@@ -11,30 +11,29 @@ import sys
from libs.es import ESPerform from libs.es import ESPerform
import trans2es.models as md import trans2es.models as md
from libs.table_scan import TableSlicer,TableSlicerChunk from libs.table_scan import TableSlicer, TableSlicerChunk
from trans2es.type_info import get_type_info_map,TypeInfo,tips_attr_sync_to_redis_type_info_map from trans2es.type_info import get_type_info_map, TypeInfo, tips_attr_sync_to_redis_type_info_map
from libs.cache import redis_client from libs.cache import redis_client
import json import json
class Command(BaseCommand): class Command(BaseCommand):
args = '' args = ''
help = 'dump data to redis, parallel' help = 'dump data to redis, parallel'
from optparse import make_option from optparse import make_option
option_list = BaseCommand.option_list + ( option_list = BaseCommand.option_list + (
make_option('-t', '--type', dest='type', help='type name to dump data to elasticsearch', metavar='TYPE',default=''), make_option('-t', '--type', dest='type', help='type name to dump data to elasticsearch', metavar='TYPE',
make_option('-i', '--index-prefix', dest='index_prefix', help='index name to dump data to elasticsearch', metavar='INDEX_PREFIX'), default=''),
make_option('-i', '--index-prefix', dest='index_prefix', help='index name to dump data to elasticsearch',
metavar='INDEX_PREFIX'),
make_option('-p', '--parallel', dest='parallel', help='parallel process count', metavar='PARALLEL'), make_option('-p', '--parallel', dest='parallel', help='parallel process count', metavar='PARALLEL'),
make_option('-s', '--pks', dest='pks', help='specify sync pks, comma separated', metavar='PKS', default=''), make_option('-s', '--pks', dest='pks', help='specify sync pks, comma separated', metavar='PKS', default=''),
make_option('--streaming-slicing', dest='streaming_slicing', action='store_true', default=True), make_option('--streaming-slicing', dest='streaming_slicing', action='store_true', default=True),
make_option('--no-streaming-slicing', dest='streaming_slicing', action='store_false', default=True), make_option('--no-streaming-slicing', dest='streaming_slicing', action='store_false', default=True),
make_option('-S', '--sync_type',dest='sync_type', help='sync data to es',metavar='TYPE',default='') make_option('-S', '--sync_type', dest='sync_type', help='sync data to es', metavar='TYPE', default='')
) )
def handle(self, *args, **options): def handle(self, *args, **options):
...@@ -43,7 +42,7 @@ class Command(BaseCommand): ...@@ -43,7 +42,7 @@ class Command(BaseCommand):
for type_name in type_name_list: for type_name in type_name_list:
if len(options["type"]): if len(options["type"]):
if options["type"] == "all" or type_name==options["type"]: if options["type"] == "all" or type_name == options["type"]:
logging.info("begin sync [%s] data to redis!" % type_name) logging.info("begin sync [%s] data to redis!" % type_name)
type_info = tips_attr_sync_to_redis_type_info_map()[type_name] type_info = tips_attr_sync_to_redis_type_info_map()[type_name]
query_set = type_info.queryset query_set = type_info.queryset
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment