update

crawler_sys/framework/update_data_in_target_releasers_multi_process_by_date_from_redis.py

@@ -48,7 +48,7 @@ parser.add_argument('-n', '--max_page', default=30, type=int,
                           'must be an int value, default to 30.'))
 parser.add_argument('-f', '--output_file_path', default='', type=str,
                     help=('Specify output file path, default None.'))
-parser.add_argument('-r', '--push_to_redis', default=False, type=bool,
+parser.add_argument('-r', '--push_to_redis', default="false", type=str,
                     help=('Write urls to redis or not, default to True'))
 parser.add_argument('-w', '--output_to_es_raw', default='True', type=str,
                     help=('Write data into es or not, default to True'))
@@ -121,7 +121,6 @@ name = args.name
 lock = threading.Lock()
 
 es_index = args.es_index
-doc_type = args.doc_type
 end_time = int(datetime.datetime.now().timestamp() * 1e3)
 kwargs_dict = {
         'output_to_file': output_to_file,
@@ -129,7 +128,6 @@ kwargs_dict = {
         'releaser_page_num_max': releaser_page_num_max,
         'output_to_es_raw': output_to_es_raw,
         'es_index': es_index,
-        'doc_type': doc_type,
         'output_to_es_register': output_to_es_register,
         'push_to_redis': push_to_redis,
 }
@@ -204,7 +202,6 @@ def single_thead(processe,name):
                                           filepath=None,
                                           output_to_es_raw=output_to_es_raw,
                                           es_index=es_index,
-                                          doc_type=doc_type,
                                           output_to_es_register=output_to_es_register)
                             print(len(data_list))
                             data_list.clear()