auto_vest

moment/views/consum.py

@@ -26,7 +26,7 @@ def kafka_consum(topic_name=None):
     consumser_obj.subscribe([topic_name, ])
     try:
         while True:
-            msg_dict = consumser_obj.poll(timeout_ms=100, max_records=30)
+            msg_dict = consumser_obj.poll(timeout_ms=100, max_records=50)
             consumser_obj.commit_async()
             for msg_key in msg_dict:
                 consume_msg = msg_dict[msg_key]
@@ -51,6 +51,7 @@ def kafka_consum(topic_name=None):
 
                                 elif card_info['action_type'] == "follow":
                                     auto_follow_user(card_info, after_day=True)
+
                                 else:
                                     pass
 
@@ -94,6 +95,7 @@ def kafka_consum(topic_name=None):
                                                 logging.info("get------xiafa------------vestclick:%s" % card_info)
 
                                             auto_click_user(card_info)
+
                                         elif action_type == "follow":  # 在这里去调关注的接口
 
                                             if 'have_follow_number' in card_info and \

moment/views/process_time.py

@@ -15,6 +15,7 @@ import pymysql
 from bs4 import BeautifulSoup
 
 logger = logging.getLogger(__name__)
+producer = KafkaProducer(bootstrap_servers=settings.KAFKA_BROKER_LIST)
 
 
 def strTimeProp(start, end, prop, frmt):
@@ -261,7 +262,6 @@ def get_click_follow_time_by_create_time(create_time="", content_level=0, action
 
 def save_data_to_kafka(card_info):
     try:
-        producer = KafkaProducer(bootstrap_servers=settings.KAFKA_BROKER_LIST)
         topic = settings.KAFKA_TOPIC_NAME
         producer.send(topic, json.dumps(card_info).encode())
         producer.close()