Commit c42b6b24 authored by lixiaofang's avatar lixiaofang

add

parent ba23b20b
......@@ -40,7 +40,8 @@ def kafka_consum(topic_name=None):
# consumser_obj.seek(partition=TopicPartition(topic_name,int(partition_id.decode())),offset=int(topic_partition_info[partition_id]))
while True:
begin = time.time()
msg_dict = consumser_obj.poll(timeout_ms=10000, max_records=50)
msg_dict = consumser_obj.poll(timeout_ms=10000, max_records=500)
consumser_obj.commit_async()
for msg_value in msg_dict.values():
for msg in msg_value:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment