判断offset是否已经消费了

moment/views/process_time.py

@@ -310,3 +310,26 @@ def get_vest_userid_and_comment(need_comment_num=0, tag_names=[], card_id=0):
     except:
         logging.error("catch exception,err_msg:%s" % traceback.format_exc())
         return []
+
+
+def judge_offset_partition_have_consum(offset=0, partition=0):
+    """
+    根据当前的offset和分区去判断数据是否已经被消费
+    :param offset:
+    :param partition:
+    :return:
+    """
+    try:
+        redis_list_data = set()
+        key = "irrigation_partition_offset_have_consum:" + str(partition)
+        redis_data = redis_client.get(key)
+        if redis_data:
+            redis_list_data = set(json.loads(redis_data))
+            if offset in redis_list_data:
+                return False
+        redis_list_data.add(offset)
+        redis_client.set(key, json.dumps(list(redis_list_data)))
+        return True
+    except:
+        logging.error("catch exception,err_msg:%s" % traceback.format_exc())
+        return False