ok

dags/airflow/airflow_heartbeat_detection.py

@@ -27,8 +27,8 @@ dag = DAG(
 def heartbeat_alarm(**kwargs):
     logging.info('start heartbeat alarm')
     title = 'airflow_heartbeat_detection'
-    msg = '\n- I am airflow, I will notify you once every two hours.\
-    If I have not notified after one hours, I have already hanged up.SOS...'
+    msg = '\n- I am airflow, I will notify you once every 100 minutes.\
+    If I have not notified after 100 minutes, I have already hanged up.SOS...'
     message = '''I am airflow, I am still alive.!!!
     \n#### DAG_ID:  %s 
     \n#### TASKID:  %s 

dags/airflow/clear_tasks_container_logs.py

@@ -9,7 +9,7 @@ import os,logging
 default_args = {
     'owner': 'tangxianggang',
     'depends_on_past': False,
-    'start_date': datetime.now() - timedelta(days=2),
+    'start_date': datetime.now() - timedelta(days=1),
     'retries': 2,
     'retry_delay': timedelta(seconds=5)
 }
@@ -17,11 +17,11 @@ default_args = {
 dag = DAG(
     dag_id='clear_tasks_container_logs',
     default_args=default_args,
-    schedule_interval=timedelta(days=1)
+    schedule_interval=timedelta(minutes=720)
 )
 
 def clear_worker_logs():
-    dt = datetime.now() - timedelta(days=3)
+    dt = datetime.now() - timedelta(minutes=720)
     time_str = dt.strftime('%Y-%m-%d')
     cmd = 'rm -rf /opt/bitnami/airflow/logs/*/*/%s*' % (time_str)
     logging.info('exec cmd : ' + cmd)

dags/kafka/alarm_kafka_connect_v2.py

@@ -14,7 +14,7 @@ import airflow
 #variable parameter
 DAG_ID = 'alarm_kafka_connect_v2'
 START_DATE = datetime.now() - timedelta(minutes=30)
-SCHEDULE_INTERVAL = timedelta(minutes=5)
+SCHEDULE_INTERVAL = timedelta(minutes=15)
 
 SERVICES = [
 'es-gmei-test-cp-kafka-connect',