监控

eda/smart_rank/spark_streaming_monitor.py

@@ -16,10 +16,10 @@ while True:
         is_email = 0
         for batch in batchs_info:
             if is_email == 0 and 'totalDelay' in batch and batch['totalDelay'] > 10000:
-                batch_time = batch['totalDelay']
+                batch_time = batch['batchTime']
                 GMT_FORMAT = '%Y-%m-%dT%H:%M:%S.000GMT'
-                batchTime_beijing = datetime.datetime.strptime(batchTime, GMT_FORMAT) + datetime.timedelta(hours=8)
-                send_email("画像增量更新堆积时间", str(batchTime_beijing), str(batch['totalDelay']))
+                batch_time_beijing = datetime.datetime.strptime(batch_time, GMT_FORMAT) + datetime.timedelta(hours=8)
+                send_email("画像增量更新堆积时间", + "堆积时刻：" + str(batch_time_beijing) + "堆积时长:" + str(batch['totalDelay']))
                 is_email = 1
             f.write('%s\n' % batch)
     time.sleep(1800)