监控

eda/smart_rank/spark_streaming_monitor.py

+import time
 import requests
 from datetime import date
 
-result = requests.get('http://192.144.193.19:4042/api/v1/applications/app-20191112140630-0664/streaming/batches')
 
-batchs_info = result.json()
+while True:
+    result = requests.get('http://192.144.193.19:4042/api/v1/applications/app-20191112140630-0664/streaming/batches')
 
-# batchTime = '2019-11-12T07:53:44.000GMT'
+    batchs_info = result.json()
 
-log_path = "/Users/apple/Desktop/spark_streaming_log/"
+    # batchTime = '2019-11-12T07:53:44.000GMT'
 
-today = date.today().strftime('%Y%m%d')
-with open(log_path+"user_portrait_tag_name_increment_update_" + today + ".log", "a") as f:
-    for batch in batchs_info:
-        f.write('%s\n' % batch)
\ No newline at end of file
+    log_path = "/Users/apple/Desktop/spark_streaming_log/"
+
+    today = date.today().strftime('%Y%m%d')
+    with open(log_path+"user_portrait_tag_name_increment_update_" + today + ".log", "a") as f:
+        for batch in batchs_info:
+            f.write('%s\n' % batch)
+    time.sleep(1800)