监控

eda/smart_rank/spark_streaming_monitor.py

+import requests
+from datetime import datetime
+
+result = requests.get('http://192.144.193.19:4042/api/v1/applications/app-20191112140630-0664/streaming/batches')
+
+batchs_info = result.json()
+
+# batchTime = '2019-11-12T07:53:44.000GMT'
+
+log_path = "/Users/apple/Desktop/"
+
+with open(log_path+"user_portrait_tag_name_increment_update.log", "a") as f:
+    for batch in batchs_info:
+        f.write('%s\n' % batch)
\ No newline at end of file