send email

eda/smart_rank/tag3_update_user_portrait_offline.py

@@ -8,7 +8,7 @@ import redis
 
 from pyspark import SparkConf
 from pyspark.sql import SparkSession
-from tool import get_jerry_test, get_tag3_user_log, write_user_portrait
+from tool import (get_jerry_test, get_tag3_user_log, send_email, write_user_portrait)
 
 
 # [{'激光': 1.949194898204873}, {'手术': 1.949194898204873}, {'手术': 1.949194898204873}, {'手术': 1.949194898204873}]
@@ -114,6 +114,7 @@ def consume_kafka():
                            .set("spark.driver.maxResultSize", "8g") \
                            .set("spark.sql.avro.compression.codec", "snappy")
 
+    try:
         spark = SparkSession.builder.config(conf=sparkConf).enableHiveSupport().getOrCreate()
         spark.sparkContext.setLogLevel("WARN")
         spark.sparkContext.addPyFile("/srv/apps/ffm-baseline_git/eda/smart_rank/tool.py")
@@ -123,6 +124,8 @@ def consume_kafka():
         # result.foreach(print)
         result.collect()
         spark.stop()
+    except Exception as e:
+        send_email("tag3_update_user_portrait_offline", "tag3_update_user_portrait_offline", e)
 
 
 if __name__ == "__main__":