.

eda/smart_rank/tag3_update_user_portrait_offline.py

@@ -96,10 +96,10 @@ def update_tag3_user_portrait(cl_id):
             # redis_client.set(key2, json.dumps(res2))
             # redis_client.expire(key2, 60 * 60 * 24 * 30)
             # print('*'*10)
-            # write_user_portrait(cl_id, ",".join(first_solutions_score.keys()), ",".join(second_solutions_score.keys()),
-            #                     ",".join(first_demands_score.keys()), ",".join(second_demands_score.keys()),
-            #                     ",".join(first_positions_score.keys()), ",".join(second_positions_score.keys()),
-            #                     ",".join(projects_score.keys()))
+            write_user_portrait(cl_id, ",".join(first_solutions_score.keys()), ",".join(second_solutions_score.keys()),
+                                ",".join(first_demands_score.keys()), ",".join(second_demands_score.keys()),
+                                ",".join(first_positions_score.keys()), ",".join(second_positions_score.keys()),
+                                ",".join(projects_score.keys()))
 
         first_solutions = []
         first_positions = []
@@ -166,7 +166,7 @@ def consume_kafka():
                            .set("spark.driver.maxResultSize", "8g") \
                            .set("spark.sql.avro.compression.codec", "snappy")
 
-    try:
+    # try:
     spark = SparkSession.builder.config(conf=sparkConf).enableHiveSupport().getOrCreate()
     spark.sparkContext.setLogLevel("WARN")
     spark.sparkContext.addPyFile("/srv/apps/ffm-baseline_git/eda/smart_rank/tool.py")
@@ -176,8 +176,8 @@ def consume_kafka():
     # result.foreach(print)
     result.collect()
     spark.stop()
-    except Exception as e:
-        send_email("tag3_update_user_portrait_offline", "tag3_update_user_portrait_offline", e)
+    # except Exception as e:
+    #     send_email("tag3_update_user_portrait_offline", "tag3_update_user_portrait_offline", e)
 
 
 if __name__ == "__main__":