update

new_user_analysis/new_user_behavior_analysis.py

@@ -252,7 +252,7 @@ WHERE dev.device_id is null and t2.device_id is not null
     exposure_sql_gte_than_16_df = spark.sql(exposure_sql_gte_than_16)
 
 
-    sql_res = exposure_sql_lt_than_8_df.collect()
+    sql_res = exposure_sql_gte_than_16_df.collect()
     res_dict = {}
     portrait_dict = {
         "first_demands": {},
@@ -302,4 +302,37 @@ WHERE dev.device_id is null and t2.device_id is not null
     # print(portrait_dict)
     # print(count_user_count + 1, count_not_has_portratit)
     # print("-------------------------------")
-    print("event_dict",today_str,event_dict_reverse)
+    print("event_dict",today_str,count_user_count,event_dict_reverse)
+
+    sql_res = exposure_sql_lt_than_8_df.collect()
+    event_dict = {}
+    event_dict_reverse = {}
+    for count_user_count, res in enumerate(sql_res):
+        # print(count, res)
+        temp_count = 0
+        try:
+            for event_cn,projects in get_user_event_from_mysql(res.cl_id,today_timestamp):
+                project_list = projects.split(",")
+                for project in project_list:
+                    if project not in event_dict:
+                        event_dict[project] = {}
+                    if event_dict[project].get(event_cn):
+                        event_dict[project][event_cn] += 1
+                    else:
+                        event_dict[project][event_cn] = 1
+
+                    if event_cn not in event_dict_reverse:
+                        event_dict_reverse[event_cn] = {}
+                    if event_dict_reverse[event_cn].get(project):
+                        event_dict_reverse[event_cn][project] += 1
+                    else:
+                        event_dict_reverse[event_cn][project] = 1
+
+        except Exception as e:
+            print("error ", e)
+
+        temp_count += 1
+        if not temp_count:
+            count_not_has_portratit += 1
+            no_portrait_device_id_list.append(res.cl_id)
+    print("event_dict", today_str, count_user_count, event_dict_reverse)