update

task/tractate_analysis_in_7000.py

@@ -270,11 +270,12 @@ for res in sql_res:
     # partition_date = res.partition_date
     # print(res)
     cl_id = res.cl_id
+    card_id = res.card_id
+    if int(card_id) not in card_id_list:
+        continue
     if cl_id in device_id_dict:
         # print("has device")
-        card_id = res.card_id
         # print(type(card_id),card_id)
-        if int(card_id) not in card_id_list:continue
         print("has card_id")
         session_pv = res.session_pv
         # card_id_set.update(card_id)
@@ -314,6 +315,16 @@ for tag_id in second_demands_tag_count:
 
     }
     print(temp_dict)
+for tag_id in second_demands_count_dict:
+    if tag_id not in second_demands_tag_count:
+        temp_dict = {
+            "tag_name": tag_id,
+            "device_count": second_demands_tag_count.get(tag_id),
+            "tractate_count": second_demands_count_dict.get(tag_id),
+            "exporsure_count": len(second_demands_id_count[tag_id]) if second_demands_id_count.get(tag_id) else 0,
+
+        }
+        print(temp_dict)
 
 print("----------------------------------------------")
 for tag_id in projects_demands_tag_count:
@@ -321,7 +332,17 @@ for tag_id in projects_demands_tag_count:
         "tag_name": tag_id,
         "device_count": projects_demands_tag_count[tag_id],
         "tractate_count": tags_v3_count_dict.get(tag_id),
-        "exporsure_count": len(projects_demands_id_count[tag_id]) if projects_demands_id_count.get(tag_id) else 0,
+        "exporsure_count": 0,
 
     }
-    print(temp_dict)
\ No newline at end of file
+    print(temp_dict)
+for tag_id in tags_v3_count_dict:
+    if tag_id not in projects_demands_tag_count:
+        temp_dict = {
+            "tag_name": tag_id,
+            "device_count": projects_demands_tag_count.get(tag_id),
+            "tractate_count": tags_v3_count_dict.get(tag_id),
+            "exporsure_count": 0,
+
+        }
+        print(temp_dict)
\ No newline at end of file

utils/func_from_es_get_article.py

@@ -344,17 +344,19 @@ def get_user_post_from_mysql(sql):
     sql_res = con_sql_doris_prod(sql)
     for card_id in sql_res:
         print(type(card_id[0]),card_id)
-        card_id_list.append(int(card_id[0]))
+
         es_res = get_tractate_tags_from_es(card_id[0])
         for position in es_res["_source"]["second_demands"]:
             if position in second_demands_count_dict:
                 second_demands_count_dict[position] += 1
             else:
                 second_demands_count_dict[position] = 1
+                card_id_list.append(int(card_id[0]))
         for tag in es_res["_source"]["tags_v3"]:
             if tag in tags_v3_count_dict:
                 tags_v3_count_dict[tag] += 1
             else:
                 tags_v3_count_dict[tag] = 1
+                card_id_list.append(int(card_id[0]))
     print(card_id_list)
     return second_demands_count_dict, tags_v3_count_dict, card_id_list