update

output/out_put_diary_0923.py

@@ -129,94 +129,94 @@ second_demands_count_dict, tags_v3_count_dict, second_demands_card_id_list,tags_
 print(second_demands_count_dict,tags_v3_count_dict)
 time.sleep(10)
 
-
-second_demands_tag_count = {}
-projects_demands_tag_count = {}
-total_tag_count = {}
-total_tag_count_pro = {}
-temp_null_count = 0
-for redis_count,spark_res in enumerate(sql_res):
-    # if redis_count >= 50:break
-    second_demands = []
-    projects = []
-    total_answer_content_num = 0
-    total_tractate_content_num = 0
-    total_diary_content_num = 0
-    # print(sql_res)
-    try:
-        res = get_user_portrait_tag3_from_redis(spark_res.first_device)
-    except:
-        continue
-    if res.get("second_demands"):
-        second_demands = res.get("second_demands")
-        # print(count_res)
-        for tag in second_demands:
-            if tag in second_demands_tag_count:
-                second_demands_tag_count[tag] += 1
-            else:
-                second_demands_tag_count[tag] = 1
-            if tag in second_demands_count_dict:
-                total_tractate_content_num += second_demands_count_dict[tag]
-    if res.get("projects"):
-        projects = res.get("projects")
-        # print(count_res)
-        for tag in projects:
-            if tag in projects_demands_tag_count:
-                projects_demands_tag_count[tag] += 1
-            else:
-                projects_demands_tag_count[tag] = 1
-
-            if tag in tags_v3_count_dict:
-                total_tractate_content_num += tags_v3_count_dict[tag]
-    # print(total_answer_content_num, total_tractate_content_num, total_diary_content_num)
-    tmp_count_num = 0
-
-
-    if 0 <= total_tractate_content_num < 10:
-        bulk_dict[0][1] += 1
-        if not second_demands and not projects:
-            temp_null_count += 1
-        if second_demands:
-            for tag in second_demands:
-                if tag in total_tag_count:
-                    total_tag_count[tag] += 1
-                else:
-                    total_tag_count[tag] = 1
-        if projects:
-            for tag in projects:
-                if tag in total_tag_count_pro:
-                    total_tag_count_pro[tag] += 1
-                else:
-                    total_tag_count_pro[tag] = 1
-    elif 10 <= total_tractate_content_num < 50:
-        bulk_dict[10][1] += 1
-    elif 50 <= total_tractate_content_num < 100:
-        bulk_dict[50][1] += 1
-    elif 100 <= total_tractate_content_num < 200:
-        bulk_dict[100][1] += 1
-    elif 200 <= total_tractate_content_num < 500:
-        bulk_dict[200][1] += 1
-    elif 500 <= total_tractate_content_num < 1000:
-        bulk_dict[500][1] += 1
-    else:
-        bulk_dict[1000][1] += 1
-
-    # if redis_count % 5000 == 0:
-    #     print(redis_count,bulk_dict)
-    #     print(temp_null_count)
-    #     print(second_demands_tag_count,projects_demands_tag_count)
-print("total_tag_count" , total_tag_count)
-print("total_tag_count_pro" ,total_tag_count_pro)
-print("bulk_dict", bulk_dict)
-print("temp_null_count", temp_null_count)
 #
-print("second_demands_tag_count",second_demands_tag_count)
-print("projects_demands_tag_count",projects_demands_tag_count)
-with open("log.log","w",encoding='utf-8') as f:
-    f.write(str(total_tag_count))
-    f.write(str(total_tag_count_pro))
-    f.write(str(second_demands_tag_count))
-    f.write(str(projects_demands_tag_count))
-
-
-
+# second_demands_tag_count = {}
+# projects_demands_tag_count = {}
+# total_tag_count = {}
+# total_tag_count_pro = {}
+# temp_null_count = 0
+# for redis_count,spark_res in enumerate(sql_res):
+#     # if redis_count >= 50:break
+#     second_demands = []
+#     projects = []
+#     total_answer_content_num = 0
+#     total_tractate_content_num = 0
+#     total_diary_content_num = 0
+#     # print(sql_res)
+#     try:
+#         res = get_user_portrait_tag3_from_redis(spark_res.first_device)
+#     except:
+#         continue
+#     if res.get("second_demands"):
+#         second_demands = res.get("second_demands")
+#         # print(count_res)
+#         for tag in second_demands:
+#             if tag in second_demands_tag_count:
+#                 second_demands_tag_count[tag] += 1
+#             else:
+#                 second_demands_tag_count[tag] = 1
+#             if tag in second_demands_count_dict:
+#                 total_tractate_content_num += second_demands_count_dict[tag]
+#     if res.get("projects"):
+#         projects = res.get("projects")
+#         # print(count_res)
+#         for tag in projects:
+#             if tag in projects_demands_tag_count:
+#                 projects_demands_tag_count[tag] += 1
+#             else:
+#                 projects_demands_tag_count[tag] = 1
+#
+#             if tag in tags_v3_count_dict:
+#                 total_tractate_content_num += tags_v3_count_dict[tag]
+#     # print(total_answer_content_num, total_tractate_content_num, total_diary_content_num)
+#     tmp_count_num = 0
+#
+#
+#     if 0 <= total_tractate_content_num < 10:
+#         bulk_dict[0][1] += 1
+#         if not second_demands and not projects:
+#             temp_null_count += 1
+#         if second_demands:
+#             for tag in second_demands:
+#                 if tag in total_tag_count:
+#                     total_tag_count[tag] += 1
+#                 else:
+#                     total_tag_count[tag] = 1
+#         if projects:
+#             for tag in projects:
+#                 if tag in total_tag_count_pro:
+#                     total_tag_count_pro[tag] += 1
+#                 else:
+#                     total_tag_count_pro[tag] = 1
+#     elif 10 <= total_tractate_content_num < 50:
+#         bulk_dict[10][1] += 1
+#     elif 50 <= total_tractate_content_num < 100:
+#         bulk_dict[50][1] += 1
+#     elif 100 <= total_tractate_content_num < 200:
+#         bulk_dict[100][1] += 1
+#     elif 200 <= total_tractate_content_num < 500:
+#         bulk_dict[200][1] += 1
+#     elif 500 <= total_tractate_content_num < 1000:
+#         bulk_dict[500][1] += 1
+#     else:
+#         bulk_dict[1000][1] += 1
+#
+#     # if redis_count % 5000 == 0:
+#     #     print(redis_count,bulk_dict)
+#     #     print(temp_null_count)
+#     #     print(second_demands_tag_count,projects_demands_tag_count)
+# print("total_tag_count" , total_tag_count)
+# print("total_tag_count_pro" ,total_tag_count_pro)
+# print("bulk_dict", bulk_dict)
+# print("temp_null_count", temp_null_count)
+# #
+# print("second_demands_tag_count",second_demands_tag_count)
+# print("projects_demands_tag_count",projects_demands_tag_count)
+# with open("log.log","w",encoding='utf-8') as f:
+#     f.write(str(total_tag_count))
+#     f.write(str(total_tag_count_pro))
+#     f.write(str(second_demands_tag_count))
+#     f.write(str(projects_demands_tag_count))
+#
+#
+#