get data

src/main.py

@@ -18,19 +18,21 @@ from models.esmm.model import esmm_model_fn, model_export, model_predict
 
 def main():
     time_begin = time.time()
-    df = get_device_df_from_redis()
+    # df = get_device_df_from_redis()
     df2 = get_diary_df_from_redis()
-    print(df.size)
-    print(df2.size)
-
-    a = device_feature_engineering(df)
-    b = diary_feature_engineering(df2)
-    print(a.size)
-    print(b.size)
-
-    # device_df, diary_df, click_df, conversion_df = read_csv_data(Path("~/data/cvr_data/"))
-    # device_df = device_feature_engineering(device_df)
-    # diary_df = diary_feature_engineering(diary_df)
+    print(df2.sample(1))
+    # print(df.size)
+    # print(df2.size)
+
+    # a = device_feature_engineering(df)
+    # b = diary_feature_engineering(df2)
+    # print(a.size)
+    # print(b.size)
+
+    device_df, diary_df, click_df, conversion_df = read_csv_data(Path("~/data/cvr_data/"))
+    device_df = device_feature_engineering(device_df)
+    diary_df = diary_feature_engineering(diary_df)
+    print(diary_df.sample(1))
     # cc_df = click_feature_engineering(click_df, conversion_df)
     # df = join_features(device_df, diary_df, cc_df)