Commit b0a71fc8 authored by 赵威's avatar 赵威

update field

parent a8e00aa1
...@@ -9,7 +9,10 @@ from .utils import common_elements, nth_element ...@@ -9,7 +9,10 @@ from .utils import common_elements, nth_element
def read_csv_data(dataset_path): def read_csv_data(dataset_path):
device_df = pd.read_csv(dataset_path.joinpath("device.csv"), sep="|") device_df = pd.read_csv(dataset_path.joinpath("device.csv"), sep="|")
device_df.drop_duplicates(subset=["device_id"], inplace=True)
diary_df = pd.read_csv(dataset_path.joinpath("diary.csv"), sep="|") diary_df = pd.read_csv(dataset_path.joinpath("diary.csv"), sep="|")
click_df = pd.read_csv(dataset_path.joinpath("diary_click.csv"), sep="|") click_df = pd.read_csv(dataset_path.joinpath("diary_click.csv"), sep="|")
conversion_df = pd.read_csv(dataset_path.joinpath("diary_click_cvr.csv"), sep="|") conversion_df = pd.read_csv(dataset_path.joinpath("diary_click_cvr.csv"), sep="|")
return device_df, diary_df, click_df, conversion_df return device_df, diary_df, click_df, conversion_df
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment