Commit d171e23a authored by Your Name's avatar Your Name

dist test

parent f5b458e8
......@@ -282,12 +282,15 @@ if __name__ == "__main__":
lambda l: Row(sample_id=l.split(":")[0],uid=l.split(":")[1],city=l.split(":")[2],cid_id=l.split(":")[3],ctcvr=l.split(":")[4])))
nearby_data = te_result_dataframe.toPandas()
print("nearby pd data")
nearby_data.head()
native_data = spark.read.parquet(path+"native_result/")
print("native rdd data")
native_data.show()
native_data_pd = native_data.toPandas()
print("native pd data")
native_data_pd.head()
print("耗时(秒):")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment