Commit 06510619 authored by Your Name's avatar Your Name

dist test

parent f219d4c2
...@@ -286,6 +286,7 @@ if __name__ == "__main__": ...@@ -286,6 +286,7 @@ if __name__ == "__main__":
nearby_data = te_result_dataframe.toPandas() nearby_data = te_result_dataframe.toPandas()
print("nearby pd data") print("nearby pd data")
print(nearby_data.head()) print(nearby_data.head())
print(nearby_data.dtypes)
native_data = spark.read.parquet(path+"native_result/") native_data = spark.read.parquet(path+"native_result/")
...@@ -294,6 +295,7 @@ if __name__ == "__main__": ...@@ -294,6 +295,7 @@ if __name__ == "__main__":
native_data_pd = native_data.toPandas() native_data_pd = native_data.toPandas()
print("native pd data") print("native pd data")
print(native_data_pd.head()) print(native_data_pd.head())
print(native_data_pd.dtypes)
print("耗时(秒):") print("耗时(秒):")
print((time.time()-b)) print((time.time()-b))
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment