Commit 0d6b7b35 authored by Your Name's avatar Your Name

dist test

parent d171e23a
No related merge requests found
......@@ -281,6 +281,8 @@ if __name__ == "__main__":
te_result_dataframe = spark.createDataFrame(indices.flatMap(lambda x: x.split(";")).map(
lambda l: Row(sample_id=l.split(":")[0],uid=l.split(":")[1],city=l.split(":")[2],cid_id=l.split(":")[3],ctcvr=l.split(":")[4])))
print("nearby rdd data")
te_result_dataframe.show()
nearby_data = te_result_dataframe.toPandas()
print("nearby pd data")
nearby_data.head()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment