add

42843dd9 · 张彦钊 · 68453774 · 42843dd9
Commit 42843dd9 authored Sep 27, 2019 by 张彦钊
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 5 deletions

hello.py hello.py +4 -5

No files found.
--- a/hello.py
+++ b/hello.py
@@ -32,11 +32,10 @@ if __name__ == '__main__':
    df = spark.sql(sql)
    # # df.show(6)
    # # params['exposure_cards'],
-    rdd = df.rdd.map(lambda x:(position(eval(x[0]),10),))
-    #
-    # print(rdd.collect())
-    #
-    spark.createDataFrame(rdd).show(20)
+    rdd = df.rdd.map(lambda x:("a",position(eval(x[0]),10))).reduceByKey(lambda x,y:x+y).map(lambda x:x[1])
+    print(rdd.collect())
+
+