Commit dab2a1cf authored by 张彦钊's avatar 张彦钊

add

parent 45302231
...@@ -41,13 +41,33 @@ if __name__ == '__main__': ...@@ -41,13 +41,33 @@ if __name__ == '__main__':
# # df.show(6) # # df.show(6)
# # params['exposure_cards'], # # params['exposure_cards'],
df.persist() df.persist()
total = []
rdd = df.rdd.map(lambda x:("a",position(eval(x[0]),10))).reduceByKey(lambda x,y:x+y).map(lambda x:x[1]) rdd = df.rdd.map(lambda x:("a",position(eval(x[0]),10))).reduceByKey(lambda x,y:x+y).map(lambda x:x[1])
print("<=10") tmp = rdd.collect()[0]
print(rdd.collect()[0]) total.append(tmp)
rdd = df.rdd.map(lambda x: ("a", position(eval(x[0]), 30))).reduceByKey(lambda x, y: x + y).map(lambda x: x[1])
tmp = rdd.collect()[0]
total.append(tmp)
rdd = df.rdd.map(lambda x: ("a", position(eval(x[0]), 50))).reduceByKey(lambda x, y: x + y).map(lambda x: x[1])
tmp = rdd.collect()[0]
total.append(tmp)
rdd = df.rdd.map(lambda x: ("a", cpc(eval(x[0]), 10))).reduceByKey(lambda x, y: x + y).map(lambda x: x[1]) rdd = df.rdd.map(lambda x: ("a", cpc(eval(x[0]), 10))).reduceByKey(lambda x, y: x + y).map(lambda x: x[1])
print("<=10 cpc ==1 ") tmp = rdd.collect()[0]
print(rdd.collect()[0]) total.append(tmp)
rdd = df.rdd.map(lambda x: ("a", cpc(eval(x[0]), 30))).reduceByKey(lambda x, y: x + y).map(lambda x: x[1])
tmp = rdd.collect()[0]
total.append(tmp)
rdd = df.rdd.map(lambda x: ("a", cpc(eval(x[0]), 50))).reduceByKey(lambda x, y: x + y).map(lambda x: x[1])
tmp = rdd.collect()[0]
total.append(tmp)
rdd = df.rdd.map(lambda x: ("a", len(eval(x[0])))).reduceByKey(lambda x, y: x + y).map(lambda x: x[1])
tmp = rdd.collect()[0]
total.append(tmp)
df.unpersist() df.unpersist()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment