Commit dab2a1cf authored by 张彦钊's avatar 张彦钊

add

parent 45302231
......@@ -41,13 +41,33 @@ if __name__ == '__main__':
# # df.show(6)
# # params['exposure_cards'],
df.persist()
total = []
rdd = df.rdd.map(lambda x:("a",position(eval(x[0]),10))).reduceByKey(lambda x,y:x+y).map(lambda x:x[1])
print("<=10")
print(rdd.collect()[0])
tmp = rdd.collect()[0]
total.append(tmp)
rdd = df.rdd.map(lambda x: ("a", position(eval(x[0]), 30))).reduceByKey(lambda x, y: x + y).map(lambda x: x[1])
tmp = rdd.collect()[0]
total.append(tmp)
rdd = df.rdd.map(lambda x: ("a", position(eval(x[0]), 50))).reduceByKey(lambda x, y: x + y).map(lambda x: x[1])
tmp = rdd.collect()[0]
total.append(tmp)
rdd = df.rdd.map(lambda x: ("a", cpc(eval(x[0]), 10))).reduceByKey(lambda x, y: x + y).map(lambda x: x[1])
print("<=10 cpc ==1 ")
print(rdd.collect()[0])
tmp = rdd.collect()[0]
total.append(tmp)
rdd = df.rdd.map(lambda x: ("a", cpc(eval(x[0]), 30))).reduceByKey(lambda x, y: x + y).map(lambda x: x[1])
tmp = rdd.collect()[0]
total.append(tmp)
rdd = df.rdd.map(lambda x: ("a", cpc(eval(x[0]), 50))).reduceByKey(lambda x, y: x + y).map(lambda x: x[1])
tmp = rdd.collect()[0]
total.append(tmp)
rdd = df.rdd.map(lambda x: ("a", len(eval(x[0])))).reduceByKey(lambda x, y: x + y).map(lambda x: x[1])
tmp = rdd.collect()[0]
total.append(tmp)
df.unpersist()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment