Commit 21dd0444 authored by 张彦钊's avatar 张彦钊

change test file

parent f49d3095
......@@ -126,8 +126,8 @@ def group_redis(device_id,cid_list):
def group_write(rdd):
rdd.groupByKey().map(lambda x: group_redis(x[0],x[1]))
return "good"
rdd.groupByKey().map(lambda x: x[0]).collect()
# Spark-Streaming-Kafka
sc = SparkContext(conf=SparkConf().setMaster("spark://nvwa01:7077").setAppName("filter").set("spark.io.compression.codec", "lzf"))
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment