change test file

monitor.py

@@ -96,9 +96,9 @@ def write_redis(device_id,cid_list):
         print("insert redis fail")
         print(e)
 
-def group_redis(x):
-    device_id = list(x)[0]
-    cid_list = list(x)[1]
+def group_redis(device_id,cid_list):
+    # device_id = x[0]
+    # cid_list = x[1]
     db = pymysql.connect(host='172.16.40.158', port=4000, user='root', passwd='3SYz54LS9#^9sBvC', db='eagle')
     sql = "select b.id from src_mimas_prod_api_diary_tags a left join src_zhengxing_api_tag b " \
           "on a.tag_id = b.id where b.tag_type = '3' and a.diary_id in {}".format(tuple(cid_list))
@@ -128,7 +128,7 @@ def group_redis(x):
 
 
 def group_write(rdd):
-    rdd.groupByKey().foreachPartition(lambda x:group_redis(x))
+    rdd.groupByKey().foreachPartition(lambda x:x.map())
     return "good"
 
 
@@ -145,7 +145,8 @@ kafkaParams = {"metadata.broker.list": "172.16.44.25:9092,172.16.44.31:9092,172.
 
 
 stream = KafkaUtils.createDirectStream(ssc, ["gm-maidian-data"], kafkaParams)
-transformstream = stream.transform(lambda x:model(x)).foreachRDD(group_write)
+transformstream = stream.transform(lambda x:model(x)).foreachRDD(lambda x:x.groupByKey().
+                                                                 foreachPartition(group_redis))
 # transformstream.pprint()
 # print(transformstream)
 ssc.start()