计算多天的推荐重复问题

eda/feededa/src/main/scala/com/gmei/temp_count.scala

@@ -318,19 +318,11 @@ object Repeated_content_recommendation_moreday {
            |and stat_date >='${stat_date}'
            |group by device_id,stat_date
          """.stripMargin
-      )
-      exp_diary.show()
-      exp_diary.createOrReplaceTempView("exp_diary")
-
-      val count = sc.sql(
-        s"""
-           |select device_id,concat_ws(',',collect_set(expoure_diary)) from exp_diary
-           |group by device_id
-         """.stripMargin
-      )
-      count.show()
-
-
+      ).rdd.map(row=>(row(0).toString,row(1).toString,row(2).toString)).map(row=>(row._2,row._3)).groupByKey()
+        .filter(x => x._2.size >1)
+      val temp=exp_diary.take(10).foreach(println)
+//      exp_diary.show()
+//      exp_diary.createOrReplaceTempView("exp_diary")
 //      GmeiConfig.writeToJDBCTable(df, table = "Repeated_evaluation_indicator_moreday", SaveMode.Append)
 
     }