Commit ef679a65 authored by 高雅喆's avatar 高雅喆

change similar queue length

parent d8fd40f8
......@@ -178,7 +178,7 @@ object Main {
// sort by score desc. and take top 20 entries
val similar = Try(similarWords.toSeq.sortBy(-1 * _._3).filter(_._2.startsWith("diary")).take(20).map(_._2).mkString(",")).getOrElse(null)
(word1,s"$similar")
}.filter(_._2.split(",").length > 9)
}.filter(_._2.split(",").length > 4)
result.take(20).foreach(println)
val similar_result = result.toDF("cid","similarity_cid")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment