Commit b9f39289 authored by 高雅喆's avatar 高雅喆

add getOrElse

parent d9b4c46d
...@@ -184,7 +184,6 @@ object Main { ...@@ -184,7 +184,6 @@ object Main {
GmeiConfig.writeToJDBCTable(similar_result, table="nd_cid_similarity_matrix", SaveMode.Overwrite) GmeiConfig.writeToJDBCTable(similar_result, table="nd_cid_similarity_matrix", SaveMode.Overwrite)
//3. cids queue map to device_id //3. cids queue map to device_id
ti.tidbMapTable(dbName = GmeiConfig.config.getString("tidb.database"),tableName = "nd_cid_similarity_matrix") ti.tidbMapTable(dbName = GmeiConfig.config.getString("tidb.database"),tableName = "nd_cid_similarity_matrix")
...@@ -198,14 +197,14 @@ object Main { ...@@ -198,14 +197,14 @@ object Main {
|on a.cid = b.cid |on a.cid = b.cid
|where b.similarity_cid is not null |where b.similarity_cid is not null
""".stripMargin """.stripMargin
).na.fill(Map("city_id" -> "beijing")) ).na.fill(Map("city_id"->"beijing"))
device_id.show() device_id.show()
val device_queue = device_id.rdd.map {item => val device_queue = device_id.rdd.map {item =>
val parts = (item.getAs[String](fieldName = "device_id"),item.getAs[String](fieldName = "city_id"),item.getAs[String](fieldName = "similarity_cid")) val parts = (item.getAs[String](fieldName = "device_id"),item.getAs[String](fieldName = "city_id"),item.getAs[String](fieldName = "similarity_cid"))
Try { Try {
(parts._1,Try(parts._2.toString.replace("worldwide","beijing")),Try(parts._3.toString.replace("diary|","")).getOrElse(null)) (parts._1,Try(parts._2.toString.replace("worldwide","beijing")).getOrElse(null),Try(parts._3.toString.replace("diary|","")).getOrElse(null))
}.getOrElse(null) }.getOrElse(null)
}.filter(_!=null).toDF("device_id","city_id","similarity_cid") }.filter(_!=null).toDF("device_id","city_id","similarity_cid")
...@@ -220,6 +219,3 @@ object Main { ...@@ -220,6 +219,3 @@ object Main {
sys.exit(1) sys.exit(1)
} }
} }
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment