Commit a57fc651 authored by 高雅喆's avatar 高雅喆

change train data set

parent 241ca693
......@@ -58,11 +58,22 @@ object Data2FFM {
val esmm_data = sc.sql(
s"""
|select device_id,y,z,stat_date,ucity_id,cid_id,diary_service_id,clevel1_id,slevel1_id,ccity_name,scity_id
|from esmm_train_data where stat_date >= '2018-11-29'
|from esmm_train_data
""".stripMargin
).na.drop()
val column_list = esmm_data.columns
val max_stat_date = sc.sql(
s"""
|select max(stat_date) from esmm_train_data
""".stripMargin
).toString()
println("------------------------")
println(max_stat_date)
println(column_list.slice(0,2).toList)
val column_number = scala.collection.mutable.Map[String,Array[String]]()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment