Commit c530ff4b authored by 高雅喆's avatar 高雅喆

nd data input test

parent 07925aca
......@@ -210,8 +210,8 @@ object NdDataInput {
ti.tidbMapTable(dbName = "jerry_prod", tableName = "data_feed_click")
ti.tidbMapTable(dbName = "eagle", tableName = "feed_diary_boost")
val date8 = GmeiConfig.getMinusNDate(5)
val tidb_inupt = sc.sql(
val date8 = GmeiConfig.getMinusNDate(70)
val result00 = sc.sql(
s"""
|SELECT
| split(service_id,'\\\\|')[1] as sid,split(cid,'\\\\|')[1] as cid
......@@ -219,9 +219,9 @@ object NdDataInput {
|where stat_date > '${date8}'
""".stripMargin
)
tidb_inupt.createOrReplaceTempView("tmp1")
tidb_inupt.show()
println(tidb_inupt.count())
result00.createOrReplaceTempView("tmp1")
result00.show()
println(result00.count())
val yesteday = GmeiConfig.getMinusNDate(1).replace("-","")
val result01 = sc.sql(
......@@ -254,15 +254,15 @@ object NdDataInput {
println(result02.count())
val result = sc.sql(
val tidb_input = sc.sql(
s"""
|select sid as service_id,cid
|from tmp3
|where clevel1_id = slevel1_id
""".stripMargin
)
result.show()
println(result.count())
tidb_input.show()
println(tidb_input.count())
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment