Commit c530ff4b authored by 高雅喆's avatar 高雅喆

nd data input test

parent 07925aca
...@@ -210,8 +210,8 @@ object NdDataInput { ...@@ -210,8 +210,8 @@ object NdDataInput {
ti.tidbMapTable(dbName = "jerry_prod", tableName = "data_feed_click") ti.tidbMapTable(dbName = "jerry_prod", tableName = "data_feed_click")
ti.tidbMapTable(dbName = "eagle", tableName = "feed_diary_boost") ti.tidbMapTable(dbName = "eagle", tableName = "feed_diary_boost")
val date8 = GmeiConfig.getMinusNDate(5) val date8 = GmeiConfig.getMinusNDate(70)
val tidb_inupt = sc.sql( val result00 = sc.sql(
s""" s"""
|SELECT |SELECT
| split(service_id,'\\\\|')[1] as sid,split(cid,'\\\\|')[1] as cid | split(service_id,'\\\\|')[1] as sid,split(cid,'\\\\|')[1] as cid
...@@ -219,9 +219,9 @@ object NdDataInput { ...@@ -219,9 +219,9 @@ object NdDataInput {
|where stat_date > '${date8}' |where stat_date > '${date8}'
""".stripMargin """.stripMargin
) )
tidb_inupt.createOrReplaceTempView("tmp1") result00.createOrReplaceTempView("tmp1")
tidb_inupt.show() result00.show()
println(tidb_inupt.count()) println(result00.count())
val yesteday = GmeiConfig.getMinusNDate(1).replace("-","") val yesteday = GmeiConfig.getMinusNDate(1).replace("-","")
val result01 = sc.sql( val result01 = sc.sql(
...@@ -254,15 +254,15 @@ object NdDataInput { ...@@ -254,15 +254,15 @@ object NdDataInput {
println(result02.count()) println(result02.count())
val result = sc.sql( val tidb_input = sc.sql(
s""" s"""
|select sid as service_id,cid |select sid as service_id,cid
|from tmp3 |from tmp3
|where clevel1_id = slevel1_id |where clevel1_id = slevel1_id
""".stripMargin """.stripMargin
) )
result.show() tidb_input.show()
println(result.count()) println(tidb_input.count())
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment