Commit af301456 authored by 高雅喆's avatar 高雅喆

nd data input test

parent 1b58256e
......@@ -238,6 +238,34 @@ object NdDataInput {
result01.show()
println(result01.count())
val result02 = sc.sql(
s"""
|select a.sid as sid, a.cid as cid, a.ctag_id as ctag_id, a.clevel1_id as clevel1_id,
| b.tag_id as stag_id, c.level1_id as slevel1_id
|from tmp2 a
|left join online.tl_meigou_servicetag_view b on a.sid=b.service_id
|left join online.bl_tag_hierarchy_detail c on b.tag_id=c.id
|where b.partition_date='${yesteday}'
|and c.partition_date='${yesteday}'
""".stripMargin
)
result02.createOrReplaceTempView("tmp3")
result02.show()
println(result02.count())
val result = sc.sql(
s"""
|select sid as service_id,cid
|from tmp3
|where clevel1_id = slevel1_id
""".stripMargin
)
result.show()
println(result.count())
}
}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment