Commit 416eb3a4 authored by 王志伟's avatar 王志伟

去除机构和黑名单

parent 8dea0587
...@@ -34,7 +34,7 @@ object GmeiConfig extends Serializable { ...@@ -34,7 +34,7 @@ object GmeiConfig extends Serializable {
val sparkConf = new SparkConf val sparkConf = new SparkConf
sparkConf.set("spark.sql.crossJoin.enabled", "true") sparkConf.set("spark.sql.crossJoin.enabled", "true")
sparkConf.set("spark.debug.maxToStringFields", "100") sparkConf.set("spark.debug.maxToStringFields", "100")
sparkConf.set("spark.sql.broadcastTimeout", "1000") sparkConf.set("spark.sql.broadcastTimeout", "6000")
if (!sparkConf.contains("spark.master")) { if (!sparkConf.contains("spark.master")) {
sparkConf.setMaster("local[3]") sparkConf.setMaster("local[3]")
......
...@@ -319,7 +319,7 @@ object coincidence_xinyang { ...@@ -319,7 +319,7 @@ object coincidence_xinyang {
meigou_pay_device_all.show() meigou_pay_device_all.show()
//截止目前获得的与新氧重合的用户数咨询统计 //截止目前获得的与新氧重合的用户数咨询统计
/* val zixun_num_all = sc.sql( val zixun_num_all = sc.sql(
s""" s"""
|select count(cl_id) as zixun_num_all |select count(cl_id) as zixun_num_all
|from online.tl_hdfs_maidian_view |from online.tl_hdfs_maidian_view
...@@ -342,7 +342,7 @@ object coincidence_xinyang { ...@@ -342,7 +342,7 @@ object coincidence_xinyang {
""".stripMargin """.stripMargin
) )
zixun_device_all.show() zixun_device_all.show()
*/
val zixun_num_co = sc.sql( val zixun_num_co = sc.sql(
s""" s"""
|select count(cl_id) as zixun_num_co |select count(cl_id) as zixun_num_co
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment