Commit f8bdbf7d authored by 王志伟's avatar 王志伟

add sql.broadcastTimeout

parent 2d0fc094
...@@ -34,6 +34,7 @@ object GmeiConfig extends Serializable { ...@@ -34,6 +34,7 @@ object GmeiConfig extends Serializable {
val sparkConf = new SparkConf val sparkConf = new SparkConf
sparkConf.set("spark.sql.crossJoin.enabled", "true") sparkConf.set("spark.sql.crossJoin.enabled", "true")
sparkConf.set("spark.debug.maxToStringFields", "100") sparkConf.set("spark.debug.maxToStringFields", "100")
sparkConf.set("spark.sql.broadcastTimeout", "500")
if (!sparkConf.contains("spark.master")) { if (!sparkConf.contains("spark.master")) {
sparkConf.setMaster("local[3]") sparkConf.setMaster("local[3]")
......
...@@ -125,7 +125,7 @@ object Recommendation_strategy_all { ...@@ -125,7 +125,7 @@ object Recommendation_strategy_all {
|and je.stat_date ='${param.date}' |and je.stat_date ='${param.date}'
""".stripMargin """.stripMargin
) )
imp_count_oldUser_Contrast.show() imp_count_oldUser_all.show()
val result = clk_count_oldUser_Contrast.join(imp_count_oldUser_Contrast,"stat_date") val result = clk_count_oldUser_Contrast.join(imp_count_oldUser_Contrast,"stat_date")
.join(clk_count_oldUser_all,"stat_date") .join(clk_count_oldUser_all,"stat_date")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment