Commit f8bdbf7d authored by 王志伟's avatar 王志伟

add sql.broadcastTimeout

parent 2d0fc094
......@@ -34,6 +34,7 @@ object GmeiConfig extends Serializable {
val sparkConf = new SparkConf
sparkConf.set("spark.sql.crossJoin.enabled", "true")
sparkConf.set("spark.debug.maxToStringFields", "100")
sparkConf.set("spark.sql.broadcastTimeout", "500")
if (!sparkConf.contains("spark.master")) {
sparkConf.setMaster("local[3]")
......
......@@ -125,7 +125,7 @@ object Recommendation_strategy_all {
|and je.stat_date ='${param.date}'
""".stripMargin
)
imp_count_oldUser_Contrast.show()
imp_count_oldUser_all.show()
val result = clk_count_oldUser_Contrast.join(imp_count_oldUser_Contrast,"stat_date")
.join(clk_count_oldUser_all,"stat_date")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment