Skip to content

F
ffm-baseline
Commit 52ea583e authored by 王志伟's avatar 王志伟
Browse files
Options

修复bug

parent 1b6fee9a
Hide whitespace changes
Inline Side-by-side
Showing with 17 additions and 13 deletions
eda/feededa/src/main/scala/com/gmei/app_list.scala
View file @ 52ea583e
...@@ -4,7 +4,7 @@ import java.io.Serializable ...@@ -4,7 +4,7 @@ import java.io.Serializable
import org.apache.spark.sql.functions.udf import org.apache.spark.sql.functions.udf
import com.gmei.WeafareStat.{defaultParams, parser} import com.gmei.WeafareStat.{defaultParams, parser}
import org.apache.spark.sql.{SaveMode, TiContext} import org.apache.spark.sql.{SaveMode}
import org.apache.log4j.{Level, Logger} import org.apache.log4j.{Level, Logger}
import scopt.OptionParser import scopt.OptionParser
import com.gmei.lib.AbstractParams import com.gmei.lib.AbstractParams
...@@ -49,13 +49,15 @@ object app_list { ...@@ -49,13 +49,15 @@ object app_list {
val spark_env = GmeiConfig.getSparkSession() val spark_env = GmeiConfig.getSparkSession()
val sc = spark_env._2 val sc = spark_env._2
val ti = new TiContext(sc) sc.sql("use jerry_prod")
ti.tidbMapTable(dbName = "jerry_prod", tableName = "diary_video")
ti.tidbMapTable(dbName = "jerry_prod", tableName = "data_feed_click") // val ti = new TiContext(sc)
ti.tidbMapTable(dbName = "jerry_prod", tableName = "blacklist") // ti.tidbMapTable(dbName = "jerry_prod", tableName = "diary_video")
ti.tidbMapTable(dbName = "jerry_test", tableName = "bl_device_list") // ti.tidbMapTable(dbName = "jerry_prod", tableName = "data_feed_click")
ti.tidbMapTable(dbName = "jerry_prod", tableName = "data_feed_exposure") // ti.tidbMapTable(dbName = "jerry_prod", tableName = "blacklist")
ti.tidbMapTable(dbName = "jerry_prod", tableName = "merge_queue_table") // ti.tidbMapTable(dbName = "jerry_test", tableName = "bl_device_list")
// ti.tidbMapTable(dbName = "jerry_prod", tableName = "data_feed_exposure")
// ti.tidbMapTable(dbName = "jerry_prod", tableName = "merge_queue_table")
import sc.implicits._ import sc.implicits._
...@@ -218,10 +220,12 @@ object coincidence_xinyang { ...@@ -218,10 +220,12 @@ object coincidence_xinyang {
val spark_env = GmeiConfig.getSparkSession() val spark_env = GmeiConfig.getSparkSession()
val sc = spark_env._2 val sc = spark_env._2
val ti = new TiContext(sc) sc.sql("use jerry_prod")
ti.tidbMapTable(dbName = "jerry_prod", tableName = "blacklist")
ti.tidbMapTable(dbName = "jerry_prod", tableName = "device_id_applist") // val ti = new TiContext(sc)
ti.tidbMapTable(dbName = "jerry_prod", tableName = "device_id_coincidence") // ti.tidbMapTable(dbName = "jerry_prod", tableName = "blacklist")
// ti.tidbMapTable(dbName = "jerry_prod", tableName = "device_id_applist")
// ti.tidbMapTable(dbName = "jerry_prod", tableName = "device_id_coincidence")
//println(param.date) //println(param.date)
......
eda/feededa/src/main/scala/com/gmei/strategy_clk_imp_oldUser.scala
View file @ 52ea583e
...@@ -3,7 +3,7 @@ package com.gmei ...@@ -3,7 +3,7 @@ package com.gmei
import java.io.Serializable import java.io.Serializable
import com.gmei.WeafareStat.{defaultParams, parser} import com.gmei.WeafareStat.{defaultParams, parser}
import org.apache.spark.sql.{SaveMode, TiContext} import org.apache.spark.sql.{SaveMode}
import org.apache.log4j.{Level, Logger} import org.apache.log4j.{Level, Logger}
import scopt.OptionParser import scopt.OptionParser
import com.gmei.lib.AbstractParams import com.gmei.lib.AbstractParams
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment