Skip to content

S
streamingUserPortrait
Commit d9e557d1 authored by 赵威's avatar 赵威
Browse files
Options

update package

parent 3d56c888
Hide whitespace changes
Inline Side-by-side
Showing with 79 additions and 78 deletions
src/main/scala/com.gmei.up/Main.scala
View file @ d9e557d1
...@@ -35,87 +35,88 @@ object Main extends LazyLogging { ...@@ -35,87 +35,88 @@ object Main extends LazyLogging {
// println("###############") // println("###############")
try { try {
val env = StreamExecutionEnvironment.getExecutionEnvironment val env = StreamExecutionEnvironment.getExecutionEnvironment
logger.info("UserPortrait Flink Started") logger.info("UserPortrait Flink Started")
// // TODO read from config // // TODO read from config
// val kafkaConsumerProperties = new Properties val kafkaConsumerProperties = new Properties
// kafkaConsumerProperties.setProperty("group.id", "user_portrait_flink_streaming") kafkaConsumerProperties.setProperty("group.id", "user_portrait_flink_streaming")
// kafkaConsumerProperties.setProperty( kafkaConsumerProperties.setProperty(
// "bootstrap.servers", "bootstrap.servers",
// "172.16.44.25:9092,172.16.44.31:9092,172.16.44.45:9092" "172.16.44.25:9092,172.16.44.31:9092,172.16.44.45:9092"
// ) )
// val kafkaConsumer = new FlinkKafkaConsumer[UserInfo]( val kafkaConsumer = new FlinkKafkaConsumer[UserInfo](
// "gm-portrait-update-device", "gm-portrait-update-device",
// new UserInfoDeserializationSchema, new UserInfoDeserializationSchema,
// kafkaConsumerProperties kafkaConsumerProperties
// ) )
// val stream: DataStream[UserInfo] = env.addSource(kafkaConsumer) val stream: DataStream[UserInfo] = env.addSource(kafkaConsumer)
// stream.map { user => stream.map { user =>
// try { try {
// val deviceId = user.deviceId val deviceId = user.deviceId
// val projects = user.projects.toList val projects = user.projects.toList
// val secondDemands = user.secondDemands.toList val secondDemands = user.secondDemands.toList
// val secondPositions = user.secondPositions.toList val secondPositions = user.secondPositions.toList
// val secondSolutions = user.secondSolutions.toList val secondSolutions = user.secondSolutions.toList
// val cityId = user.cityId val cityId = user.cityId
// println(deviceId) println(deviceId)
// // println(projects.mkString(" ")) // println(projects.mkString(" "))
// val diaryRead = Redis.getRead(deviceId, "diary") val diaryRead = Redis.getRead(deviceId, "diary")
// val tractateRead = Redis.getRead(deviceId, "tractate") val tractateRead = Redis.getRead(deviceId, "tractate")
// val answerRead = Redis.getRead(deviceId, "answer") val answerRead = Redis.getRead(deviceId, "answer")
// val diaryReq = val diaryReq =
// ES.generateDiaryRequest( ES.generateDiaryRequest(
// projects, projects,
// secondDemands, secondDemands,
// secondPositions, secondPositions,
// secondSolutions, secondSolutions,
// diaryRead, diaryRead,
// cityId, cityId,
// 300 300
// ) )
// val tractateReq = val tractateReq =
// ES.generateTractateRequest( ES.generateTractateRequest(
// projects, projects,
// secondDemands, secondDemands,
// secondPositions, secondPositions,
// secondSolutions, secondSolutions,
// tractateRead, tractateRead,
// 300 300
// ) )
// val answerReq = val answerReq =
// ES.generateAnswerRequest(projects, secondDemands, secondPositions, secondSolutions, answerRead, 100) ES.generateAnswerRequest(projects, secondDemands, secondPositions, secondSolutions, answerRead, 100)
// val serviceDiaryReq = val serviceDiaryReq =
// ES.generateServiceDiaryRequest( ES.generateServiceDiaryRequest(
// projects, projects,
// secondDemands, secondDemands,
// secondPositions, secondPositions,
// secondSolutions, secondSolutions,
// diaryRead, diaryRead,
// cityId, cityId,
// 100 100
// ) )
// Redis.save(ES.request(diaryReq), deviceId, "diary") Redis.save(ES.request(diaryReq), deviceId, "diary")
// Redis.save(ES.request(tractateReq), deviceId, "tractate") Redis.save(ES.request(tractateReq), deviceId, "tractate")
// Redis.save(ES.request(answerReq), deviceId, "answer") Redis.save(ES.request(answerReq), deviceId, "answer")
// Redis.save(ES.request(serviceDiaryReq), deviceId, "service_diary") Redis.save(ES.request(serviceDiaryReq), deviceId, "service_diary")
// deviceId logger.info(deviceId)
// } catch {
// case e: Throwable => deviceId
// e.printStackTrace() } catch {
// "" case e: Throwable =>
// } e.printStackTrace()
// } ""
}
// // stream.print }
// env.execute("flink streaming user portrait")
// stream.print
env.execute("flink streaming user portrait")
} catch { } catch {
case e: Throwable => case e: Throwable =>
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment