Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
C
ctr-estimate
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
赵建伟
ctr-estimate
Commits
d1d68815
Commit
d1d68815
authored
Apr 11, 2020
by
赵建伟
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
update codes
parent
06c8e414
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
27 additions
and
170 deletions
+27
-170
CtrPfrRctBean.java
src/main/java/com/gmei/data/ctr/bean/CtrPfrRctBean.java
+0
-145
TestCtrPfrCrtMain.java
src/main/java/com/gmei/data/ctr/main/TestCtrPfrCrtMain.java
+0
-1
JrAsyncPfrCrtSource.java
...in/java/com/gmei/data/ctr/source/JrAsyncPfrCrtSource.java
+27
-24
No files found.
src/main/java/com/gmei/data/ctr/bean/CtrPfrRctBean.java
deleted
100644 → 0
View file @
06c8e414
package
com
.
gmei
.
data
.
ctr
.
bean
;
/**
* @ClassName DeviceCurrentEstimatePfrTmp
* @Author apple
* @Date 2020/3/31
* @Version V1.0
**/
public
class
CtrPfrRctBean
{
private
String
deviceId
;
private
String
statisticsType
;
private
String
statisticsTypeId
;
private
String
projectPfr
;
private
String
firstDemandsPfr
;
private
String
firstPositionsPfr
;
private
String
firstSolutionsPfr
;
private
String
secondDemandsPfr
;
private
String
secondPositionsPfr
;
private
String
secondSolutionsPfr
;
private
String
lastUpdateTime
;
public
CtrPfrRctBean
(
String
deviceId
,
String
statisticsType
,
String
statisticsTypeId
,
String
projectPfr
,
String
firstDemandsPfr
,
String
firstPositionsPfr
,
String
firstSolutionsPfr
,
String
secondDemandsPfr
,
String
secondPositionsPfr
,
String
secondSolutionsPfr
,
String
lastUpdateTime
)
{
this
.
deviceId
=
deviceId
;
this
.
statisticsType
=
statisticsType
;
this
.
statisticsTypeId
=
statisticsTypeId
;
this
.
projectPfr
=
projectPfr
;
this
.
firstDemandsPfr
=
firstDemandsPfr
;
this
.
firstPositionsPfr
=
firstPositionsPfr
;
this
.
firstSolutionsPfr
=
firstSolutionsPfr
;
this
.
secondDemandsPfr
=
secondDemandsPfr
;
this
.
secondPositionsPfr
=
secondPositionsPfr
;
this
.
secondSolutionsPfr
=
secondSolutionsPfr
;
this
.
lastUpdateTime
=
lastUpdateTime
;
}
public
CtrPfrRctBean
()
{
}
public
String
getDeviceId
()
{
return
deviceId
;
}
public
void
setDeviceId
(
String
deviceId
)
{
this
.
deviceId
=
deviceId
;
}
public
String
getStatisticsType
()
{
return
statisticsType
;
}
public
void
setStatisticsType
(
String
statisticsType
)
{
this
.
statisticsType
=
statisticsType
;
}
public
String
getStatisticsTypeId
()
{
return
statisticsTypeId
;
}
public
void
setStatisticsTypeId
(
String
statisticsTypeId
)
{
this
.
statisticsTypeId
=
statisticsTypeId
;
}
public
String
getProjectPfr
()
{
return
projectPfr
;
}
public
void
setProjectPfr
(
String
projectPfr
)
{
this
.
projectPfr
=
projectPfr
;
}
public
String
getFirstDemandsPfr
()
{
return
firstDemandsPfr
;
}
public
void
setFirstDemandsPfr
(
String
firstDemandsPfr
)
{
this
.
firstDemandsPfr
=
firstDemandsPfr
;
}
public
String
getFirstPositionsPfr
()
{
return
firstPositionsPfr
;
}
public
void
setFirstPositionsPfr
(
String
firstPositionsPfr
)
{
this
.
firstPositionsPfr
=
firstPositionsPfr
;
}
public
String
getFirstSolutionsPfr
()
{
return
firstSolutionsPfr
;
}
public
void
setFirstSolutionsPfr
(
String
firstSolutionsPfr
)
{
this
.
firstSolutionsPfr
=
firstSolutionsPfr
;
}
public
String
getSecondDemandsPfr
()
{
return
secondDemandsPfr
;
}
public
void
setSecondDemandsPfr
(
String
secondDemandsPfr
)
{
this
.
secondDemandsPfr
=
secondDemandsPfr
;
}
public
String
getSecondPositionsPfr
()
{
return
secondPositionsPfr
;
}
public
void
setSecondPositionsPfr
(
String
secondPositionsPfr
)
{
this
.
secondPositionsPfr
=
secondPositionsPfr
;
}
public
String
getSecondSolutionsPfr
()
{
return
secondSolutionsPfr
;
}
public
void
setSecondSolutionsPfr
(
String
secondSolutionsPfr
)
{
this
.
secondSolutionsPfr
=
secondSolutionsPfr
;
}
public
String
getLastUpdateTime
()
{
return
lastUpdateTime
;
}
public
void
setLastUpdateTime
(
String
lastUpdateTime
)
{
this
.
lastUpdateTime
=
lastUpdateTime
;
}
@Override
public
String
toString
()
{
return
"DeviceCurrentEstimatePfrTmp{"
+
"deviceId='"
+
deviceId
+
'\''
+
", statisticsType='"
+
statisticsType
+
'\''
+
", statisticsTypeId='"
+
statisticsTypeId
+
'\''
+
", projectPfr='"
+
projectPfr
+
'\''
+
", firstDemandsPfr='"
+
firstDemandsPfr
+
'\''
+
", firstPositionsPfr='"
+
firstPositionsPfr
+
'\''
+
", firstSolutionsPfr='"
+
firstSolutionsPfr
+
'\''
+
", secondDemandsPfr='"
+
secondDemandsPfr
+
'\''
+
", secondPositionsPfr='"
+
secondPositionsPfr
+
'\''
+
", secondSolutionsPfr='"
+
secondSolutionsPfr
+
'\''
+
", lastUpdateTime='"
+
lastUpdateTime
+
'\''
+
'}'
;
}
}
src/main/java/com/gmei/data/ctr/main/TestCtrPfrCrtMain.java
View file @
d1d68815
package
com
.
gmei
.
data
.
ctr
.
main
;
import
com.gmei.data.ctr.operator.CtrPfrCrtOperator
;
import
com.gmei.data.ctr.operator.CtrPfrRctOperator
;
import
com.gmei.data.ctr.source.MaidianKafkaSource
;
import
org.apache.flink.api.java.utils.ParameterTool
;
import
org.apache.flink.streaming.api.datastream.DataStream
;
...
...
src/main/java/com/gmei/data/ctr/source/JrAsyncPfrCrtSource.java
View file @
d1d68815
package
com
.
gmei
.
data
.
ctr
.
source
;
import
com.alibaba.druid.pool.DruidDataSource
;
import
com.gmei.data.ctr.bean.CtrPfrCrtBean
;
import
com.gmei.data.ctr.bean.CtrPfrCrtEtlBean
;
import
com.gmei.data.ctr.bean.CtrPfrRctEtlBean
;
import
com.gmei.data.ctr.bean.CtrPfrRctBean
;
import
com.gmei.data.ctr.common.Constants
;
...
...
@@ -28,7 +30,7 @@ import static java.util.concurrent.Executors.newFixedThreadPool;
* @Date 2020/3/29
* @Version V1.0
**/
public
class
JrAsyncPfrCrtSource
extends
RichAsyncFunction
<
CtrPfr
RctEtlBean
,
CtrPfrRc
tBean
>
{
public
class
JrAsyncPfrCrtSource
extends
RichAsyncFunction
<
CtrPfr
CrtEtlBean
,
CtrPfrCr
tBean
>
{
private
String
jerryJdbcUrl
;
private
String
jerryUsername
;
private
String
jerryPassword
;
...
...
@@ -54,20 +56,20 @@ public class JrAsyncPfrCrtSource extends RichAsyncFunction<CtrPfrRctEtlBean, Ctr
dataSource
.
setMaxActive
(
20
);
}
@Override
public
void
asyncInvoke
(
CtrPfr
RctEtlBean
ctrPfrRctEtlBean
,
ResultFuture
<
CtrPfrRc
tBean
>
resultFuture
)
throws
Exception
{
Future
<
CtrPfr
Rc
tBean
>
future
=
executorService
.
submit
(()
->
{
return
queryFromMySql
(
ctrPfr
Rc
tEtlBean
);
public
void
asyncInvoke
(
CtrPfr
CrtEtlBean
ctrPfrCrtEtlBean
,
ResultFuture
<
CtrPfrCr
tBean
>
resultFuture
)
throws
Exception
{
Future
<
CtrPfr
Cr
tBean
>
future
=
executorService
.
submit
(()
->
{
return
queryFromMySql
(
ctrPfr
Cr
tEtlBean
);
});
CompletableFuture
.
supplyAsync
(
new
Supplier
<
CtrPfr
Rc
tBean
>()
{
CompletableFuture
.
supplyAsync
(
new
Supplier
<
CtrPfr
Cr
tBean
>()
{
@Override
public
CtrPfr
Rc
tBean
get
()
{
public
CtrPfr
Cr
tBean
get
()
{
try
{
return
future
.
get
();
}
catch
(
Exception
e
)
{
return
null
;
}
}
}).
thenAccept
((
CtrPfr
Rc
tBean
dbResult
)
->{
}).
thenAccept
((
CtrPfr
Cr
tBean
dbResult
)
->{
resultFuture
.
complete
(
Collections
.
singleton
(
dbResult
));
});
}
...
...
@@ -81,11 +83,11 @@ public class JrAsyncPfrCrtSource extends RichAsyncFunction<CtrPfrRctEtlBean, Ctr
}
}
private
CtrPfr
RctBean
queryFromMySql
(
CtrPfrRctEtlBean
ctrPfrRc
tEtlBean
)
{
CtrPfr
Rc
tBean
dcept
=
null
;
String
statisticsType
=
ctrPfr
Rc
tEtlBean
.
getStatisticsType
();
String
deviceId
=
ctrPfr
Rc
tEtlBean
.
getDeviceId
();
String
statisticsTypeId
=
ctrPfr
Rc
tEtlBean
.
getStatisticsTypeId
();
private
CtrPfr
CrtBean
queryFromMySql
(
CtrPfrCrtEtlBean
ctrPfrCr
tEtlBean
)
{
CtrPfr
Cr
tBean
dcept
=
null
;
String
statisticsType
=
ctrPfr
Cr
tEtlBean
.
getStatisticsType
();
String
deviceId
=
ctrPfr
Cr
tEtlBean
.
getDeviceId
();
String
statisticsTypeId
=
ctrPfr
Cr
tEtlBean
.
getStatisticsTypeId
();
if
(
statisticsType
!=
null
&&
deviceId
!=
null
&&
statisticsTypeId
!=
null
){
String
sql
=
""
;
if
(
"service"
.
equals
(
statisticsType
)){
...
...
@@ -102,7 +104,7 @@ public class JrAsyncPfrCrtSource extends RichAsyncFunction<CtrPfrRctEtlBean, Ctr
"from strategy_answer_tagv3_info where content_id = '%s'"
,
statisticsTypeId
);
}
if
(
StringUtils
.
isNotBlank
(
sql
)){
dcept
=
findTagInfo
(
sql
,
ctrPfr
Rc
tEtlBean
);
dcept
=
findTagInfo
(
sql
,
ctrPfr
Cr
tEtlBean
);
if
(
null
!=
dcept
){
Date
date
=
new
Date
();
dcept
.
setDeviceId
(
deviceId
);
...
...
@@ -115,8 +117,8 @@ public class JrAsyncPfrCrtSource extends RichAsyncFunction<CtrPfrRctEtlBean, Ctr
return
dcept
;
}
private
CtrPfr
RctBean
findTagInfo
(
String
sql
,
CtrPfrRctEtlBean
ctrPfrRc
tEtlBean
){
CtrPfr
RctBean
ctrPfrRc
tBean
=
null
;
private
CtrPfr
CrtBean
findTagInfo
(
String
sql
,
CtrPfrCrtEtlBean
ctrPfrCr
tEtlBean
){
CtrPfr
CrtBean
ctrPfrCr
tBean
=
null
;
Connection
connection
=
null
;
PreparedStatement
stmt
=
null
;
ResultSet
rs
=
null
;
...
...
@@ -125,14 +127,14 @@ public class JrAsyncPfrCrtSource extends RichAsyncFunction<CtrPfrRctEtlBean, Ctr
stmt
=
connection
.
prepareStatement
(
sql
);
rs
=
stmt
.
executeQuery
();
while
(
rs
.
next
()){
ctrPfr
RctBean
=
new
CtrPfrRc
tBean
();
ctrPfr
Rc
tBean
.
setProjectPfr
(
rs
.
getString
(
"project_tags"
));
ctrPfr
Rc
tBean
.
setFirstDemandsPfr
(
rs
.
getString
(
"first_demands"
));
ctrPfr
Rc
tBean
.
setFirstPositionsPfr
(
rs
.
getString
(
"first_positions"
));
ctrPfr
Rc
tBean
.
setFirstSolutionsPfr
(
rs
.
getString
(
"first_solutions"
));
ctrPfr
Rc
tBean
.
setSecondDemandsPfr
(
rs
.
getString
(
"second_demands"
));
ctrPfr
Rc
tBean
.
setSecondPositionsPfr
(
rs
.
getString
(
"second_positions"
));
ctrPfr
Rc
tBean
.
setSecondSolutionsPfr
(
rs
.
getString
(
"second_solutions"
));
ctrPfr
CrtBean
=
new
CtrPfrCr
tBean
();
ctrPfr
Cr
tBean
.
setProjectPfr
(
rs
.
getString
(
"project_tags"
));
ctrPfr
Cr
tBean
.
setFirstDemandsPfr
(
rs
.
getString
(
"first_demands"
));
ctrPfr
Cr
tBean
.
setFirstPositionsPfr
(
rs
.
getString
(
"first_positions"
));
ctrPfr
Cr
tBean
.
setFirstSolutionsPfr
(
rs
.
getString
(
"first_solutions"
));
ctrPfr
Cr
tBean
.
setSecondDemandsPfr
(
rs
.
getString
(
"second_demands"
));
ctrPfr
Cr
tBean
.
setSecondPositionsPfr
(
rs
.
getString
(
"second_positions"
));
ctrPfr
Cr
tBean
.
setSecondSolutionsPfr
(
rs
.
getString
(
"second_solutions"
));
}
}
catch
(
Exception
e
){
e
.
printStackTrace
();
...
...
@@ -151,6 +153,6 @@ public class JrAsyncPfrCrtSource extends RichAsyncFunction<CtrPfrRctEtlBean, Ctr
e
.
printStackTrace
();
}
}
return
ctrPfr
Rc
tBean
;
return
ctrPfr
Cr
tBean
;
}
}
\ No newline at end of file
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment