Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
F
flink-monitor
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
赵建伟
flink-monitor
Commits
4a36c0a8
Commit
4a36c0a8
authored
Mar 26, 2020
by
赵建伟
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
update codes
parent
01529336
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
26 additions
and
15 deletions
+26
-15
start.sh
bin/start.sh
+1
-1
PortraitMonitorShdOperator.java
...mei/data/monitor/operator/PortraitMonitorShdOperator.java
+23
-10
MysqlUtils.java
src/main/java/com/gmei/data/monitor/utils/MysqlUtils.java
+2
-4
No files found.
bin/start.sh
View file @
4a36c0a8
...
...
@@ -31,7 +31,7 @@ $JAR_DIR/flink-monitor-1.0-SNAPSHOT.jar \
--retryInteral
3000
\
--checkpointPath
'hdfs://bj-gmei-hdfs/user/data/flink/flink-monitor/checkpoint'
\
--parallelism
12
\
--startTime
'2020-03-26 1
5:40
:00'
\
--startTime
'2020-03-26 1
6:11
:00'
\
>>
/data/log/flink-monitor/flink-monitor.out 2>&1 &
tail
-10f
/data/log/flink-monitor/flink-monitor.out
...
...
src/main/java/com/gmei/data/monitor/operator/PortraitMonitorShdOperator.java
View file @
4a36c0a8
...
...
@@ -2,9 +2,7 @@ package com.gmei.data.monitor.operator;
import
com.alibaba.fastjson.JSON
;
import
com.alibaba.fastjson.JSONObject
;
import
com.gmei.data.monitor.bean.DeviceInfo
;
import
com.gmei.data.monitor.bean.TblMonitorPortraitShd
;
import
com.gmei.data.monitor.cache.SimpleCacheService
;
import
com.gmei.data.monitor.sink.PortraitShdMysqlSink
;
import
com.gmei.data.monitor.utils.DateUtils
;
import
com.gmei.data.monitor.utils.MysqlUtils
;
...
...
@@ -44,8 +42,9 @@ public class PortraitMonitorShdOperator implements BaseOperator{
private
int
maxRetry
;
private
long
retryInteral
;
private
int
parallelism
;
private
SimpleCacheService
<
Integer
,
DeviceInfo
>
deviceCallableSimpleCacheService
=
deviceCallableSimpleCacheService
=
new
SimpleCacheService
<>(
2000
,
24
);
private
transient
MysqlUtils
mysqlUtils
=
new
MysqlUtils
();
//private transient SimpleCacheService<Integer, DeviceInfo> deviceCallableSimpleCacheService
// = deviceCallableSimpleCacheService = new SimpleCacheService<>(2000, 24);
public
static
final
DateTimeFormatter
dateTimeFormat
=
ISODateTimeFormat
.
dateTime
();
public
static
final
DateTimeFormatter
dateTimeNoMillisFormat
=
ISODateTimeFormat
.
dateTimeNoMillis
();
...
...
@@ -178,16 +177,30 @@ public class PortraitMonitorShdOperator implements BaseOperator{
if
(
Arrays
.
asList
(
interact
).
contains
(
appAction
))
{
Integer
userId
=
appObject
.
getInteger
(
"user_id"
);
if
(
userId
!=
null
){
String
sql
=
String
.
format
(
"select device_id from statistic_device where id = (SELECT max(device_id) FROM statistic_device_user WHERE user_id = %d)"
,
userId
);
String
deviceInfo
=
(
String
)
new
MysqlUtils
(
inJdbcUrl
).
getSimpleResult
(
sql
);
// String sql = String.format(
// "select device_id from statistic_device where id = (SELECT max(device_id) FROM statistic_device_user WHERE user_id = %d)"
// ,userId);
// String deviceId = "";
// try{
// Connection connection = DriverManager.getConnection(inJdbcUrl);
// PreparedStatement ps = connection.prepareStatement(sql);
// ResultSet resultSet = ps.executeQuery();
// while (resultSet.next()) {
// deviceId = (String) resultSet.getObject(1);
// }
// resultSet.close();
// ps.close();
// connection.close();
// }catch (Exception e){
// e.printStackTrace();
// }
//String deviceInfo = (String) mysqlUtils.getSimpleResult(inJdbcUrl,sql);
// DeviceInfo deviceInfo = deviceCallableSimpleCacheService.getValue(userId, new DeviceCallable(userId, inJdbcUrl));
// deviceCallableSimpleCacheService.putValue(userId,deviceInfo);
if
(
null
!=
deviceInfo
&&
StringUtils
.
isNotBlank
(
deviceInfo
)){
// if(StringUtils.isNotBlank(deviceId
)){
jsonObject
.
put
(
"statistics_action"
,
appAction
);
return
true
;
}
//
}
}
}
}
...
...
src/main/java/com/gmei/data/monitor/utils/MysqlUtils.java
View file @
4a36c0a8
...
...
@@ -15,11 +15,9 @@ import java.sql.ResultSet;
*/
public
class
MysqlUtils
implements
Serializable
{
private
String
jdbcUrl
;
private
static
final
Logger
logger
=
LoggerFactory
.
getLogger
(
MysqlUtils
.
class
);
public
MysqlUtils
(
String
jdbcUrl
)
{
this
.
jdbcUrl
=
jdbcUrl
;
public
MysqlUtils
()
{
try
{
Class
.
forName
(
Constants
.
MYSQL_DRIVER_CLASS
);
}
catch
(
Exception
e
)
{
...
...
@@ -27,7 +25,7 @@ public class MysqlUtils implements Serializable {
}
}
public
Object
getSimpleResult
(
String
sql
){
public
Object
getSimpleResult
(
String
jdbcUrl
,
String
sql
){
Object
rs
=
""
;
try
{
Connection
connection
=
DriverManager
.
getConnection
(
jdbcUrl
);
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment