Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
A
airflow-dags-hub
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
唐香港
airflow-dags-hub
Commits
8665d5b9
Commit
8665d5b9
authored
Aug 30, 2019
by
唐香港
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Update alarm_kafka_connect_v2.py
parent
b27f22b4
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
5 additions
and
9 deletions
+5
-9
alarm_kafka_connect_v2.py
dags/kafka/alarm_kafka_connect_v2.py
+5
-9
No files found.
dags/kafka/alarm_kafka_connect_v2.py
View file @
8665d5b9
...
...
@@ -14,7 +14,7 @@ import airflow
#variable parameter
DAG_ID
=
'alarm_kafka_connect_v2'
START_DATE
=
datetime
.
now
()
-
timedelta
(
minutes
=
30
)
SCHEDULE_INTERVAL
=
timedelta
(
minutes
=
1
5
)
SCHEDULE_INTERVAL
=
timedelta
(
minutes
=
5
)
SERVICES
=
[
'es-gmei-prod-cp-kafka-connect'
,
...
...
@@ -28,7 +28,7 @@ class TimeoutError(Exception):
def
run_command
(
cmd
,
timeout
=
60
):
is_linux
=
platform
.
system
()
==
'Linux'
p
=
subprocess
.
Popen
(
cmd
,
std
err
=
subprocess
.
STDOUT
,
std
out
=
subprocess
.
PIPE
,
shell
=
True
,
preexec_fn
=
os
.
setsid
if
is_linux
else
None
)
p
=
subprocess
.
Popen
(
cmd
,
stdout
=
subprocess
.
PIPE
,
shell
=
True
,
preexec_fn
=
os
.
setsid
if
is_linux
else
None
)
t_beginning
=
time
.
time
()
seconds_passed
=
0
while
True
:
...
...
@@ -80,16 +80,12 @@ def get_kafka_connectors_status(cmd):
try
:
result
=
run_command
(
cmd
,
timeout
)
result
=
result
.
decode
()
#
result = result.decode()
logging
.
info
(
result
)
if
'Could not resolve host'
in
result
:
if
not
result
:
msg
=
'
\n
- **error_msg**: Could not resolve host
%
s'
%
(
cmd
)
raise
Exception
(
msg
)
resMsg
=
result
.
split
(
'
\n
'
)[
-
1
]
logging
.
info
(
"result of last line to resMag : "
+
resMsg
)
if
'--:--:--'
in
resMsg
:
raise
TimeoutError
(
cmd
,
timeout
)
connectors_dict
=
json
.
loads
(
resMsg
)
connectors_dict
=
json
.
loads
(
result
)
if
'error_code'
in
connectors_dict
:
msg
=
'
\n
- **error_code**: '
+
connectors_dict
[
'error_code'
]
+
'**error_msg**: '
+
connectors_dict
[
'message'
]
logging
.
error
(
msg
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment