Skip to content
Toggle navigation
P
Projects
G
Groups
S
Snippets
Help
lichenggang
/
tas_monitor
This project
Loading...
Sign in
Toggle navigation
Go to a project
Project
Repository
Issues
0
Merge Requests
0
Pipelines
Wiki
Snippets
Settings
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Commit
f4f041ea
authored
Apr 08, 2022
by
陈森彬
Browse files
Options
_('Browse Files')
Download
Email Patches
Plain Diff
update
parent
c0468bad
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
2 additions
and
6 deletions
crawler_process.py
utils/es_api.py
crawler_process.py
View file @
f4f041ea
...
@@ -67,10 +67,7 @@ def get_error_ratio(task_code, time_range=30):
...
@@ -67,10 +67,7 @@ def get_error_ratio(task_code, time_range=30):
res
=
requests
.
post
(
url
,
json
=
query
)
res
=
requests
.
post
(
url
,
json
=
query
)
# value = response['aggregations']['avgFailRate']['value']
# value = response['aggregations']['avgFailRate']['value']
print
(
"-_________"
)
value
=
res
.
json
()[
'aggregations'
][
'avgFailRate'
][
'value'
]
if
res
.
status_code
==
200
else
0.0
print
(
res
.
json
())
print
(
task_code
)
value
=
res
.
json
()[
'aggregations'
][
'avgFailRate'
][
'value'
]
if
res
.
status_code
!=
200
else
0.0
return
round
(
value
,
3
)
return
round
(
value
,
3
)
...
@@ -96,7 +93,6 @@ def get_crawler_process_info():
...
@@ -96,7 +93,6 @@ def get_crawler_process_info():
info_dict
[
'run_time'
]
=
round
(
sum
(
info
[
'cpu_times'
]),
3
)
info_dict
[
'run_time'
]
=
round
(
sum
(
info
[
'cpu_times'
]),
3
)
info_dict
[
'remain_task'
],
info_dict
[
'remain_wrong_task'
]
=
get_process_task
(
info_dict
[
'task_code'
])
info_dict
[
'remain_task'
],
info_dict
[
'remain_wrong_task'
]
=
get_process_task
(
info_dict
[
'task_code'
])
info_dict
[
'wrong_radio'
]
=
get_error_ratio
(
info_dict
[
'task_code'
])
info_dict
[
'wrong_radio'
]
=
get_error_ratio
(
info_dict
[
'task_code'
])
print
(
info_dict
[
'task_code'
],
info_dict
[
'wrong_radio'
])
process
[
info_dict
[
'unique_code'
]]
=
info_dict
process
[
info_dict
[
'unique_code'
]]
=
info_dict
return
process
return
process
...
...
utils/es_api.py
View file @
f4f041ea
...
@@ -126,7 +126,7 @@ def get_task_error_rate(time_range=30, error_rate=30):
...
@@ -126,7 +126,7 @@ def get_task_error_rate(time_range=30, error_rate=30):
res
=
requests
.
post
(
url
,
json
=
query
)
res
=
requests
.
post
(
url
,
json
=
query
)
# value = response['aggregations']['avgFailRate']['value']
# value = response['aggregations']['avgFailRate']['value']
buckets
=
res
.
json
()[
'aggregations'
][
'avgFailRate'
][
'value'
]
if
res
.
status_code
!
=
200
and
res
.
json
()[
'aggregations'
][
'taskCodes'
][
'buckets'
]
else
""
buckets
=
res
.
json
()[
'aggregations'
][
'avgFailRate'
][
'value'
]
if
res
.
status_code
=
=
200
and
res
.
json
()[
'aggregations'
][
'taskCodes'
][
'buckets'
]
else
""
if
buckets
:
if
buckets
:
return
gen_msg
(
time_range
,
buckets
)
return
gen_msg
(
time_range
,
buckets
)
return
return
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment