update

crawler_process.py

@@ -67,6 +67,9 @@ def get_error_ratio(task_code, time_range=30):
     res = requests.post(url,json=query)
     res = requests.post(url,json=query)
 
 
     # value = response['aggregations']['avgFailRate']['value']
     # value = response['aggregations']['avgFailRate']['value']
+    print("-_________")
+    print(res.json())
+    print(task_code)
     value = res.json()['aggregations']['avgFailRate']['value']  if res.status_code!=200 else 0.0
     value = res.json()['aggregations']['avgFailRate']['value']  if res.status_code!=200 else 0.0
     return round(value, 3)
     return round(value, 3)
 
 
@@ -79,7 +82,6 @@ def get_crawler_process_info():
         p = psutil.Process(int(pid))
         p = psutil.Process(int(pid))
         info = p.as_dict(attrs=['cmdline', 'create_time', 'cpu_times'])
         info = p.as_dict(attrs=['cmdline', 'create_time', 'cpu_times'])
         info['cmdline'] = {k: v for k, v in zip(info['cmdline'][2::2], info['cmdline'][3::2])}
         info['cmdline'] = {k: v for k, v in zip(info['cmdline'][2::2], info['cmdline'][3::2])}
-        print(info)
         info_dict = dict()
         info_dict = dict()
         info_dict['pid'] = pid.strip()
         info_dict['pid'] = pid.strip()
         info_dict['task_code'] = info['cmdline']['-r']
         info_dict['task_code'] = info['cmdline']['-r']
@@ -94,7 +96,6 @@ def get_crawler_process_info():
         info_dict['run_time'] = round(sum(info['cpu_times']), 3)
         info_dict['run_time'] = round(sum(info['cpu_times']), 3)
         info_dict['remain_task'], info_dict['remain_wrong_task'] = get_process_task(info_dict['task_code'])
         info_dict['remain_task'], info_dict['remain_wrong_task'] = get_process_task(info_dict['task_code'])
         info_dict['wrong_radio'] = get_error_ratio(info_dict['task_code'])
         info_dict['wrong_radio'] = get_error_ratio(info_dict['task_code'])
-        print("cuowulv",info_dict['wrong_radio'])
         process[info_dict['unique_code']] = info_dict
         process[info_dict['unique_code']] = info_dict
     return process
     return process