tests/xxx => exit !0 on fail stats/xxx catch errors => error id

submit 1000 jobs group_id=xxx es-jobs group_id=xxx | grep failed, exit != 0 failed, but no error id? => improve stats/xxx

- catch all kind errors - make sure no 漏网之鱼

On Thu, Feb 18, 2021 at 03:19:53PM +0800, Wang Chenglong wrote:

[How] ansible_stats_openeuler < ${job_output}

Signed-off-by: Wang Chenglong 18509160991@163.com

stats/ansible_test | 95 +++++++++++++++++++++++++++++++++++++++++----- 1 file changed, 85 insertions(+), 10 deletions(-)

diff --git a/stats/ansible_test b/stats/ansible_test index 4c7d07b3e..bfb0c2f11 100755 --- a/stats/ansible_test +++ b/stats/ansible_test @@ -1,15 +1,90 @@ #!/usr/bin/env ruby

+require 'json'

while (line = STDIN.gets)

• case line.chomp!
• when /ok=(\d+)\s+changed=(\d+)\s+unreachable=(\d+)\s+failed=(\d+)\s+skipped=(\d+)\s+rescued=(\d+)\s+ignored=(\d+)/
• puts "ansible_test.total.nr_ok: #{$1}"
• puts "ansible_test.total.nr_changed: #{$2}"
• puts "ansible_test.total.nr_failed: #{$4}"
• puts "ansible_test.total.nr_skipped: #{$5}"
• puts "ansible_test.total.nr_rescued: #{$6}"
• puts "ansible_test.total.nr_ignored: #{$7}"
• when /playbook_run_on_fail/
• puts line

• line = line.gsub(/'/, ' ')

cryptic code

• ansible_stats_error = `echo '#{line}' | grep -E 'FAILED! |failed: .*}$' | awk -F'=>' '{$1="";print $0}'`

ansible_stats_error => ansible_failed_json

if line =~ /FAILED!|failed: ({".*"})/ ansible_failed_json = $1 else next end

• next if ansible_stats_error.empty?
• a = JSON.load(ansible_stats_error)

func() { return if a['msg'].nil?

• case a['msg'].chomp

}

• # When running some plug-in, the file was not found
• when /No file was found when using (.+)./

•  puts "files.error.no-file-was-found-when-using.#{$1}: 1"
  

•  puts "files.error.no-file-was-found-when-using.#{$1}.message: #{ansible_stats_error}"
  

{"changed": false, "cmd": "csf -v", "msg": "[Errno 2] err1\nerr2\nNo such \nasdfasdf\nfile or directory: b'csf': b'csf'", "rc": 2}

• # No such command

# original error message

• when /No such file or directory: b (.+) :/

•  puts "{cmd}:no-such-file-or-directory.#{$1}: 1"
  

•  puts "no-such-file-or-directory.#{a['cmd']}.message: #{ansible_stats_error}"
  

• # The URL of the RPM is invalid

{"changed": false, "msg": "Failure downloading\nhttps://dl.fedoraproject.org/pub/epel/epel-release-latest-20.noarch.rpm,%5Cn... Error 405: Per"}

• when /Failure downloading (.+), xxx/

puts "download.error.Failure-downloading-#{$1}: 1"

•  puts "download.error.http-error-404 [#{$1}]: #{ansible_stats_error}"
  

• # Failed to download the yum repodata
• when /Failed to download metadata for repo (.+) :/

•  puts "download.error.failed-to-download-metadata.#{$1}: 1"
  

•  puts "download.error.failed-to-download-metadata.#{$1}.message: #{ansible_stats_error}"
  

/fail message/

• when /Failed to download packages: Cannot download (.+):/

•  puts "download.error.failed-to-download-package.#{$1}: 1"
  

•  puts "download.error.failed-to-download-package.#{$1}.message: #{ansible_stats_error}"
  

• # The task includes an option with an undefined variable
• when /: (.+) is undefined/

•  puts "syntax.error.an-undefined-variable.#{$1}: 1"
  

•  puts "syntax.error.an-undefined-variable.#{$1}.message: #{ansible_stats_error}"
  

• # The command runing error
• when /non-zero return code/

•  puts "command.error[#{a['cmd']}]: 1"
  

•  puts "command.error [#{a['cmd']}].message: #{ansible_stats_error}"
  

• # Some service could not find the requested host
• when /Could not find the requested service (.+): host/

•  puts "request.error.could-not-find-service-host.#{$1}: 1"
  

•  puts "request.error.could-not-find-service-host.#{$1}.messgae: #{ansible_stats_error}"
  

• # Unable to start some services
• when /Unable to start service (.+):/

•  puts "service.error.unable-to-start-service.#{$1}: 1"
  

•  puts "service.error.unable-to-start-service.#{$1}.message: #{ansible_stats_error}"
  

• # Some role in not sipported this system
• when /(.+) is not supported/

•  puts "system.error.not-supported.#{$1.gsub(/ /, '-')}: 1"
  

•  puts "system.error.not-supported.message: #{ansible_stats_error}"
  

• # failed to create temporary content file: The read operation timed out.
• when /The read operation timed out/

•  puts 'connection.error.read-timed-out: 1'
  

•  puts "connection.error.read-timed-out.message: #{ansible_stats_error}"
  

• end
• end
• unless a['failures'].nil?
• a['failures'].each do |items|

•  case items.chomp
  

•  # Failed to install some of the specified packages.
  

•  when /No package (.+) available/
  

•    puts "yum.error.no-package-match.#{$1}: 1"
  

•    puts "yum.error.no-package-match.#{$1}.message: #{line}"
  

•  end
  

{"changed": false, "failures": ["No package python-passlib available.", "No package munin available."], "msg": "Failed to install some of the specified packages", "rc": 1, "results": []}

• end
• end
• next if a['message'].nil?
• case a['message'].chomp
• # Could not find or access ansible yaml
• when /Could not find or access (.+) /
• puts "yaml.error.not-find-yml.#{$1}: 1"
• puts "yaml.error.not-find-yml.#{$1}.message: #{ansible_stats_error}" end

end

2.23.0