tests/xxx => exit !0 on fail stats/xxx catch errors => error id submit 1000 jobs group_id=xxx es-jobs group_id=xxx | grep failed, exit != 0 failed, but no error id? => improve stats/xxx - catch all kind errors - make sure no 漏网之鱼 On Thu, Feb 18, 2021 at 03:19:53PM +0800, Wang Chenglong wrote:

[How] ansible_stats_openeuler < ${job_output}

Signed-off-by: Wang Chenglong <18509160991@163.com> --- stats/ansible_test | 95 +++++++++++++++++++++++++++++++++++++++++----- 1 file changed, 85 insertions(+), 10 deletions(-)

diff --git a/stats/ansible_test b/stats/ansible_test index 4c7d07b3e..bfb0c2f11 100755 --- a/stats/ansible_test +++ b/stats/ansible_test @@ -1,15 +1,90 @@ #!/usr/bin/env ruby

+require 'json' + while (line = STDIN.gets) - case line.chomp! - when /ok=(\d+)\s+changed=(\d+)\s+unreachable=(\d+)\s+failed=(\d+)\s+skipped=(\d+)\s+rescued=(\d+)\s+ignored=(\d+)/ - puts "ansible_test.total.nr_ok: #{$1}" - puts "ansible_test.total.nr_changed: #{$2}" - puts "ansible_test.total.nr_failed: #{$4}" - puts "ansible_test.total.nr_skipped: #{$5}" - puts "ansible_test.total.nr_rescued: #{$6}" - puts "ansible_test.total.nr_ignored: #{$7}" - when /playbook_run_on_fail/ - puts line + line = line.gsub(/'/, ' ')

cryptic code

+ ansible_stats_error = `echo '#{line}' | grep -E 'FAILED! |failed: .*}$' | awk -F'=>' '{$1="";print $0}'`

ansible_stats_error => ansible_failed_json if line =~ /FAILED!|failed: ({".*"})/ ansible_failed_json = $1 else next end

+ next if ansible_stats_error.empty? + + a = JSON.load(ansible_stats_error)

func() { return if a['msg'].nil?

+ case a['msg'].chomp

}

+ + # When running some plug-in, the file was not found + when /No file was found when using (.+)\./ + puts "files.error.no-file-was-found-when-using.#{$1}: 1" + puts "files.error.no-file-was-found-when-using.#{$1}.message: #{ansible_stats_error}" +

{"changed": false, "cmd": "csf -v", "msg": "[Errno 2] err1\nerr2\nNo such \nasdfasdf\nfile or directory: b'csf': b'csf'", "rc": 2}

+ # No such command # original error message + when /No such file or directory: b (.+) :/ + puts "{cmd}:no-such-file-or-directory.#{$1}: 1" + puts "no-such-file-or-directory.#{a['cmd']}.message: #{ansible_stats_error}" + + # The URL of the RPM is invalid {"changed": false, "msg": "Failure downloading\nhttps://dl.fedoraproject.org/pub/epel/epel-release-latest-20.noarch.rpm,\nHTTP Error 405: Per"} + when /Failure downloading (.+), xxx/ puts "download.error.Failure-downloading-#{$1}: 1" + puts "download.error.http-error-404 [#{$1}]: #{ansible_stats_error}"

+ + # Failed to download the yum repodata + when /Failed to download metadata for repo (.+) :/ + puts "download.error.failed-to-download-metadata.#{$1}: 1" + puts "download.error.failed-to-download-metadata.#{$1}.message: #{ansible_stats_error}" +

/fail message/

+ when /Failed to download packages: Cannot download (.+):/ + puts "download.error.failed-to-download-package.#{$1}: 1" + puts "download.error.failed-to-download-package.#{$1}.message: #{ansible_stats_error}" + + # The task includes an option with an undefined variable + when /: (.+) is undefined/ + puts "syntax.error.an-undefined-variable.#{$1}: 1" + puts "syntax.error.an-undefined-variable.#{$1}.message: #{ansible_stats_error}" + + # The command runing error + when /non-zero return code/ + puts "command.error[#{a['cmd']}]: 1" + puts "command.error [#{a['cmd']}].message: #{ansible_stats_error}" + + # Some service could not find the requested host + when /Could not find the requested service (.+): host/ + puts "request.error.could-not-find-service-host.#{$1}: 1" + puts "request.error.could-not-find-service-host.#{$1}.messgae: #{ansible_stats_error}" + + # Unable to start some services + when /Unable to start service (.+):/ + puts "service.error.unable-to-start-service.#{$1}: 1" + puts "service.error.unable-to-start-service.#{$1}.message: #{ansible_stats_error}" + + # Some role in not sipported this system + when /(.+) is not supported/ + puts "system.error.not-supported.#{$1.gsub(/ /, '-')}: 1" + puts "system.error.not-supported.message: #{ansible_stats_error}" + + # failed to create temporary content file: The read operation timed out. + when /The read operation timed out/ + puts 'connection.error.read-timed-out: 1' + puts "connection.error.read-timed-out.message: #{ansible_stats_error}" + end + end + + unless a['failures'].nil? + a['failures'].each do |items| + case items.chomp + # Failed to install some of the specified packages. + when /No package (.+) available/ + puts "yum.error.no-package-match.#{$1}: 1" + puts "yum.error.no-package-match.#{$1}.message: #{line}" + end

{"changed": false, "failures": ["No package python-passlib available.", "No package munin available."], "msg": "Failed to install some of the specified packages", "rc": 1, "results": []}

+ end + end + + next if a['message'].nil? + + case a['message'].chomp + + # Could not find or access ansible yaml + when /Could not find or access (.+) / + puts "yaml.error.not-find-yml.#{$1}: 1" + puts "yaml.error.not-find-yml.#{$1}.message: #{ansible_stats_error}" end end -- 2.23.0