[PATCH v4 compass-ci 2/2] lib/es_query.rb: parse es_result to a Hash result - Compass-ci

4 Jan 2021

[why]
make es result more easy access.
[example]
  input:
    result_hash = {}
    es_result =
      [{"key"=>"build-pkg",
        "doc_count"=>354526,
        "all_job_state"=>
         {"doc_count_error_upper_bound"=>0,
          "sum_other_doc_count"=>0,
          "buckets"=>
           [{"key"=>"failed", "doc_count"=>5708},
            {"key"=>"finished", "doc_count"=>1033},
            {"key"=>"incomplete", "doc_count"=>204},
            {"key"=>"submit", "doc_count"=>136},
            ...
output:
    result_hash =
      {"build-pkg"=>
        {"failed"=>5708,
         "finished"=>1033,
         "incomplete"=>204,
         "submit"=>136,
         "OOM"=>11,
         "post_run"=>2},
       "cci-depends"=>
        {"finished"=>1785,
         "failed"=>675,
         ...
Signed-off-by: Lu Kaiyi 2392863668@qq.com
---
 lib/es_query.rb | 46 +++++++++++++++++++++++++++++++++++++++++++++-
 1 file changed, 45 insertions(+), 1 deletion(-)

diff --git a/lib/es_query.rb b/lib/es_query.rb
index 29d50e9..63d32ce 100644
--- a/lib/es_query.rb
+++ b/lib/es_query.rb
@@ -129,7 +129,7 @@ class ESQuery
     result = @client.search(index: @index + '*', body: query)['aggregations']["all_#{field1}"]['buckets']
     return nil if result.empty?
-    result
+    parse_fields(result)
   end
 end
@@ -217,3 +217,47 @@ def build_aggs_from_fields(fields, aggs_hash)
build_aggs_from_fields(fields, aggs_hash['aggs']["all_#{field}"])
 end
+
+# input:
+#   es_result =
+#     [{"key"=>"build-pkg",
+#       "doc_count"=>354526,
+#       "all_job_state"=>
+#        {"doc_count_error_upper_bound"=>0,
+#         "sum_other_doc_count"=>0,
+#         "buckets"=>
+#          [{"key"=>"failed", "doc_count"=>5708},
+#           {"key"=>"finished", "doc_count"=>1033},
+#           {"key"=>"incomplete", "doc_count"=>204},
+#           {"key"=>"submit", "doc_count"=>136},
+#           ...
+#
+# output:
+#   result_hash =
+#     {"build-pkg"=>
+#       {"failed"=>5708,
+#        "finished"=>1033,
+#        "incomplete"=>204,
+#        "submit"=>136,
+#        "OOM"=>11,
+#        "post_run"=>2},
+#      "cci-depends"=>
+#       {"finished"=>1785,
+#        "failed"=>675,
+#        ...
+def parse_fields(es_result)
+  result_hash ||= {}
+  es_result.each do |result|
+    key = result['key']
+    sub_field = result.keys.detect { |field| field.start_with?('all_') }
+
+    if sub_field
+      all_field = result[sub_field]['buckets']
+      result_hash[key] = parse_fields(all_field)
+    else
+      result_hash[key] = result['doc_count']
+    end
+  end
+
+  result_hash
+end
-- 
2.23.0

    