[PATCH compass-ci 1/4] container/rpm-repo: add a new docker service - Compass-ci

6 Apr 2021

Signed-off-by: Li Ping 1477412247@qq.com
---
 container/rpm-repo/Dockerfile | 10 ++++++
 container/rpm-repo/build      |  6 ++++
 container/rpm-repo/start      | 41 ++++++++++++++++++++++
 lib/rpm-repo.rb               | 65 +++++++++++++++++++++++++++++++++++
 4 files changed, 122 insertions(+)
 create mode 100644 container/rpm-repo/Dockerfile
 create mode 100755 container/rpm-repo/build
 create mode 100755 container/rpm-repo/start
 create mode 100755 lib/rpm-repo.rb

diff --git a/container/rpm-repo/Dockerfile b/container/rpm-repo/Dockerfile
new file mode 100644
index 0000000..588828a
--- /dev/null
+++ b/container/rpm-repo/Dockerfile
@@ -0,0 +1,10 @@
+# SPDX-License-Identifier: MulanPSL-2.0+
+# Copyright (c) 2020 Huawei Technologies Co., Ltd. All rights reserved.
+
+FROM fedora:latest
+
+RUN yum install -y createrepo ruby
+
+RUN umask 002 && \
+    gem sources -r https://rubygems.org/ -a https://gems.ruby-china.com/ && \
+    gem install bunny
diff --git a/container/rpm-repo/build b/container/rpm-repo/build
new file mode 100755
index 0000000..458e8f6
--- /dev/null
+++ b/container/rpm-repo/build
@@ -0,0 +1,6 @@
+#!/bin/sh
+
+. ../defconfig.sh
+docker_skip_rebuild "fedora:update-repodata"
+
+docker build -t fedora:update-repodata .
diff --git a/container/rpm-repo/start b/container/rpm-repo/start
new file mode 100755
index 0000000..08fa434
--- /dev/null
+++ b/container/rpm-repo/start
@@ -0,0 +1,41 @@
+#!/usr/bin/env ruby
+# SPDX-License-Identifier: MulanPSL-2.0+
+# Copyright (c) 2020 Huawei Technologies Co., Ltd. All rights reserved.
+# frozen_string_literal: true
+
+require 'set'
+require_relative '../defconfig.rb'
+
+DOCKER_CCI = '/c/compass-ci'
+
+names = Set.new %w[
+  MQ_HOST
+  MQ_PORT
+  LKP_SERVER
+]
+
+defaults = relevant_defaults(names)
+defaults['MQ_HOST'] ||= defaults['LKP_SERVER'] ||= '172.17.0.1'
+defaults['LKP_SERVER'] ||= '172.17.0.1'
+defaults['MQ_PORT'] ||= 5672
+env = docker_env(defaults)
+
+docker_rm "update-repodata"
+
+cmd = %W[
+  docker run
+  --restart=always
+  --name update-repodata
+  -u 1090:1090
+] + env + %W[
+  -d
+  -e CCI_SRC=#{DOCKER_CCI}
+  -v #{ENV['CCI_SRC']}:#{DOCKER_CCI}
+  -v /etc/localtime:/etc/localtime:ro
+  -v /srv/rpm:/srv/rpm
+  -w /c/compass-ci/lib
+  fedora:update-repodata
+]
+
+cmd += ['sh', '-c', 'umask 002 && ./rpm-repo.rb']
+system(*cmd)
diff --git a/lib/rpm-repo.rb b/lib/rpm-repo.rb
new file mode 100755
index 0000000..f516d3f
--- /dev/null
+++ b/lib/rpm-repo.rb
@@ -0,0 +1,65 @@
+#!/usr/bin/ruby
+# SPDX-License-Identifier: MulanPSL-2.0+
+# Copyright (c) 2020 Huawei Technologies Co., Ltd. All rights reserved.
+# frozen_string_literal: true
+
+require 'fileutils'
+require 'json'
+require './mq_client'
+
+MQ_HOST = ENV['MQ_HOST'] || ENV['LKP_SERVER'] || '172.17.0.1'
+MQ_PORT = ENV['MQ_PORT'] || 5672
+
+# used to handle the mq queue "update_repo"
+#
+# Example items in @mq.queue "update_repo": { "upload_rpms" => ["/srv/rpm/upload/**/Packages/*.rpm", "/srv/rpm/upload/**/source/*.rpm"]}
+# handle_new_rpm
+#    move /srv/rpm/upload/**/*.rpm to /srv/rpm/testing/**/*.rpm
+#    update /srv/rpm/testing/**/repodate
+# update_pub_dir
+#    copy /srv/rpm/testing/**/*.rpm to /srv/rpm/pub/**/*.rpm
+#    change /srv/rpm/pub/**/repodate
+# @mq.ack(info)
+class HandleRepo
+  def initialize
+    @mq = MQClient.new(MQ_HOST, MQ_PORT)
+    @update = []
+  end
+
+  def handle_new_rpm
+    queue = @mq.queue("update_repo")
+    queue.subscribe({:block => true, :manual_ack => true}) do |info,  _pro, msg|
+      rpm_info = JSON.parse(msg)
+      rpm_info["upload_rpms"].each do |rpm|
+        rpm_path = File.dirname(rpm).sub("upload", "testing")
+        FileUtils.mkdir_p(rpm_path) unless File.directory?(rpm_path)
+
+        dest = File.join(rpm_path.to_s, File.basename(rpm))
+        @update << dest
+        FileUtils.mv(rpm, dest)
+        system("createrepo --update $(dirname #{rpm_path})")
+      end
+      update_pub_dir
+      @mq.ack(info)
+    end
+  end
+
+  def update_pub_dir
+    @update.each do |rpm|
+      pub_path = File.dirname(rpm).sub("testing", "pub")
+      FileUtils.mkdir_p(pub_path) unless File.directory?(pub_path)
+
+      dest = File.join(pub_path, File.basename(rpm))
+      FileUtils.cp(rpm, dest)
+
+      repodata_dest = File.join(File.dirname(pub_path), "repodata")
+      repodata_src = File.dirname(rpm).sub("Packages", "repodata")
+
+      FileUtils.rm_r(repodata_dest) if Dir.exist?(repodata_dest)
+      FileUtils.cp_r(repodata_src, File.dirname(repodata_dest))
+    end
+  end
+end
+
+hr = HandleRepo.new
+hr.handle_new_rpm
-- 
2.23.0

    