- Compass-ci - mailweb.openeuler.org

[PATCH lkp-tests] lib/bootstrap.sh: delete history remove code
by Liu Shaofei 22 Apr '21

22 Apr '21

[why] function callend by "is_clearlinux" is not defined, by checking history commit record, the function is removed and the patch codes is removed. [ 63.427966] [ 63.428704] + is_clearlinux [ 63.428705] [ 63.431226] /lkp/lkp/src/lib/bootstrap.sh: line 104: is_clearlinux: command not found [ 63.431228] Signed-off-by: Liu Shaofei <370072077(a)qq.com> --- lib/bootstrap.sh | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/lib/bootstrap.sh b/lib/bootstrap.sh index 7983f638e..0bd01198e 100755 --- a/lib/bootstrap.sh +++ b/lib/bootstrap.sh @@ -101,13 +101,13 @@ network_ok() [ "$(cat $i/carrier 2>/dev/null)" = '1' ] && test_ping && return 0 done - is_clearlinux && { - net_devices_link up - - # in case of systemd-networkd.service was masked - systemctl unmask systemd-networkd.service - systemctl start systemd-networkd.service - } +# is_clearlinux && { +# net_devices_link up +# +# # in case of systemd-networkd.service was masked +# systemctl unmask systemd-networkd.service +# systemctl start systemd-networkd.service +# } return 1 } -- 2.23.0

1 0

[PATCH compass-ci] sparrow/0-package: add deps iputils
by Liu Yinsi 22 Apr '21

22 Apr '21

[why] ping command is used in $CCI_SRC/lib/check_public_network.sh Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- sparrow/0-package/os/centos | 1 + sparrow/0-package/os/debian | 1 + sparrow/0-package/os/openEuler | 1 + 3 files changed, 3 insertions(+) diff --git a/sparrow/0-package/os/centos b/sparrow/0-package/os/centos index b8ef7694..d4d10457 100755 --- a/sparrow/0-package/os/centos +++ b/sparrow/0-package/os/centos @@ -25,6 +25,7 @@ pkgs=( wget curl sudo + iputils ) yum install -y --skip-broken "${pkgs[@]}" diff --git a/sparrow/0-package/os/debian b/sparrow/0-package/os/debian index 947cbdc1..6feb9be2 100755 --- a/sparrow/0-package/os/debian +++ b/sparrow/0-package/os/debian @@ -25,6 +25,7 @@ pkgs=( qemu-system-x86 qemu-system-riscv64 sudo + iputils ) apt-get update diff --git a/sparrow/0-package/os/openEuler b/sparrow/0-package/os/openEuler index e742fa13..8cdadd52 100755 --- a/sparrow/0-package/os/openEuler +++ b/sparrow/0-package/os/openEuler @@ -26,6 +26,7 @@ pkgs=( libvirt curl sudo + iputils ) public_network_ok && { -- 2.23.0

1 0

[PATCH lkp-tests] tests/qcow2rootfs-x86_64: automatically build x86_64 rootfs
by Wang Chenglong 22 Apr '21

22 Apr '21

[Why] automatically build rootfs for x86 from the official QCOW2 image. Signed-off-by: Wang Chenglong <18509160991(a)163.com> --- tests/qcow2rootfs-x86_64 | 80 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 80 insertions(+) create mode 100755 tests/qcow2rootfs-x86_64 diff --git a/tests/qcow2rootfs-x86_64 b/tests/qcow2rootfs-x86_64 new file mode 100755 index 000000000..f698fb7ec --- /dev/null +++ b/tests/qcow2rootfs-x86_64 @@ -0,0 +1,80 @@ +#!/bin/bash +# - qcow2_os +# - qcow2_arch +# - qcow2_version +# - rootfs_protocol +# - rootfs_server +# - rootfs_path + +set_qcow2rootfs_tools() +{ + export QCOW2_PATH="/c/compass-ci/container/qcow2rootfs" + git clone https://gitee.com/wu_fengguang/compass-ci.git /c/compass-ci || return 1 + rm ${QCOW2_PATH}/root/etc/yum.repos.d/* + wget -O ${QCOW2_PATH}/root/etc/yum.repos.d/CentOS-Base.repo https://repo.huaweicloud.com/repository/conf/CentOS-7-reg.repo + ${QCOW2_PATH}/build + sed -i 's#$EXTRACT_ROOT/bin/extract $QCOW2_FILE $tar_out_file#$EXTRACT_ROOT/bin/extract $EXTRACT_ROOT/qcow2-dir/$QCOW2_NAME $tar_out_file#' \ + ${QCOW2_PATH}/bin/mail + +} + +check_url() +{ + export QCOW2_NAME="${qcow2_os}-${qcow2_version}.${qcow2_arch}.qcow2.xz" + + # Since the 21.03 version of OpenEuler's mirror naming format has changed, + # it has been modified. + if [ "${qcow2_version}" == "21.03" ];then + export QCOW2_NAME="${qcow2_os}-${qcow2_version}-${qcow2_arch}.qcow2.xz" + fi + + export QCOW2_URL="https://repo.openeuler.org/${qcow2_os}-${qcow2_version}/virtual_machine_img…" +} + +download_qcow2_img() +{ + export IMG_PATH="/root/qcow2" + mkdir -p ${IMG_PATH} && cd ${IMG_PATH} + [ -f "${IMG_PATH}/${QCOW2_NAME}" ] || { + wget ${QCOW2_URL} || exit 1 + } +} + +mount_os-rw() +{ + export MOUNT_POINT="${IMG_PATH}/mnt" + mkdir ${MOUNT_POINT} + mount -t ${rootfs_protocol} -o rw ${rootfs_server}:/${rootfs_path} ${MOUNT_POINT} +} + +extract_rootfs() +{ + export ROOTFS_DIR="${qcow2_version}-$(date +%Y-%m-%d-%H-%M-%S)" + export ROOTFS_PATH="${MOUNT_POINT}/openeuler/${qcow2_arch}/automatic-build/${ROOTFS_DIR}" + mkdir -p $ROOTFS_PATH + ${QCOW2_PATH}/run ${IMG_PATH}/${QCOW2_NAME} ${ROOTFS_PATH} +} + +set_resolv_config() +{ + cat >${ROOTFS_PATH}/etc/resolv.conf<<-EOF + nameserver 114.114.114.114 + EOF +} + +set_link() +{ + cd ${MOUNT_POINT}/openeuler/${qcow2_arch} + ln -fs automatic-build/${ROOTFS_DIR} ${qcow2_version}-automatic + + umount ${MOUNT_POINT} + echo $ROOTFS_PATH +} + +set_qcow2rootfs_tools +check_url +download_qcow2_img +mount_os-rw +extract_rootfs +set_resolv_config +set_link -- 2.23.0

1 0

[PATCH compass-ci] container/mail-robot: optimize method
by Luan Shengde 22 Apr '21

22 Apr '21

use File.exist? instead of File.exists? Lint/DeprecatedClassMethods: File.exists? is deprecated in favor of File.exist?. Signed-off-by: Luan Shengde <shdluan(a)163.com> --- container/mail-robot/lib/apply-account.rb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container/mail-robot/lib/apply-account.rb b/container/mail-robot/lib/apply-account.rb index d8cb4da4..f64a3de9 100755 --- a/container/mail-robot/lib/apply-account.rb +++ b/container/mail-robot/lib/apply-account.rb @@ -56,7 +56,7 @@ class ApplyAccount @es_port = ES_PORT # email info file for account issuers. - @account_issuer = File.exists?(ENV['ACCOUNT_ISSUER']) ? YAML.load_file(ENV['ACCOUNT_ISSUER']) : {} + @account_issuer = File.exist?(ENV['ACCOUNT_ISSUER']) ? YAML.load_file(ENV['ACCOUNT_ISSUER']) : {} @my_info = {} end -- 2.23.0

1 0

[PATCH compass-ci] scheduler/elasticsearch_client.cr: fix es bug
by Wu Zhende 22 Apr '21

22 Apr '21

<!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL was not found on this server.</p> <hr> <address>Apache Server at http Port 80</address> </body></html> Signed-off-by: Wu Zhende <wuzhende666(a)163.com> --- src/scheduler/elasticsearch_client.cr | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/scheduler/elasticsearch_client.cr b/src/scheduler/elasticsearch_client.cr index 1ef79a6..0a7bc44 100644 --- a/src/scheduler/elasticsearch_client.cr +++ b/src/scheduler/elasticsearch_client.cr @@ -35,7 +35,7 @@ class Elasticsearch::Client if auth user = ENV["ES_USER"]? password = ENV["ES_PASSWORD"]? - host = "http://#{user}:#{URI.encode_www_form(password)}@#{host}" if user && password + host = "#{user}:#{URI.encode_www_form(password)}@#{host}" if user && password end @client = Elasticsearch::API::Client.new({:host => host, :port => port}) end -- 2.23.0

1 0

[PATCH lkp-tests] add job yaml file for building/testing mysql
by Luan Shengde 22 Apr '21

22 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- jobs/mysql-8-0-20.yaml | 36 ++++++++++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) create mode 100644 jobs/mysql-8-0-20.yaml diff --git a/jobs/mysql-8-0-20.yaml b/jobs/mysql-8-0-20.yaml new file mode 100644 index 000000000..4b0e97f6e --- /dev/null +++ b/jobs/mysql-8-0-20.yaml @@ -0,0 +1,36 @@ +suite: cci-makepkg +category: functional + +testbox: taishan200-2280-2s48p-256g--a18 + +os: openeuler +os_version: 20.03 +os_mount: initramfs + +mysql_user: root +mysql_host: localhost +mysql_port: 3306 +mysql_db: sysbench_test +mysql_password: mysql_password +data_dev: sdb + +cci-makepkg: + benchmark: mysql-8-0-20 + +mysql-8-0-20: + +sysbench-mysql: + oltp_test_mode: complex + max_requests: 0 + mysql_table_engine: innodb + oltp_tables_count: 1000 + oltp_table_size: 100000 + nr_threads: 256 + runtime: 60 + rand_type: special + rand_spec_pct: 100 + oltp_read_only: false + report_interval: 1 + events: 20000 + +sleep: 72000 -- 2.23.0

1 0

[PATCH lkp-tests 3/4] pkg/mysql-8-0-20: compile install mysql-8.0.20
by Luan Shengde 22 Apr '21

22 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- pkg/mysql-8-0-20/PKGBUILD | 77 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 77 insertions(+) create mode 100644 pkg/mysql-8-0-20/PKGBUILD diff --git a/pkg/mysql-8-0-20/PKGBUILD b/pkg/mysql-8-0-20/PKGBUILD new file mode 100644 index 000000000..d6b06f6f8 --- /dev/null +++ b/pkg/mysql-8-0-20/PKGBUILD @@ -0,0 +1,77 @@ +pkgname=mysql-server-mysql +pkgver=8.0.20 +gccdir=gcc +pkgrel=1 +arch=('aarch64' 'x86_64') +url="http://www.mysql.com" +license=('GPLv2') +source=("https://gitee.com/li-yancheng/my-sql_with_boostkit_patch.git" + "https://gitee.com/li-yancheng/gcc.git" + "my.cnf") +md5sums=('SKIP' 'SKIP' 'd90ba2c701507eeac43b06fcfa49c2c1') + +build() +{ + # build_gcc + build_mysql +} + +build_gcc() +{ + mkdir -p $HOME/rpmbuild/SOURCES/ + cd $srcdir/gcc && cp -r * $HOME/rpmbuild/SOURCES/ + cd $HOME/rpmbuild/SOURCES/ && { + rpmbuild -bp gcc.spec + } + cd $HOME/rpmbuild/BUILD/gcc-9.3.0 && { + ./configure --prefix=/usr/ \ + --enable-shared \ + --enable-threads=posix \ + --enable-checking=release \ + --with-system-zlib \ + --enable-__cxa_atexit \ + --disable-libunwind-exceptions \ + --enable-gnu-unique-object \ + --enable-linker-build-id \ + --with-linker-hash-style=gnu \ + --enable-languages=c,c++,objc,obj-c++,fortran,lto \ + --enable-plugin \ + --enable-initfini-array \ + --disable-libgcj \ + --without-isl \ + --without-cloog \ + --enable-gnu-indirect-function \ + --with-stage1-ldflags='-Wl,-z,relro,-z,now' \ + --with-boot-ldflags='-Wl,-z,relro,-z,now' \ + --with-multilib-list=lp64 + make -j96 + make install + } +} + +build_mysql() +{ + unset CPPFLAGS + unset CFLAGS + unset CXXFLAGS + cd $srcdir/my-sql_with_boostkit_patch/$pkgname-$pkgver + + CMAKE=cmake + grep -sqF "CentOS Linux release 7" /etc/centos-release && CMAKE=cmake3 + + mkdir -p build + cd build && { + $CMAKE .. -DBUILD_CONFIG=mysql_release -DCMAKE_INSTALL_PREFIX=/usr/local/mysql -DMYSQL_DATADIR=/data/mysql/data -DSYSCONFDIR=/etc -DWITH_BOOST=../boost/boost_1_70_0/ + make -j96 + } +} + +package() +{ + mkdir -p $pkgdir/etc + cp my.cnf $pkgdir/etc/ + + cd $srcdir/my-sql_with_boostkit_patch/$pkgname-$pkgver/build + # make DESTDIR=$pkgdir install + make install +} -- 2.23.0

2 2

[PATCH compass-ci] sbin/auto_submit: fix some errors
by Li Yuanchao 21 Apr '21

21 Apr '21

[errmsg] ./auto_submit:66:in `get_argvs_for_competition': wrong number of arguments (given 3, expected 4) (ArgumentError) ./auto_submit:74:in `get_argvs_for_competition': undefined method `chomp' for nil:NilClass (NoMethodError) Signed-off-by: Li Yuanchao <lyc163mail(a)163.com> --- sbin/auto_submit | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/sbin/auto_submit b/sbin/auto_submit index 28e3715..dcf5b80 100755 --- a/sbin/auto_submit +++ b/sbin/auto_submit @@ -55,7 +55,7 @@ class AutoSubmit tag = %x(git -C #{mirror_dir} tag --points-at #{commit_id}) real_argvs.push("upstream_tag=#{tag}") unless tag.empty? if git_repo.include?('my-sql_with_boostkit_patch') - competi_argvs = get_argvs_for_competition(mirror_dir, branch, commit_id) + competi_argvs = get_argvs_for_competition(real_argvs, mirror_dir, branch, commit_id) real_argvs.push(competi_argvs) end real_argvs.push("upstream_commit=#{commit_id}") @@ -70,8 +70,10 @@ class AutoSubmit if committer_email.include?('noreply') emails = %x(git -C #{mirror_dir} log --format=%ae -2 #{commit_id}) - committer_email = emails.lines[0].chomp - author_email = emails.lines[1].chomp + if emails.lines.size == 2 + committer_email = emails.lines[0].chomp + author_email = emails.lines[1].chomp + end end base_commit = %x(git -C #{mirror_dir} merge-base master #{branch}).chomp -- 2.23.0

1 0

[PATCH compass-ci] container/auto-submit: add es authentication
by Li Yuanchao 21 Apr '21

21 Apr '21

For config_account Signed-off-by: Li Yuanchao <lyc163mail(a)163.com> --- container/auto-submit/start | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/container/auto-submit/start b/container/auto-submit/start index 79463f6..ad4ba9d 100755 --- a/container/auto-submit/start +++ b/container/auto-submit/start @@ -3,16 +3,26 @@ # Copyright (c) 2020 Huawei Technologies Co., Ltd. All rights reserved. # frozen_string_literal: true +require 'set' require_relative '../defconfig.rb' +names = Set.new %w[ + ES_USER + ES_PASSWORD +] + +service_authentication = relevant_service_authentication(names) +env = docker_env(service_authentication) + DOCKER_CCI = '/c/compass-ci' DOCKER_LKP = '/c/lkp-tests' docker_rm "auto-submit" -cmd = %W[ +cmd = %w[ docker run --restart=always --name auto-submit +] + env + %W[ -u 1090:1090 -d -e CCI_SRC=#{DOCKER_CCI} -- 2.23.0

1 0

[PATCH compass-ci] sbin/download-rootfs: download osimage
by Liu Yinsi 21 Apr '21

21 Apr '21

the default os_mount=initramfs, so download osimage to run qemu kvm. Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- sbin/download-rootfs | 38 ++++++++++++++++++++++++++------------ 1 file changed, 26 insertions(+), 12 deletions(-) diff --git a/sbin/download-rootfs b/sbin/download-rootfs index 68a6803..d936dbe 100755 --- a/sbin/download-rootfs +++ b/sbin/download-rootfs @@ -19,22 +19,35 @@ os_version=${3:-20.03} load_cci_defaults rootfs_dir=/srv/os/${os}/${os_arch}/${os_version} +osimage_dir=/srv/initrd/osimage/${os}/${os_arch}/${os_version} -download_os_rootfs() -{ - mkdir -p $rootfs_dir - cd $rootfs_dir +mkdir -p $rootfs_dir $osimage_dir - download_url="http://api.compass-ci.openeuler.org:${SRV_HTTP_OS_PORT}/os/${os}/${os_arch}…" - wget $download_url +download_one() +{ + local download_url=$1 + wget $download_url + + [ "$?" -ne 0 ] && { + log_error "failed to download os rootfs: $download_url" + exit 1 + } +} - [ "$?" -ne 0 ] && { - log_error "failed to download os rootfs: $download_url" - exit 1 - } +download_os_rootfs() +{ + cd $rootfs_dir + download_one "http://api.compass-ci.openeuler.org:${SRV_HTTP_OS_PORT}/os/${os}/${os_arch}…" + + gzip -dc ${os_version}.cgz | cpio -id + rm -rf ${os_version}.cgz +} - gzip -dc ${os_version}.cgz | cpio -id - rm -rf ${os_version}.cgz +download_osimage() +{ + cd $osimage_dir + download_one "http://api.compass-ci.openeuler.org:${SRV_HTTP_INITRD_PORT}/initrd/osimage/…" + download_one "http://api.compass-ci.openeuler.org:${SRV_HTTP_INITRD_PORT}/initrd/deps/nfs…" } is_virtual() @@ -43,3 +56,4 @@ is_virtual() } is_virtual || download_os_rootfs +is_virtual || download_osimage -- 2.23.0

1 0