- Compass-ci - mailweb.openeuler.org

[PATCH v3 lkp-tests 2/2] lib/email.sh: add selftest_content()
by Liu Yinsi 22 Apr '21

22 Apr '21

This will send email to user when finish selftest. Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- lib/email.sh | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/lib/email.sh b/lib/email.sh index 4f1055033..24ef7bb64 100755 --- a/lib/email.sh +++ b/lib/email.sh @@ -80,6 +80,22 @@ Compass-CI " } +selftest_content() +{ + email_content="To: $my_email +Subject: [NOTIFY Compass-CI] Self-test report + +Dear $my_name: + + Your self-test groud_id=selftest job result is: + + $job_state + +Regards +Compass-CI +" +} + send_email() { local subject=$1 -- 2.23.0

1 0

[PATCH lkp-tests] add information after disk partitioning
by Bai Jing 22 Apr '21

22 Apr '21

Signed-off-by: Bai Jing <799286817(a)qq.com> --- tests/host-info | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tests/host-info b/tests/host-info index 86b49cf9a..af0ab5777 100755 --- a/tests/host-info +++ b/tests/host-info @@ -58,7 +58,8 @@ get_part() count=$(echo $info | tr ' ' '\n' | wc -l) partition=$(echo $info | tr ' ' '\n' | uniq) if [ $count -gt 1 ]; then - parts=$(echo /dev/disk/by-id/$partition-part*) + parts=$(ls /dev/disk/by-id/$partition-part*) + echo " -" /dev/disk/by-id/$partition for i in $parts do echo " -" $i -- 2.23.0

2 2

[PATCH lkp-tests] tests: add self-test
by Liu Yinsi 22 Apr '21

22 Apr '21

output: send self-test report email, the email body like this kvcount.job_state=abnormal: 1 kvcount.job_state=failed: 6 kvcount.job_state=finished: 4 raw.id.[job_state=abnormal]: ["z9.91"] raw.id.[job_state=failed]: ["z9.85","z9.87","z9.88","z9.89","z9.86","z9.84"] raw.id.[job_state=finished]: ["z9.90","z9.92","z9.93","z9.94"] Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- tests/self-test | 35 +++++++++++++++++++++++++++++++++++ 1 file changed, 35 insertions(+) create mode 100644 tests/self-test diff --git a/tests/self-test b/tests/self-test new file mode 100644 index 000000000..316293714 --- /dev/null +++ b/tests/self-test @@ -0,0 +1,35 @@ +#!/bin/bash + +submit_args=( + "testbox=dc-8g cci-depends.benchmark=sshd cci-depends.yaml" + "testbox=dc-8g borrow-1h.yaml runtime=1m" + "testbox=vm-2p8g borrow-1h.yaml runtime=1m" + ) + +submit_one() +{ + submit_result=$(submit -m $args group_id=selftest) +} + +submit_all() +{ + for args in "${submit_args[@]}" + do + submit_one $args + done +} + +mail() +{ + job_state=$(es-jobs group_id=selftest | grep job_state) + email_content="To: $my_email +Subject: [NOTIFY Compass-CI] Self-test report + +$job_state +" + +curl -XPOST "${SEND_MAIL_HOST:-$LKP_SERVER}:${SEND_MAIL_PORT:-10001}/send_mail_text" -d "$email_content" +} + +submit_all +mail -- 2.23.0

3 4

[PATCH v2 lkp-tests 2/2] lib/email.sh: add selftest_content()
by Liu Yinsi 22 Apr '21

22 Apr '21

This will send email to user when finish selftest. Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- lib/email.sh | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/lib/email.sh b/lib/email.sh index 4f1055033..24ef7bb64 100755 --- a/lib/email.sh +++ b/lib/email.sh @@ -80,6 +80,22 @@ Compass-CI " } +selftest_content() +{ + email_content="To: $my_email +Subject: [NOTIFY Compass-CI] Self-test report + +Dear $my_name: + + Your self-test groud_id=selftest job result is: + + $job_state + +Regards +Compass-CI +" +} + send_email() { local subject=$1 -- 2.23.0

1 0

[PATCH compass-ci] contianer/register-accounts: add env ES_USER ES_PASSWORD
by Li Yuanchao 22 Apr '21

22 Apr '21

Signed-off-by: Li Yuanchao <lyc163mail(a)163.com> --- container/defconfig.rb | 1 + container/register-accounts/start | 4 +++- 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/container/defconfig.rb b/container/defconfig.rb index f090351..0a8e4d5 100755 --- a/container/defconfig.rb +++ b/container/defconfig.rb @@ -11,6 +11,7 @@ def cci_defaults '/etc/compass-ci/service/*.yaml', '/etc/compass-ci/accounts/*.yaml', '/etc/compass-ci/register/*.yaml', + '/etc/compass-ci/*.yaml', "#{ENV['HOME']}/.config/compass-ci/defaults/*.yaml"]).each do |file| hash.update YAML.load_file(file) || {} end diff --git a/container/register-accounts/start b/container/register-accounts/start index c2acc75..ad70048 100755 --- a/container/register-accounts/start +++ b/container/register-accounts/start @@ -9,6 +9,8 @@ require_relative '../defconfig.rb' names = Set.new %w[ ES_HOST ES_PORT + ES_USER + ES_PASSWORD lab ] @@ -25,7 +27,7 @@ cmd = %w[ ] + env + %W[ -e CCI_SRC=#{DEFAULT_CCI} -v #{ENV['CCI_SRC']}:#{DEFAULT_CCI} - -v /etc/compass-ci/register:/etc/compass-ci/register:ro + -v /etc/compass-ci:/etc/compass-ci:ro -v /etc/localtime:/etc/localtime:ro -w #{DEFAULT_CCI}/container/register-accounts register-accounts -- 2.23.0

1 0

[PATCH lkp-tests 4/4] distro/depends: depends package file for compile installing mysql
by Luan Shengde 22 Apr '21

22 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- distro/depends/mysql-8-0-20-dev | 257 ++++++++++++++++++++++++++++++++ 1 file changed, 257 insertions(+) create mode 100644 distro/depends/mysql-8-0-20-dev diff --git a/distro/depends/mysql-8-0-20-dev b/distro/depends/mysql-8-0-20-dev new file mode 100644 index 000000000..2da6fc930 --- /dev/null +++ b/distro/depends/mysql-8-0-20-dev @@ -0,0 +1,257 @@ +make +bison +ncurses +ncurses-devel +libaio-devel +openssl +openssl-devel +gmp +gmp-devel +mpfr +mpfr-devel +libmpc +libmpc-devel +wget +tar +gcc +gcc-c++ +git +rpcgen +cmake +bison +bison-devel +m4 +libtirpc-devel +openldap-devel +protobuf +protobuf-devel +protobuf-lite-devel +dnf-plugins-core +rpm-build +asciidoc +autoconf +automake +bzip2-devel +curl-devel +desktop-file-utils +emacs +expat-devel +flex +gcc-gfortran +gdb +glib2-devel +gnutls-devel +gpm-devel +libX11-devel +libacl-devel +libdb-devel +libpsl-devel +libtool +lksctp-tools-devel +pcre-devel +perl-generators +policycoreutils +python2-devel +python2-setuptools +python3-devel +unixODBC-devel +util-linux-devel +xmlto +xz-devel +cracklib-devel +gpgme-devel +guile-devel +jsoncpp-devel +libarchive-devel +libidn2-devel +libmetalink-devel +libsecret-devel +libtool-devel +libuv-devel +perl-HTTP-Daemon +perl-MailTools +python2-google-apputils +python3-google-apputils +python3-sphinx +qt5-qtbase-devel +rhash-devel +texinfo +ModemManager-glib +SDL +adobe-mappings-cmap +adobe-mappings-cmap-lang +adobe-mappings-pdf +alsa-lib +avahi-glib +babeltrace +boost-regex +cdparanoia-libs +ctags +dbus-glib +dejavu-fonts +diffutils +docbook-dtds +docbook-style-xsl +emacs-common +enchant +fftw-libs-double +fontconfig-devel +freeglut +freetype-devel +gd +gdb-headless +geoclue2 +ghostscript +giflib +glew +google-droid-sans-fonts +gpm +graphviz +gstreamer1 +gstreamer1-plugins-base +hunspell +hunspell-en +hyphen +iso-codes +jbig2dec +libXau-devel +libXdamage-devel +libXext-devel +libXfixes-devel +libXv +libXxf86misc +libXxf86vm +libXxf86vm-devel +libattr-devel +libdrm +libdrm-devel +libffi-devel +libfontenc +libgfortran +libglvnd +libglvnd-devel +libgpg-error-devel +libidn +libijs +libnotify +libogg +libpaper +libpng-devel +librsvg2 +libtasn1-devel +libtheora +libvisual +libvorbis +libwebp +libxcb-devel +libxshmfence +libxslt +linuxconsoletools +lksctp-tools +mailcap +mcpp +mesa-demos +mesa-libEGL +mesa-libEGL-devel +mesa-libGL +mesa-libGL-devel +mesa-libGLU +mesa-libgbm +mesa-libglapi +nettle-devel +openjpeg2 +opus +orc +p11-kit-devel +perl-Encode-Locale +perl-Fedora-VSP +perl-HTTP-Date +perl-HTTP-Message +perl-IO-HTML +perl-IO-Socket-SSL +perl-LWP-MediaTypes +perl-Net-SSLeay +perl-Text-Unidecode +perl-TimeDate +perl-URI +python2 +python2-debug +python2-help +python2-six +python2-tkinter +python2-tools +python3-babel +python3-chardet +python3-idna +python3-jinja2 +python3-markupsafe +python3-pysocks +python3-pytz +python3-requests +python3-rpm-generators +python3-urllib3 +qt-settings +qt5-qtbase +qt5-qtbase-common +sgml-common +source-highlight +tk +unixODBC +urw-base35-bookman-fonts +urw-base35-c059-fonts +urw-base35-d050000l-fonts +urw-base35-fonts +urw-base35-fonts-common +urw-base35-gothic-fonts +urw-base35-nimbus-mono-ps-fonts +urw-base35-nimbus-roman-fonts +urw-base35-nimbus-sans-fonts +urw-base35-p052-fonts +urw-base35-standard-symbols-ps-fonts +urw-base35-z003-fonts +webkit2gtk3 +webkit2gtk3-jsc +woff2 +xcb-util +xorg-x11-font-utils +xorg-x11-fonts +xorg-x11-proto-devel +xorg-x11-server-utils +OpenEXR-libs +gc-devel +ilmbase +libwmf +perl-Class-Inspector +perl-Net-SMTP-SSL +perl-Unicode-EastAsianWidth +perl-libintl-perl +python-sphinx-locale +python2-dateutil +python2-gflags +python2-pytz +python3-docutils +python3-funcsigs +python3-gflags +python3-imagesize +python3-mock +python3-packaging +python3-pbr +python3-pygments +python3-snowballstemmer +python3-sphinx-theme-alabaster +python3-sphinx_rtd_theme +python3-sphinxcontrib-websupport +python3-sqlalchemy +python3-whoosh +qt5-qtbase-gui +qt5-rpm-macros +xcb-util-image +xcb-util-keysyms +xcb-util-renderutil +xcb-util-wm +fontawesome-fonts +lato-fonts +python2-pip +ImageMagick +perl-File-ShareDir +google-roboto-slab-fonts -- 2.23.0

2 2

[PATCH v2 lkp-tests] jobs: add job yaml file for building/testing mysql
by Luan Shengde 22 Apr '21

22 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- jobs/mysql-8-0-20.yaml | 34 ++++++++++++++++++++++++++++++++++ 1 file changed, 34 insertions(+) create mode 100644 jobs/mysql-8-0-20.yaml diff --git a/jobs/mysql-8-0-20.yaml b/jobs/mysql-8-0-20.yaml new file mode 100644 index 000000000..bf93ecdab --- /dev/null +++ b/jobs/mysql-8-0-20.yaml @@ -0,0 +1,34 @@ +suite: cci-makepkg +category: functional + +testbox: taishan200-2280-2s48p-256g--a18 + +os: openeuler +os_version: 20.03 +os_mount: initramfs + +mysql_user: root +mysql_host: localhost +mysql_port: 3306 +mysql_db: sysbench_test +mysql_password: mysql_password +data_dev: sdb + +cci-makepkg: + benchmark: mysql-8-0-20 + +mysql-8-0-20: + +sysbench-mysql: + oltp_test_mode: complex + max_requests: 0 + mysql_table_engine: innodb + oltp_tables_count: 1000 + oltp_table_size: 100000 + nr_threads: 256 + runtime: 60 + rand_type: special + rand_spec_pct: 100 + oltp_read_only: false + report_interval: 1 + events: 20000 -- 2.23.0

1 0

[PATCH lkp-tests] jobs/qcow2rootfs-x86_64.yaml: the yaml for qcow2rootfs
by Wang Chenglong 22 Apr '21

22 Apr '21

Signed-off-by: Wang Chenglong <18509160991(a)163.com> --- jobs/qcow2rootfs-x86_64.yaml | 27 +++++++++++++++++++++++++++ 1 file changed, 27 insertions(+) create mode 100644 jobs/qcow2rootfs-x86_64.yaml diff --git a/jobs/qcow2rootfs-x86_64.yaml b/jobs/qcow2rootfs-x86_64.yaml new file mode 100644 index 000000000..1002283a3 --- /dev/null +++ b/jobs/qcow2rootfs-x86_64.yaml @@ -0,0 +1,27 @@ +suite: qcow2rootfs-x86_64 +category: benchmark +qcow2rootfs-x86_64: + + # The related fields about qcow2 image to be used to generate rootfs + # it should be the same as the official provided image name + qcow2_os: + qcow2_arch: + qcow2_version: + + # place the result rootfs related fields + # 1. result rootfs will be placed in the following localtion on the + # remote file server: + # - {remote_file_server}/{rootfs_path}/{iso_os}/{iso_arch}/ + # 2. remote file server protocols current supported: + # - nfs + rootfs_protocol: nfs + rootfs_server: 172.168.131.2 + rootfs_path: os-rw + +# The best host for execution is the x86 OpenEuler system +os: +os_version: +os_arch: +os_mount: +testbox: +queue: -- 2.23.0

1 0

[PATCH lkp-tests] lib/bootstrap.sh: delete history remove code
by Liu Shaofei 22 Apr '21

22 Apr '21

[why] function callend by "is_clearlinux" is not defined, by checking history commit record, the function is removed and the patch codes is removed. [ 63.427966] [ 63.428704] + is_clearlinux [ 63.428705] [ 63.431226] /lkp/lkp/src/lib/bootstrap.sh: line 104: is_clearlinux: command not found [ 63.431228] Signed-off-by: Liu Shaofei <370072077(a)qq.com> --- lib/bootstrap.sh | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/lib/bootstrap.sh b/lib/bootstrap.sh index 7983f638e..0bd01198e 100755 --- a/lib/bootstrap.sh +++ b/lib/bootstrap.sh @@ -101,13 +101,13 @@ network_ok() [ "$(cat $i/carrier 2>/dev/null)" = '1' ] && test_ping && return 0 done - is_clearlinux && { - net_devices_link up - - # in case of systemd-networkd.service was masked - systemctl unmask systemd-networkd.service - systemctl start systemd-networkd.service - } +# is_clearlinux && { +# net_devices_link up +# +# # in case of systemd-networkd.service was masked +# systemctl unmask systemd-networkd.service +# systemctl start systemd-networkd.service +# } return 1 } -- 2.23.0

1 0

[PATCH compass-ci] sparrow/0-package: add deps iputils
by Liu Yinsi 22 Apr '21

22 Apr '21

[why] ping command is used in $CCI_SRC/lib/check_public_network.sh Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- sparrow/0-package/os/centos | 1 + sparrow/0-package/os/debian | 1 + sparrow/0-package/os/openEuler | 1 + 3 files changed, 3 insertions(+) diff --git a/sparrow/0-package/os/centos b/sparrow/0-package/os/centos index b8ef7694..d4d10457 100755 --- a/sparrow/0-package/os/centos +++ b/sparrow/0-package/os/centos @@ -25,6 +25,7 @@ pkgs=( wget curl sudo + iputils ) yum install -y --skip-broken "${pkgs[@]}" diff --git a/sparrow/0-package/os/debian b/sparrow/0-package/os/debian index 947cbdc1..6feb9be2 100755 --- a/sparrow/0-package/os/debian +++ b/sparrow/0-package/os/debian @@ -25,6 +25,7 @@ pkgs=( qemu-system-x86 qemu-system-riscv64 sudo + iputils ) apt-get update diff --git a/sparrow/0-package/os/openEuler b/sparrow/0-package/os/openEuler index e742fa13..8cdadd52 100755 --- a/sparrow/0-package/os/openEuler +++ b/sparrow/0-package/os/openEuler @@ -26,6 +26,7 @@ pkgs=( libvirt curl sudo + iputils ) public_network_ok && { -- 2.23.0

1 0

[PATCH lkp-tests] tests/qcow2rootfs-x86_64: automatically build x86_64 rootfs
by Wang Chenglong 22 Apr '21

22 Apr '21

[Why] automatically build rootfs for x86 from the official QCOW2 image. Signed-off-by: Wang Chenglong <18509160991(a)163.com> --- tests/qcow2rootfs-x86_64 | 80 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 80 insertions(+) create mode 100755 tests/qcow2rootfs-x86_64 diff --git a/tests/qcow2rootfs-x86_64 b/tests/qcow2rootfs-x86_64 new file mode 100755 index 000000000..f698fb7ec --- /dev/null +++ b/tests/qcow2rootfs-x86_64 @@ -0,0 +1,80 @@ +#!/bin/bash +# - qcow2_os +# - qcow2_arch +# - qcow2_version +# - rootfs_protocol +# - rootfs_server +# - rootfs_path + +set_qcow2rootfs_tools() +{ + export QCOW2_PATH="/c/compass-ci/container/qcow2rootfs" + git clone https://gitee.com/wu_fengguang/compass-ci.git /c/compass-ci || return 1 + rm ${QCOW2_PATH}/root/etc/yum.repos.d/* + wget -O ${QCOW2_PATH}/root/etc/yum.repos.d/CentOS-Base.repo https://repo.huaweicloud.com/repository/conf/CentOS-7-reg.repo + ${QCOW2_PATH}/build + sed -i 's#$EXTRACT_ROOT/bin/extract $QCOW2_FILE $tar_out_file#$EXTRACT_ROOT/bin/extract $EXTRACT_ROOT/qcow2-dir/$QCOW2_NAME $tar_out_file#' \ + ${QCOW2_PATH}/bin/mail + +} + +check_url() +{ + export QCOW2_NAME="${qcow2_os}-${qcow2_version}.${qcow2_arch}.qcow2.xz" + + # Since the 21.03 version of OpenEuler's mirror naming format has changed, + # it has been modified. + if [ "${qcow2_version}" == "21.03" ];then + export QCOW2_NAME="${qcow2_os}-${qcow2_version}-${qcow2_arch}.qcow2.xz" + fi + + export QCOW2_URL="https://repo.openeuler.org/${qcow2_os}-${qcow2_version}/virtual_machine_img…" +} + +download_qcow2_img() +{ + export IMG_PATH="/root/qcow2" + mkdir -p ${IMG_PATH} && cd ${IMG_PATH} + [ -f "${IMG_PATH}/${QCOW2_NAME}" ] || { + wget ${QCOW2_URL} || exit 1 + } +} + +mount_os-rw() +{ + export MOUNT_POINT="${IMG_PATH}/mnt" + mkdir ${MOUNT_POINT} + mount -t ${rootfs_protocol} -o rw ${rootfs_server}:/${rootfs_path} ${MOUNT_POINT} +} + +extract_rootfs() +{ + export ROOTFS_DIR="${qcow2_version}-$(date +%Y-%m-%d-%H-%M-%S)" + export ROOTFS_PATH="${MOUNT_POINT}/openeuler/${qcow2_arch}/automatic-build/${ROOTFS_DIR}" + mkdir -p $ROOTFS_PATH + ${QCOW2_PATH}/run ${IMG_PATH}/${QCOW2_NAME} ${ROOTFS_PATH} +} + +set_resolv_config() +{ + cat >${ROOTFS_PATH}/etc/resolv.conf<<-EOF + nameserver 114.114.114.114 + EOF +} + +set_link() +{ + cd ${MOUNT_POINT}/openeuler/${qcow2_arch} + ln -fs automatic-build/${ROOTFS_DIR} ${qcow2_version}-automatic + + umount ${MOUNT_POINT} + echo $ROOTFS_PATH +} + +set_qcow2rootfs_tools +check_url +download_qcow2_img +mount_os-rw +extract_rootfs +set_resolv_config +set_link -- 2.23.0

1 0

[PATCH compass-ci] container/mail-robot: optimize method
by Luan Shengde 22 Apr '21

22 Apr '21

use File.exist? instead of File.exists? Lint/DeprecatedClassMethods: File.exists? is deprecated in favor of File.exist?. Signed-off-by: Luan Shengde <shdluan(a)163.com> --- container/mail-robot/lib/apply-account.rb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container/mail-robot/lib/apply-account.rb b/container/mail-robot/lib/apply-account.rb index d8cb4da4..f64a3de9 100755 --- a/container/mail-robot/lib/apply-account.rb +++ b/container/mail-robot/lib/apply-account.rb @@ -56,7 +56,7 @@ class ApplyAccount @es_port = ES_PORT # email info file for account issuers. - @account_issuer = File.exists?(ENV['ACCOUNT_ISSUER']) ? YAML.load_file(ENV['ACCOUNT_ISSUER']) : {} + @account_issuer = File.exist?(ENV['ACCOUNT_ISSUER']) ? YAML.load_file(ENV['ACCOUNT_ISSUER']) : {} @my_info = {} end -- 2.23.0

1 0

[PATCH compass-ci] scheduler/elasticsearch_client.cr: fix es bug
by Wu Zhende 22 Apr '21

22 Apr '21

<!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL was not found on this server.</p> <hr> <address>Apache Server at http Port 80</address> </body></html> Signed-off-by: Wu Zhende <wuzhende666(a)163.com> --- src/scheduler/elasticsearch_client.cr | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/scheduler/elasticsearch_client.cr b/src/scheduler/elasticsearch_client.cr index 1ef79a6..0a7bc44 100644 --- a/src/scheduler/elasticsearch_client.cr +++ b/src/scheduler/elasticsearch_client.cr @@ -35,7 +35,7 @@ class Elasticsearch::Client if auth user = ENV["ES_USER"]? password = ENV["ES_PASSWORD"]? - host = "http://#{user}:#{URI.encode_www_form(password)}@#{host}" if user && password + host = "#{user}:#{URI.encode_www_form(password)}@#{host}" if user && password end @client = Elasticsearch::API::Client.new({:host => host, :port => port}) end -- 2.23.0

1 0

[PATCH lkp-tests] add job yaml file for building/testing mysql
by Luan Shengde 22 Apr '21

22 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- jobs/mysql-8-0-20.yaml | 36 ++++++++++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) create mode 100644 jobs/mysql-8-0-20.yaml diff --git a/jobs/mysql-8-0-20.yaml b/jobs/mysql-8-0-20.yaml new file mode 100644 index 000000000..4b0e97f6e --- /dev/null +++ b/jobs/mysql-8-0-20.yaml @@ -0,0 +1,36 @@ +suite: cci-makepkg +category: functional + +testbox: taishan200-2280-2s48p-256g--a18 + +os: openeuler +os_version: 20.03 +os_mount: initramfs + +mysql_user: root +mysql_host: localhost +mysql_port: 3306 +mysql_db: sysbench_test +mysql_password: mysql_password +data_dev: sdb + +cci-makepkg: + benchmark: mysql-8-0-20 + +mysql-8-0-20: + +sysbench-mysql: + oltp_test_mode: complex + max_requests: 0 + mysql_table_engine: innodb + oltp_tables_count: 1000 + oltp_table_size: 100000 + nr_threads: 256 + runtime: 60 + rand_type: special + rand_spec_pct: 100 + oltp_read_only: false + report_interval: 1 + events: 20000 + +sleep: 72000 -- 2.23.0

1 0

[PATCH lkp-tests 3/4] pkg/mysql-8-0-20: compile install mysql-8.0.20
by Luan Shengde 22 Apr '21

22 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- pkg/mysql-8-0-20/PKGBUILD | 77 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 77 insertions(+) create mode 100644 pkg/mysql-8-0-20/PKGBUILD diff --git a/pkg/mysql-8-0-20/PKGBUILD b/pkg/mysql-8-0-20/PKGBUILD new file mode 100644 index 000000000..d6b06f6f8 --- /dev/null +++ b/pkg/mysql-8-0-20/PKGBUILD @@ -0,0 +1,77 @@ +pkgname=mysql-server-mysql +pkgver=8.0.20 +gccdir=gcc +pkgrel=1 +arch=('aarch64' 'x86_64') +url="http://www.mysql.com" +license=('GPLv2') +source=("https://gitee.com/li-yancheng/my-sql_with_boostkit_patch.git" + "https://gitee.com/li-yancheng/gcc.git" + "my.cnf") +md5sums=('SKIP' 'SKIP' 'd90ba2c701507eeac43b06fcfa49c2c1') + +build() +{ + # build_gcc + build_mysql +} + +build_gcc() +{ + mkdir -p $HOME/rpmbuild/SOURCES/ + cd $srcdir/gcc && cp -r * $HOME/rpmbuild/SOURCES/ + cd $HOME/rpmbuild/SOURCES/ && { + rpmbuild -bp gcc.spec + } + cd $HOME/rpmbuild/BUILD/gcc-9.3.0 && { + ./configure --prefix=/usr/ \ + --enable-shared \ + --enable-threads=posix \ + --enable-checking=release \ + --with-system-zlib \ + --enable-__cxa_atexit \ + --disable-libunwind-exceptions \ + --enable-gnu-unique-object \ + --enable-linker-build-id \ + --with-linker-hash-style=gnu \ + --enable-languages=c,c++,objc,obj-c++,fortran,lto \ + --enable-plugin \ + --enable-initfini-array \ + --disable-libgcj \ + --without-isl \ + --without-cloog \ + --enable-gnu-indirect-function \ + --with-stage1-ldflags='-Wl,-z,relro,-z,now' \ + --with-boot-ldflags='-Wl,-z,relro,-z,now' \ + --with-multilib-list=lp64 + make -j96 + make install + } +} + +build_mysql() +{ + unset CPPFLAGS + unset CFLAGS + unset CXXFLAGS + cd $srcdir/my-sql_with_boostkit_patch/$pkgname-$pkgver + + CMAKE=cmake + grep -sqF "CentOS Linux release 7" /etc/centos-release && CMAKE=cmake3 + + mkdir -p build + cd build && { + $CMAKE .. -DBUILD_CONFIG=mysql_release -DCMAKE_INSTALL_PREFIX=/usr/local/mysql -DMYSQL_DATADIR=/data/mysql/data -DSYSCONFDIR=/etc -DWITH_BOOST=../boost/boost_1_70_0/ + make -j96 + } +} + +package() +{ + mkdir -p $pkgdir/etc + cp my.cnf $pkgdir/etc/ + + cd $srcdir/my-sql_with_boostkit_patch/$pkgname-$pkgver/build + # make DESTDIR=$pkgdir install + make install +} -- 2.23.0

2 2

[PATCH compass-ci] sbin/auto_submit: fix some errors
by Li Yuanchao 21 Apr '21

21 Apr '21

[errmsg] ./auto_submit:66:in `get_argvs_for_competition': wrong number of arguments (given 3, expected 4) (ArgumentError) ./auto_submit:74:in `get_argvs_for_competition': undefined method `chomp' for nil:NilClass (NoMethodError) Signed-off-by: Li Yuanchao <lyc163mail(a)163.com> --- sbin/auto_submit | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/sbin/auto_submit b/sbin/auto_submit index 28e3715..dcf5b80 100755 --- a/sbin/auto_submit +++ b/sbin/auto_submit @@ -55,7 +55,7 @@ class AutoSubmit tag = %x(git -C #{mirror_dir} tag --points-at #{commit_id}) real_argvs.push("upstream_tag=#{tag}") unless tag.empty? if git_repo.include?('my-sql_with_boostkit_patch') - competi_argvs = get_argvs_for_competition(mirror_dir, branch, commit_id) + competi_argvs = get_argvs_for_competition(real_argvs, mirror_dir, branch, commit_id) real_argvs.push(competi_argvs) end real_argvs.push("upstream_commit=#{commit_id}") @@ -70,8 +70,10 @@ class AutoSubmit if committer_email.include?('noreply') emails = %x(git -C #{mirror_dir} log --format=%ae -2 #{commit_id}) - committer_email = emails.lines[0].chomp - author_email = emails.lines[1].chomp + if emails.lines.size == 2 + committer_email = emails.lines[0].chomp + author_email = emails.lines[1].chomp + end end base_commit = %x(git -C #{mirror_dir} merge-base master #{branch}).chomp -- 2.23.0

1 0

[PATCH compass-ci] container/auto-submit: add es authentication
by Li Yuanchao 21 Apr '21

21 Apr '21

For config_account Signed-off-by: Li Yuanchao <lyc163mail(a)163.com> --- container/auto-submit/start | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/container/auto-submit/start b/container/auto-submit/start index 79463f6..ad4ba9d 100755 --- a/container/auto-submit/start +++ b/container/auto-submit/start @@ -3,16 +3,26 @@ # Copyright (c) 2020 Huawei Technologies Co., Ltd. All rights reserved. # frozen_string_literal: true +require 'set' require_relative '../defconfig.rb' +names = Set.new %w[ + ES_USER + ES_PASSWORD +] + +service_authentication = relevant_service_authentication(names) +env = docker_env(service_authentication) + DOCKER_CCI = '/c/compass-ci' DOCKER_LKP = '/c/lkp-tests' docker_rm "auto-submit" -cmd = %W[ +cmd = %w[ docker run --restart=always --name auto-submit +] + env + %W[ -u 1090:1090 -d -e CCI_SRC=#{DOCKER_CCI} -- 2.23.0

1 0

[PATCH compass-ci] sbin/download-rootfs: download osimage
by Liu Yinsi 21 Apr '21

21 Apr '21

the default os_mount=initramfs, so download osimage to run qemu kvm. Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- sbin/download-rootfs | 38 ++++++++++++++++++++++++++------------ 1 file changed, 26 insertions(+), 12 deletions(-) diff --git a/sbin/download-rootfs b/sbin/download-rootfs index 68a6803..d936dbe 100755 --- a/sbin/download-rootfs +++ b/sbin/download-rootfs @@ -19,22 +19,35 @@ os_version=${3:-20.03} load_cci_defaults rootfs_dir=/srv/os/${os}/${os_arch}/${os_version} +osimage_dir=/srv/initrd/osimage/${os}/${os_arch}/${os_version} -download_os_rootfs() -{ - mkdir -p $rootfs_dir - cd $rootfs_dir +mkdir -p $rootfs_dir $osimage_dir - download_url="http://api.compass-ci.openeuler.org:${SRV_HTTP_OS_PORT}/os/${os}/${os_arch}…" - wget $download_url +download_one() +{ + local download_url=$1 + wget $download_url + + [ "$?" -ne 0 ] && { + log_error "failed to download os rootfs: $download_url" + exit 1 + } +} - [ "$?" -ne 0 ] && { - log_error "failed to download os rootfs: $download_url" - exit 1 - } +download_os_rootfs() +{ + cd $rootfs_dir + download_one "http://api.compass-ci.openeuler.org:${SRV_HTTP_OS_PORT}/os/${os}/${os_arch}…" + + gzip -dc ${os_version}.cgz | cpio -id + rm -rf ${os_version}.cgz +} - gzip -dc ${os_version}.cgz | cpio -id - rm -rf ${os_version}.cgz +download_osimage() +{ + cd $osimage_dir + download_one "http://api.compass-ci.openeuler.org:${SRV_HTTP_INITRD_PORT}/initrd/osimage/…" + download_one "http://api.compass-ci.openeuler.org:${SRV_HTTP_INITRD_PORT}/initrd/deps/nfs…" } is_virtual() @@ -43,3 +56,4 @@ is_virtual() } is_virtual || download_os_rootfs +is_virtual || download_osimage -- 2.23.0

1 0

[PATCH v2 compass-ci] qcow2rootfs: fix guestfish connection .xz file error
by Wang Chenglong 21 Apr '21

21 Apr '21

[Error] spawn /usr/bin/guestfish -i --ro -a /root/extract/qcow2-dir/openEuler-20.09.x86_64.qcow2.xz guestfish: no operating system was found on this disk after: spawn /usr/bin/guestfish -i --ro -a /root/extract/qcow2-dir/openEuler-20.09.x86_64.qcow2 Welcome to guestfish, the guest filesystem shell for editing virtual machine filesystems and disk images. Signed-off-by: Wang Chenglong <18509160991(a)163.com> --- container/qcow2rootfs/bin/main | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container/qcow2rootfs/bin/main b/container/qcow2rootfs/bin/main index c7527b79..2d71c484 100755 --- a/container/qcow2rootfs/bin/main +++ b/container/qcow2rootfs/bin/main @@ -39,7 +39,7 @@ extract_rootfs() { echo "[$(date +'%D %T')] Converting .qcow2 to .tar.gz, please wait several minutes..." su - "$EXTRACT_USER" -c " export LIBGUESTFS_BACKEND=direct - $EXTRACT_ROOT/bin/extract $QCOW2_FILE $tar_out_file + $EXTRACT_ROOT/bin/extract $EXTRACT_ROOT/qcow2-dir/$QCOW2_NAME $tar_out_file " echo "[$(date +'%D %T')] Depressing rootfs to $ROOTFS_DIR" -- 2.23.0

1 0

[PATCH compass-ci] qcow2rootfs: fix guestfish connection .xz file error
by Wang Chenglong 21 Apr '21

21 Apr '21

[Error] spawn /usr/bin/guestfish -i --ro -a /root/extract/qcow2-dir/openEuler-20.09.x86_64.qcow2.xz guestfish: no operating system was found on this disk after: spawn /usr/bin/guestfish -i --ro -a /root/extract/qcow2-dir/openEuler-20.09.x86_64.qcow2 Welcome to guestfish, the guest filesystem shell for editing virtual machine filesystems and disk images. Signed-off-by: Wang Chenglong <18509160991(a)163.com> --- container/qcow2rootfs/bin/main | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container/qcow2rootfs/bin/main b/container/qcow2rootfs/bin/main index c7527b79..3bee1bf2 100755 --- a/container/qcow2rootfs/bin/main +++ b/container/qcow2rootfs/bin/main @@ -39,7 +39,7 @@ extract_rootfs() { echo "[$(date +'%D %T')] Converting .qcow2 to .tar.gz, please wait several minutes..." su - "$EXTRACT_USER" -c " export LIBGUESTFS_BACKEND=direct - $EXTRACT_ROOT/bin/extract $QCOW2_FILE $tar_out_file + $EXTRACT_ROOT/bin/extract /root/extract/qcow2-dir/$QCOW2_NAME $tar_out_file " echo "[$(date +'%D %T')] Depressing rootfs to $ROOTFS_DIR" -- 2.23.0

2 2

[PATCH compass-ci 1/3] service/logging-es: configuring the service account and password
by Wu Zhende 21 Apr '21

21 Apr '21

Improve security Signed-off-by: Wu Zhende <wuzhende666(a)163.com> --- container/defconfig.rb | 8 ++++++++ container/logging-es/Dockerfile | 7 +++++++ container/logging-es/build | 9 ++++++++- 3 files changed, 23 insertions(+), 1 deletion(-) diff --git a/container/defconfig.rb b/container/defconfig.rb index b121de8..ad94940 100755 --- a/container/defconfig.rb +++ b/container/defconfig.rb @@ -21,6 +21,14 @@ def relevant_defaults(names) cci_defaults.select { |k, _| names.include? k } end +def relevant_service_account(names) + hash = {} + Dir.glob(['/etc/compass-ci/passwd.yaml']).each do |file| + hash.update YAML.load_file(file) || {} + end + hash.select { |k, _| names.include? k } +end + def set_local_env hash = cci_defaults hash.map { |k, v| system "export #{k}=#{v}" } diff --git a/container/logging-es/Dockerfile b/container/logging-es/Dockerfile index a0acf94..f66dc35 100644 --- a/container/logging-es/Dockerfile +++ b/container/logging-es/Dockerfile @@ -5,6 +5,8 @@ ARG BASE_IMAGE FROM $BASE_IMAGE ARG MEMORY +ARG USER +ARG PASSWORD # docker image borrowed from hub.docker.com/r/gagara/elasticsearch-oss-arm64 @@ -16,6 +18,9 @@ RUN sed -i 's:#network.host\: _site_:network.host\: 0.0.0.0:' /usr/share/elastic sed -i '$a cluster.initial_master_nodes: ["node-1"]' /usr/share/elasticsearch/config/elasticsearch.yml && \ sed -i '$a indices.memory.index_buffer_size: 20%' /usr/share/elasticsearch/config/elasticsearch.yml && \ sed -i '$a thread_pool.write.queue_size: 2000' /usr/share/elasticsearch/config/elasticsearch.yml && \ + sed -i '$a xpack.security.enabled: true' /usr/share/elasticsearch/config/elasticsearch.yml && \ + sed -i '$a xpack.license.self_generated.type: basic' /usr/share/elasticsearch/config/elasticsearch.yml && \ + sed -i '$a xpack.security.transport.ssl.enabled: true' /usr/share/elasticsearch/config/elasticsearch.yml && \ sed -i "s/-Xms1g/-Xms${MEMORY}m/g" /usr/share/elasticsearch/config/jvm.options && \ sed -i "s/-Xmx1g/-Xmx${MEMORY}m/g" /usr/share/elasticsearch/config/jvm.options @@ -24,6 +29,8 @@ RUN mkdir /usr/share/elasticsearch/tmp && \ WORKDIR /usr/share/elasticsearch +RUN ./bin/elasticsearch-users useradd ${USER} -p ${PASSWORD} -r superuser + ENV PATH /usr/share/elasticsearch/bin:$PATH ENV ES_TMPDIR /usr/share/elasticsearch/tmp diff --git a/container/logging-es/build b/container/logging-es/build index b50830e..ff1f102 100755 --- a/container/logging-es/build +++ b/container/logging-es/build @@ -3,8 +3,15 @@ # Copyright (c) 2020 Huawei Technologies Co., Ltd. All rights reserved. # frozen_string_literal: true +require 'set' require_relative '../defconfig.rb' +names = Set.new %w[ + LOGGING_ES_USER + LOGGING_ES_PASSWORD +] + +defaults = relevant_service_account(names) docker_skip_rebuild "logging-es:7.11.1" BASE_IMAGE_DICT = { @@ -16,4 +23,4 @@ BASE_IMAGE = BASE_IMAGE_DICT[%x(arch).chomp] available_memory = get_available_memory -system "docker build -t logging-es:7.11.1 --build-arg BASE_IMAGE=#{BASE_IMAGE} --build-arg MEMORY=#{available_memory} ." +system "docker build -t logging-es:7.11.1 --progress=plain --build-arg BASE_IMAGE=#{BASE_IMAGE} --build-arg MEMORY=#{available_memory} --build-arg USER=#{defaults['LOGGING_ES_USER']} --build-arg PASSWORD=#{defaults['LOGGING_ES_PASSWORD']} ." -- 2.23.0

2 1

[PATCH compass-ci] assist-result-client: fix git bisect email subject is the "["
by Cao Xueliang 21 Apr '21

21 Apr '21

Need use json parse the data, before return the response. Signed-off-by: Cao Xueliang <caoxl78320(a)163.com> --- lib/assist_result_client.rb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lib/assist_result_client.rb b/lib/assist_result_client.rb index 592c841..2d2e60d 100644 --- a/lib/assist_result_client.rb +++ b/lib/assist_result_client.rb @@ -60,6 +60,6 @@ class AssistResult response = resource.post(Base64.encode64(data.to_json)) return nil unless response.code == 200 - return response.body + return JSON.parse(response.body) end end -- 2.23.0

1 0

[PATCH compass-ci] sparrow/dev-env: add the host/port to the job by scheduler
by Cao Xueliang 21 Apr '21

21 Apr '21

Signed-off-by: Cao Xueliang <caoxl78320(a)163.com> --- sparrow/3-code/dev-env | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/sparrow/3-code/dev-env b/sparrow/3-code/dev-env index e02de35..a478fff 100755 --- a/sparrow/3-code/dev-env +++ b/sparrow/3-code/dev-env @@ -163,6 +163,11 @@ RESULT_WEBDAV_HOST: RESULT_WEBDAV_PORT: DOCKER_REGISTRY_HOST: DOCKER_REGISTRY_PORT: +GIT_MIRROR_HOST: +JUMPER_HOST: +JUMPER_PORT: +MONITOR_HOST: +MONITOR_PORT: EOF cat > /etc/profile.d/compass.sh <<'EOF' -- 2.23.0

1 0

[PATCH lkp-tests 2/4] add config file for mysql-8.0.20 sysbench test
by Luan Shengde 21 Apr '21

21 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- pkg/mysql-8-0-20/my.cnf | 67 +++++++++++++++++++++++++++++++++++++++++ 1 file changed, 67 insertions(+) create mode 100644 pkg/mysql-8-0-20/my.cnf diff --git a/pkg/mysql-8-0-20/my.cnf b/pkg/mysql-8-0-20/my.cnf new file mode 100644 index 000000000..c657234df --- /dev/null +++ b/pkg/mysql-8-0-20/my.cnf @@ -0,0 +1,67 @@ +[mysqld_safe] +log-error=/data/mysql/log/mysql.log +pid-file=/data/mysql/run/mysqld.pid +[mysqldump] +quick +[mysql] +[client] +default-character-set=utf8mb4 +socket=/data/mysql/run/mysql.sock + +[mysqld] +socket=/data/mysql/run/mysql.sock +tmpdir=/data/mysql/tmp +datadir=/data/mysql/data +default_authentication_plugin=mysql_native_password +user=mysql +memlock=on +bind-address=0.0.0.0 +skip-name-resolve +skip-grant-tables + +lc-messages=en_US +lc-messages-dir=/usr/local/mysql/share + +innodb_page_size=64k +max_connections=4000 +back_log=2048 +performance_schema=OFF +max_prepared_stmt_count=128000 + +#file +innodb_file_per_table +innodb_log_file_size=2048M +innodb_log_files_in_group=32 +innodb_open_files=10000 +table_open_cache_instances=64 + +#buffers +innodb_buffer_pool_size=128G +innodb_buffer_pool_instances=64 +innodb_log_buffer_size=2048M + +#tune +sync_binlog=0 +innodb_flush_log_at_trx_commit=0 +innodb_use_native_aio=1 +innodb_spin_wait_delay=160 +innodb_sync_spin_loops=20 +innodb_flush_method=O_DIRECT +innodb_io_capacity=30000 +innodb_io_capacity_max=40000 +innodb_lru_scan_depth=9000 +innodb_page_cleaners=1 +innodb_spin_wait_pause_multiplier=25 + +#perf special +innodb_flush_neighbors=0 +innodb_write_io_threads=1 +innodb_read_io_threads=1 +innodb_purge_threads=1 + +sql_mode=STRICT_TRANS_TABLES,NO_ENGINE_SUBSTITUTION,NO_AUTO_VALUE_ON_ZERO,STRICT_ALL_TABLES + +#skop_log_bin +ssl=0 + +table_open_cache=15000 -- 2.23.0

1 0

[PATCH lkp-tests 1/4] tests: script to start mysql
by Luan Shengde 21 Apr '21

21 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- tests/mysql-8-0-20 | 73 ++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 73 insertions(+) create mode 100755 tests/mysql-8-0-20 diff --git a/tests/mysql-8-0-20 b/tests/mysql-8-0-20 new file mode 100755 index 000000000..9b00766f0 --- /dev/null +++ b/tests/mysql-8-0-20 @@ -0,0 +1,73 @@ +#!/bin/sh +# - data_dev +# mysql_user +# mysql_host +# mysql_port +# mysql_db +# mysql_password +. $LKP_SRC/lib/common.sh + +: "${mysql_user:=root}" +: "${mysql_host:=localhost}" +: "${mysql_port:=3306}" +: "${mysql_db:=sysbench_test}" +: "${mysql_password:=mysql_password}" + +create_basedir() +{ + mkdir -p /data + mkfs.xfs -f /dev/"$data_dev" + mount /dev/"$data_dev" /data + + mkdir -p /data/mysql/{data,share,tmp,run,log} + + useradd mysql + touch /data/mysql/log/mysql.log + chown -R mysql:mysql /data + chown -R mysql:mysql /data/mysql/log/mysql.log +} + +configure_mysql() +{ + if [ ! -f $mysqld ] || [ ! -f $mysql ] || [ ! -f $mysql_server ]; then + echo "mysql is not installed!" && exit 1 + fi + + "$mysqld" --user=mysql --basedir=/data/mysql --datadir=/data/mysql/data/ --initialize --port="$mysql_port" + sleep 10 + + "$mysql_server" start + sleep 10 + + "$mysql" -u "$mysql_user" -e "flush privileges; use mysql; alter user 'root'@'localhost' identified by '$mysql_password'; flush privileges;" + sed -i '/^skip-grant-tables/d' /etc/my.cnf + "$mysql_server" restart + sleep 10 +} + +create_database() +{ + "$mysql" -u "$mysql_user" -p"$mysql_password" -e "use mysql; update user set host ='%' where user='root'; flush privileges;" + "$mysql" -u "$mysql_user" -p"$mysql_password" -e "create database $mysql_db;" + "$mysql_server" stop + sleep 10 +} + +start_mysql() +{ + "$mysqld" --defaults-file=/etc/my.cnf --port="$mysql_port" + sleep 20 +} + +main() +{ + local mysql="/usr/local/mysql/bin/mysql" + local mysqld="/usr/local/mysql/bin/mysqld" + local mysql_server="/usr/local/mysql/support-files/mysql.server" + + create_basedir + configure_mysql + create_database + start_mysql +} +main -- 2.23.0

1 0