- Compass-ci - mailweb.openeuler.org

[PATCH v3 lkp-tests] jobs/rpmbuild-pkg.yaml: remove upstream_repo
by Lin Jiaxin 23 Apr '21

23 Apr '21

Assigning a null value to upstream_repo is meaningless. And when use "submit upstream_repo=xxx rpmbuild-pkg.yaml" will make upstream_repo be null. Unless we put "upstream_repo=xxx" behind. Or declare it in yaml. [example] linjiaxin@crystal ~%/home/linjiaxin/lkp-tests/sbin/submit upstream_repo="a/azk/azk" upstream_url=https://github.com/azukiapp/azk pkgbuild_repo=archlinux/aur-a/azk-git testbox=dc-16g os=openeuler os_version=20.03-LTS os_mount=container os_arch=aarch64 docker_image=openeuler:20.03-LTS repo_name=aur rpmbuild-pkg.yaml upstream_branch=master upstream_commit=e72adb039e4dd64fd6ed81d82fd597c1d4efdf14 upstream_dir=upstream submit_id=d18fabcd-6302-464c-aa99-3ed9e610704b submit /home/linjiaxin/lkp-tests/jobs/rpmbuild-pkg.yaml, got job id=crystal.1594407 linjiaxin@crystal ~% es-find id=crystal.1594407 | grep upstream_repo "upstream_repo": null, Signed-off-by: Lin Jiaxin <ljx.joe(a)qq.com> --- jobs/rpmbuild-pkg.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/jobs/rpmbuild-pkg.yaml b/jobs/rpmbuild-pkg.yaml index a70590afe..5860ba029 100644 --- a/jobs/rpmbuild-pkg.yaml +++ b/jobs/rpmbuild-pkg.yaml @@ -1,5 +1,4 @@ suite: rpmbuild-pkg category: functional -upstream_repo: rpmbuild-pkg: -- 2.23.0

1 0

[PATCH v3 lkp-tests] tests/qcow2rootfs-x86_64: fix failed to build container using absolute path
by Wang Chenglong 23 Apr '21

23 Apr '21

[Error] root@2288hv5-2s44p-384g--b6 /c/lkp-tests/tests# /c/compass-ci/container/qcow2rootfs/build /c/compass-ci/container/qcow2rootfs/build: line 5: ../defconfig.sh: No such file or directory /c/compass-ci/container/qcow2rootfs/build: line 7: docker_skip_rebuild: command not found Signed-off-by: Wang Chenglong <18509160991(a)163.com> --- tests/qcow2rootfs-x86_64 | 23 +++++++++++++++++------ 1 file changed, 17 insertions(+), 6 deletions(-) diff --git a/tests/qcow2rootfs-x86_64 b/tests/qcow2rootfs-x86_64 index f698fb7ec..6826e39ef 100755 --- a/tests/qcow2rootfs-x86_64 +++ b/tests/qcow2rootfs-x86_64 @@ -9,12 +9,17 @@ set_qcow2rootfs_tools() { export QCOW2_PATH="/c/compass-ci/container/qcow2rootfs" + export CCI_SRC="/c/compass-ci" git clone https://gitee.com/wu_fengguang/compass-ci.git /c/compass-ci || return 1 rm ${QCOW2_PATH}/root/etc/yum.repos.d/* wget -O ${QCOW2_PATH}/root/etc/yum.repos.d/CentOS-Base.repo https://repo.huaweicloud.com/repository/conf/CentOS-7-reg.repo - ${QCOW2_PATH}/build + cd ${QCOW2_PATH} + ./build || { + echo "build container failed~" + exit 1 + } sed -i 's#$EXTRACT_ROOT/bin/extract $QCOW2_FILE $tar_out_file#$EXTRACT_ROOT/bin/extract $EXTRACT_ROOT/qcow2-dir/$QCOW2_NAME $tar_out_file#' \ - ${QCOW2_PATH}/bin/mail + ${QCOW2_PATH}/bin/main } @@ -51,15 +56,20 @@ extract_rootfs() { export ROOTFS_DIR="${qcow2_version}-$(date +%Y-%m-%d-%H-%M-%S)" export ROOTFS_PATH="${MOUNT_POINT}/openeuler/${qcow2_arch}/automatic-build/${ROOTFS_DIR}" + cd $CCI_SRC/container/dracut-initrd + ./build || { + echo "build container failed~" + exit 1 + } mkdir -p $ROOTFS_PATH - ${QCOW2_PATH}/run ${IMG_PATH}/${QCOW2_NAME} ${ROOTFS_PATH} + ${QCOW2_PATH}/run ${IMG_PATH}/${QCOW2_NAME} ${ROOTFS_PATH} || exit 1 } set_resolv_config() { - cat >${ROOTFS_PATH}/etc/resolv.conf<<-EOF - nameserver 114.114.114.114 - EOF + cat >${ROOTFS_PATH}/etc/resolv.conf<<-EOF + nameserver 114.114.114.114 + EOF } set_link() @@ -71,6 +81,7 @@ set_link() echo $ROOTFS_PATH } + set_qcow2rootfs_tools check_url download_qcow2_img -- 2.23.0

1 1

[PATCH lkp-tests 1/3] status 04-8
by Wang Chenglong 22 Apr '21

22 Apr '21

Signed-off-by: Wang Chenglong <18509160991(a)163.com> --- stats/ansible_test | 43 +++++++++++++++++++++++++++---------------- 1 file changed, 27 insertions(+), 16 deletions(-) diff --git a/stats/ansible_test b/stats/ansible_test index 664fd53e0..0cbad6519 100755 --- a/stats/ansible_test +++ b/stats/ansible_test @@ -52,7 +52,7 @@ def parse_msg(ansible_failed_json) output_error $1 when /(Could not find .*):/ output_error $1 - when /(Unsupported parameters) for/ + when /(Unsupported parameters for.*module):/ output_error $1 when /aajdhch/ output_error $1 @@ -66,6 +66,14 @@ def parse_msg(ansible_failed_json) output_error $1 when /(Unable to stop.*):/ output_error $1 + when /AnsibleUndefinedVariable: (.*)/ + output_error $1 + when /(Failed to find handler .*)"\./ + output_error $1 + when /(Connection failure: .*)/ + output_error $1 + when /(Docker .*)\. / + output_error $1 when /non-zero return code|Failed to install some of the specified packages/ return else @@ -82,7 +90,8 @@ def parse_stderr(ansible_failed_json) output_error "gcc: Make error" else ansible_failed_json['stderr_lines'].each do |i| - next if i =~ /^ .*\~.*|^ .*\^$/ + next if i =~ /^ .*\~.*|^ .*\^$|\*.*/ + next if i =~ /Problems in request/ output_error i end @@ -109,21 +118,23 @@ def parse_failures(ansible_failed_json) end def parse_stdout(ansible_failed_json) - case ansible_failed_json['stdout'] - when ansible_failed_json.nil? - return - when ansible_failed_json['cmd'] =~ /make install/ - return - else - ansible_failed_json['stdout_lines'].each do |i| - next if i =~ /^$/ - next if ansible_failed_json['cmd'] =~ /make install/ - next if i =~ /Last metadata expiration/ - next if i =~ /^##.*/ - next if i =~ /^\+.*/ + if ansible_failed_json['stderr_lines'].nil? + case ansible_failed_json['stdout'] + when ansible_failed_json.nil? + return + when ansible_failed_json['cmd'] =~ /make install/ + return + else + ansible_failed_json['stdout_lines'].each do |i| + next if i =~ /^$/ + next if ansible_failed_json['cmd'] =~ /make install/ + next if i =~ /Last metadata expiration/ + next if i =~ /^##.*|^#.*/ + next if i =~ /^\+.*/ - output_error i - end + output_error i + end + end end end -- 2.23.0

1 1

[PATCH lkp-tests 2/3] handle_ansible 04-8
by Wang Chenglong 22 Apr '21

22 Apr '21

Signed-off-by: Wang Chenglong <18509160991(a)163.com> --- lib/handle_ansible.sh | 89 +++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 89 insertions(+) create mode 100644 lib/handle_ansible.sh diff --git a/lib/handle_ansible.sh b/lib/handle_ansible.sh new file mode 100644 index 000000000..415abfba0 --- /dev/null +++ b/lib/handle_ansible.sh @@ -0,0 +1,89 @@ +#!/bin/bash + +epelrpm() +{ + sed -i "s/epel-release/bash/g" /root/.ansible/roles/*/tasks/*.yml +} + +include_vars() +{ + sed -i 's/{{ ansible_distribution_major_version }}/7/g' /root/.ansible/roles/*/tasks/*.yml + sed -i 's/{{ansible_distribution_major_version}}/7/g' /root/.ansible/roles/*/tasks/*.yml + sed -i 's/{{ ansible_distribution }}/CentOS/g' /root/.ansible/roles/*/tasks/*.yml + sed -i 's/{{ os_family | lower }}.yml/rhel.yml/g' /root/.ansible/roles/*/tasks/*.yml + sed -i 's/{{ ansible_distribution_file_variety }}/RedHat/g' /root/.ansible/roles/*/tasks/*.yml + sed -i 's/{{ os_name }}/redhat/g' /root/.ansible/roles/*/tasks/*.yml + sed -i 's/{{ os_release }}/rhel7/g' /root/.ansible/roles/*/tasks/*.yml + + grep with_first_found /root/.ansible/roles/*/tasks/*.yml + [ "$?" == "0" ] && { + sed -i '/with_first_found:/a\ - redhat-7.yml' /root/.ansible/roles/*/tasks/*.yml + } + + [ -d /root/.ansible/roles/*/vars/ansible_distribution ] && { + cp /root/.ansible/roles/*/vars/ansible_distribution/redhat.yml /root/.ansible/roles/*/vars/ansible_distribution/openeuler.yml + sed -i 's/centos/rhel' /root/.ansible/roles/*/vars/ansible_distribution/openeuler.yml + } + + cd /root/.ansible/roles/*/ + cp ./vars/RedHat-7.yml ./vars/RedHat-20.yml + cp ./vars/CentOS-7.yml ./vars/CentOS-20.yml + + cp ./vars/CentOS.yml ./vars/openEuler.yml + sed -i 's/\"7\"/\"20\"/g' ./vars/openEuler.yml + + cp vars/ansible_distribution/redhat.yml vars/ansible_distribution/openeuler.yml + cp vars/ansible_os_family/redhat.yml vars/ansible_os_family/openeuler.yml + + # GPG signature + grep 'state: present' ./tasks/install.yml + [ "$?" == "0" ] && { + sed -i '/yum:/a\ disable_gpg_check: yes' ./tasks/install.yml + } +} + +service_firewall() +{ + systemctl enable firewall +} + +service_redis() +{ + useradd redis -s /usr/sbin/nologin + mkdir -p /var/log/redis + chown -R redis:root /var/log/redis + mkdir -p /var/lib/redis + chown -R redis:root /var/lib/redis +} + +service_postgresql() +{ + sed -i 's/^replication_timeout/#replication_timeout/g' templates/postgresql.conf.j2 + sed -i 's/^checkpoint_segments/#checkpoint_segments/g' templates/postgresql.conf.j2 + sed -i 's/^sql_inheritance/#sql_inheritance/g' templates/postgresql.conf.j2 +} + +service_nfs() +{ + systemctl unmask network.target +} + +command_python() +{ + sed -i 's/3.6.5/3.7.5/g' /root/.ansible/roles/*/defaults/* + +} + + + + +handle_ansible() +{ + epelrpm + include_vars + service_firewall + service_redis + service_postgresql + service_nfs + command_python +} -- 2.23.0

1 0

[PATCH compass-ci] container/etcd: delete extra blank lines
by Liu Yinsi 22 Apr '21

22 Apr '21

Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- container/etcd/entry.sh | 1 - container/etcd/etcd_compact.sh | 1 - 2 files changed, 2 deletions(-) diff --git a/container/etcd/entry.sh b/container/etcd/entry.sh index 16c8d00..d1c906d 100755 --- a/container/etcd/entry.sh +++ b/container/etcd/entry.sh @@ -5,4 +5,3 @@ crond /bin/etcd "$@" exec - diff --git a/container/etcd/etcd_compact.sh b/container/etcd/etcd_compact.sh index acc20d0..e414371 100755 --- a/container/etcd/etcd_compact.sh +++ b/container/etcd/etcd_compact.sh @@ -4,4 +4,3 @@ rev=$(etcdctl endpoint status --write-out="json"|egrep -o '"revision":[0-9]*'|egrep -o '[0-9].*') etcdctl compact $rev && etcdctl defrag - -- 2.23.0

1 0

[PATCH compass-ci] sparrow/3-code/dev-env: fix error no such file /etc/compass-ci/passwd.yaml
by Liu Yinsi 22 Apr '21

22 Apr '21

[error] Traceback (most recent call last): 4: from ./start:50:in `<main>' 3: from /c/compass-ci/container/defconfig.rb:25:in `relevant_service_authentication' 2: from /usr/share/ruby/psych.rb:497:in `load_file' 1: from /usr/share/ruby/psych.rb:497:in `open' /usr/share/ruby/psych.rb:497:in `initialize': No such file or directory @ rb_sysopen - /etc/compass-ci/passwd.yaml (Errno::ENOENT) Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- sparrow/3-code/dev-env | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/sparrow/3-code/dev-env b/sparrow/3-code/dev-env index a478fffe..b68d9e67 100755 --- a/sparrow/3-code/dev-env +++ b/sparrow/3-code/dev-env @@ -189,6 +189,17 @@ auto-submit: my_name: auto-submit EOF +[[ -f /etc/compass-ci/passwd.yaml ]] || { +passwd=$(< /dev/urandom tr -dc "a-zA-Z0-9-=+@#_:/[](){}$%&.^*\!" | head -c 10;echo) + +cat > /etc/compass-ci/passwd.yaml <<EOF +ES_USER: root +ES_PASSWORD: $passwd +LOGGING_ES_USER: root +LOGGING_ES_PASSWORD: $passwd +EOF +} + source /etc/os-release path=$(dirname ${BASH_SOURCE[0]})/os/${ID} -- 2.23.0

1 0

[PATCH v2 lkp-tests] tests/qcow2rootfs-x86_64: fix failed to build container using absolute path
by Wang Chenglong 22 Apr '21

22 Apr '21

[Error] root@2288hv5-2s44p-384g--b6 /c/lkp-tests/tests# /c/compass-ci/container/qcow2rootfs/build /c/compass-ci/container/qcow2rootfs/build: line 5: ../defconfig.sh: No such file or directory /c/compass-ci/container/qcow2rootfs/build: line 7: docker_skip_rebuild: command not found Signed-off-by: Wang Chenglong <18509160991(a)163.com> --- tests/qcow2rootfs-x86_64 | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/tests/qcow2rootfs-x86_64 b/tests/qcow2rootfs-x86_64 index f698fb7ec..5895c6304 100755 --- a/tests/qcow2rootfs-x86_64 +++ b/tests/qcow2rootfs-x86_64 @@ -12,10 +12,10 @@ set_qcow2rootfs_tools() git clone https://gitee.com/wu_fengguang/compass-ci.git /c/compass-ci || return 1 rm ${QCOW2_PATH}/root/etc/yum.repos.d/* wget -O ${QCOW2_PATH}/root/etc/yum.repos.d/CentOS-Base.repo https://repo.huaweicloud.com/repository/conf/CentOS-7-reg.repo - ${QCOW2_PATH}/build + cd ${QCOW2_PATH} + ./build || exit 1 sed -i 's#$EXTRACT_ROOT/bin/extract $QCOW2_FILE $tar_out_file#$EXTRACT_ROOT/bin/extract $EXTRACT_ROOT/qcow2-dir/$QCOW2_NAME $tar_out_file#' \ - ${QCOW2_PATH}/bin/mail - + ${QCOW2_PATH}/bin/main } check_url() @@ -52,7 +52,7 @@ extract_rootfs() export ROOTFS_DIR="${qcow2_version}-$(date +%Y-%m-%d-%H-%M-%S)" export ROOTFS_PATH="${MOUNT_POINT}/openeuler/${qcow2_arch}/automatic-build/${ROOTFS_DIR}" mkdir -p $ROOTFS_PATH - ${QCOW2_PATH}/run ${IMG_PATH}/${QCOW2_NAME} ${ROOTFS_PATH} + ${QCOW2_PATH}/run ${IMG_PATH}/${QCOW2_NAME} ${ROOTFS_PATH} || exit 1 } set_resolv_config() -- 2.23.0

1 1

[PATCH lkp-tests] tests/qcow2rootfs-x86_64: fix failed to build container using absolute path
by Wang Chenglong 22 Apr '21

22 Apr '21

[Error] root@2288hv5-2s44p-384g--b6 /c/lkp-tests/tests# /c/compass-ci/container/qcow2rootfs/build /c/compass-ci/container/qcow2rootfs/build: line 5: ../defconfig.sh: No such file or directory /c/compass-ci/container/qcow2rootfs/build: line 7: docker_skip_rebuild: command not found Signed-off-by: Wang Chenglong <18509160991(a)163.com> --- tests/qcow2rootfs-x86_64 | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/qcow2rootfs-x86_64 b/tests/qcow2rootfs-x86_64 index f698fb7ec..2aecc3d4d 100755 --- a/tests/qcow2rootfs-x86_64 +++ b/tests/qcow2rootfs-x86_64 @@ -12,10 +12,10 @@ set_qcow2rootfs_tools() git clone https://gitee.com/wu_fengguang/compass-ci.git /c/compass-ci || return 1 rm ${QCOW2_PATH}/root/etc/yum.repos.d/* wget -O ${QCOW2_PATH}/root/etc/yum.repos.d/CentOS-Base.repo https://repo.huaweicloud.com/repository/conf/CentOS-7-reg.repo - ${QCOW2_PATH}/build + cd ${QCOW2_PATH} + ./build || exit 1 sed -i 's#$EXTRACT_ROOT/bin/extract $QCOW2_FILE $tar_out_file#$EXTRACT_ROOT/bin/extract $EXTRACT_ROOT/qcow2-dir/$QCOW2_NAME $tar_out_file#' \ ${QCOW2_PATH}/bin/mail - } check_url() @@ -52,7 +52,7 @@ extract_rootfs() export ROOTFS_DIR="${qcow2_version}-$(date +%Y-%m-%d-%H-%M-%S)" export ROOTFS_PATH="${MOUNT_POINT}/openeuler/${qcow2_arch}/automatic-build/${ROOTFS_DIR}" mkdir -p $ROOTFS_PATH - ${QCOW2_PATH}/run ${IMG_PATH}/${QCOW2_NAME} ${ROOTFS_PATH} + ${QCOW2_PATH}/run ${IMG_PATH}/${QCOW2_NAME} ${ROOTFS_PATH} || exit 1 } set_resolv_config() -- 2.23.0

1 1

help star
by Wu Fengguang 22 Apr '21

22 Apr '21

Yu Chuan is our help star, thanks Yu Chuan! 12.3 Yu Chuan 10.6 Wu Fengguang 9.8 Wei Jihui 9.2 Wang Yong 8.2 Liu Yinsi 7.1 Lin Jiaxin 6.7 Cao Xueliang 6.1 Liu Shaofei 5.6 Lu Weitao 3.8 Zhang Dewan 3.7 Wang Chenglong 3.7 Li Ping 3.2 Xu Xijian 2.5 Cui Yili 2.1 Luan Shengde 1.8 Bai Jing 1.8 Wu Zhende 1.8 Li Yuanchao 0.0 Du Kaitian 0.0 Zhang Yale

1 0

review star
by Wu Fengguang 22 Apr '21

22 Apr '21

Cao Xueliang is our review star, thanks Cao Xueliang! baijing@crystal ~/todo/bin% ./review-star Review email records in the last 7 days total review paragraph point people 111 6 6 19 Cao Xueliang 20 4 7 5 Wei Jihui 15 3 5 4 Liu Shaofei 11 1 2 3 Yu Chuan 24 4 10 3 Luan Shengde 6 1 1 1 Lin Jiaxin 3 2 3 1 Xu Xijian 3 1 1 0 Wang Yong 1 0 0 0 Zhang Dewan 19 0 0 0 Liu Yinsi 6 1 2 0 Lu Weitao 21 1 1 0 Wu Zhende 18 1 2 0 Li Yuanchao 4 0 0 0 Wu Fengguang 15 0 0 0 Cui Yili 11 0 0 0 Wang Chenglong 11 0 0 0 Bai Jing 5 0 0 0 Li Ping

1 0

git count
by Wu Fengguang 22 Apr '21

22 Apr '21

Cao Xueliang is our code star, thanks Cao Xueliang! baijing@crystal ~/todo/bin% ./git-count 16 Cao Xueliang 15 Wu Zhende 10 Li Yuanchao 6 Liu Yinsi 6 Yu Chuan 5 Liu Shaofei 5 Luan Shengde 4 Bai Jing 3 Wang Chenglong 2 Lu Weitao 2 Wang Yong 1 Xu Xijian 1 Lin Jiaxin 1 Li Ping 0 Du Kaitian 0 Wei Jihui 0 Wu Fengguang 0 Zhang Yale 0 Cui Yili 0 Zhang Dewan

1 0

[PATCH v2 compass-ci] es_query.rb: fix _scroll_id change
by Cui Yili 22 Apr '21

22 Apr '21

[why] _scroll_id will change every time query, so you need to save the last _scroll_id. Signed-off-by: Cui Yili <2268260388(a)qq.com> --- lib/es_query.rb | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/lib/es_query.rb b/lib/es_query.rb index dd6d97dc..8c5a28fe 100644 --- a/lib/es_query.rb +++ b/lib/es_query.rb @@ -45,11 +45,12 @@ class ESQuery }, size: size } result = @client.search index: @index, scroll: '10m', body: query - @scroll_id = result['_scroll_id'] - return result else - @client.scroll scroll: '10m', scroll_id: @scroll_id + result = @client.scroll scroll: '10m', scroll_id: @scroll_id end + + @scroll_id = result['_scroll_id'] unless result.empty? && result.include?('_scroll_id') + return result end def query_by_id(id) -- 2.23.0

1 0

[PATCH compass-ci] dracut-initrd: support local disk rootfs
by Yu Chuan 22 Apr '21

22 Apr '21

[Why] Allow user to submit a job that rootfs is in local disk by add 'custom_ipxe' field in job.yaml. Signed-off-by: Yu Chuan <13186087857(a)163.com> --- container/dracut-initrd/bin/set-local-sysroot.sh | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/container/dracut-initrd/bin/set-local-sysroot.sh b/container/dracut-initrd/bin/set-local-sysroot.sh index 9e8374290230..1a2edafaf967 100644 --- a/container/dracut-initrd/bin/set-local-sysroot.sh +++ b/container/dracut-initrd/bin/set-local-sysroot.sh @@ -2,6 +2,10 @@ analyse_kernel_cmdline_params() { rootfs="$(getarg root=)" + + # if root is a local disk, then boot directly. + [[ $rootfs =~ ^/dev/ ]] && exit 0 + # example: $nfs_server_ip:/os/${os}/${os_arch}/${os_version}-snapshots/20210310005959 rootfs_src=$(echo $"$rootfs" | sed 's/\///') timestamp="$(basename $rootfs_src)" -- 2.23.0

1 0

[PATCH v2 lkp-tests] lib/bootstrap.sh: delete history remove code
by Liu Shaofei 22 Apr '21

22 Apr '21

[why] function callend by "is_clearlinux" is not defined, by checking history commit record, the function is removed and the patch codes is removed. [ 63.427966] [ 63.428704] + is_clearlinux [ 63.428705] [ 63.431226] /lkp/lkp/src/lib/bootstrap.sh: line 104: is_clearlinux: command not found [ 63.431228] Signed-off-by: Liu Shaofei <370072077(a)qq.com> --- lib/bootstrap.sh | 7 ------- 1 file changed, 7 deletions(-) diff --git a/lib/bootstrap.sh b/lib/bootstrap.sh index 7983f638e..070dabf46 100755 --- a/lib/bootstrap.sh +++ b/lib/bootstrap.sh @@ -101,13 +101,6 @@ network_ok() [ "$(cat $i/carrier 2>/dev/null)" = '1' ] && test_ping && return 0 done - is_clearlinux && { - net_devices_link up - - # in case of systemd-networkd.service was masked - systemctl unmask systemd-networkd.service - systemctl start systemd-networkd.service - } return 1 } -- 2.23.0

2 1

[PATCH compass-ci] services: optimization logs
by Wu Zhende 22 Apr '21

22 Apr '21

1. use "e.inspect_with_backtrace" to print more detailed error information 2. add data to save data when an error is reported Signed-off-by: Wu Zhende <wuzhende666(a)163.com> --- src/lib/lifecycle.cr | 58 ++++++++++++++------------ src/lib/mq.cr | 2 +- src/lib/sched.cr | 14 +++---- src/monitoring/amqp.cr | 12 +++++- src/monitoring/filter.cr | 6 ++- src/scheduler/close_job.cr | 2 +- src/scheduler/download_file.cr | 2 +- src/scheduler/find_next_job_boot.cr | 2 +- src/scheduler/request_cluster_state.cr | 2 +- 9 files changed, 59 insertions(+), 41 deletions(-) diff --git a/src/lib/lifecycle.cr b/src/lib/lifecycle.cr index e56a681..fe870de 100644 --- a/src/lib/lifecycle.cr +++ b/src/lib/lifecycle.cr @@ -45,7 +45,7 @@ class Lifecycle rescue e @log.warn({ "resource" => "/alive", - "message" => e.to_s + "message" => e.inspect_with_backtrace }.to_json) end @@ -74,7 +74,7 @@ class Lifecycle rescue e @log.warn({ "resource" => "init_from_es", - "message" => e.to_s + "message" => e.inspect_with_backtrace }.to_json) end @@ -118,30 +118,34 @@ class Lifecycle def mq_event_loop puts "deal job events" - q = @mq.ch.queue("job_mq", durable: false) - q.subscribe(no_ack: false) do |msg| - event = JSON.parse(msg.body_io.to_s) - job_state = event["job_state"]? - - case job_state - when "boot" - on_job_boot(event) - when "close" - on_job_close(event) - when "abnormal" - on_abnormal_job(event) - when "crash" - on_job_crash(event) - else - on_other_job(event) + event = JSON::Any.new(nil) + begin + q = @mq.ch.queue("job_mq", durable: false) + q.subscribe(no_ack: false) do |msg| + event = JSON.parse(msg.body_io.to_s) + job_state = event["job_state"]? + + case job_state + when "boot" + on_job_boot(event) + when "close" + on_job_close(event) + when "abnormal" + on_abnormal_job(event) + when "crash" + on_job_crash(event) + else + on_other_job(event) + end + @mq.ch.basic_ack(msg.delivery_tag) end - @mq.ch.basic_ack(msg.delivery_tag) + rescue e + @log.warn({ + "resource" => "mq_event_loop", + "message" => e.inspect_with_backtrace, + "event" => event + }.to_json) end - rescue e - @log.warn({ - "resource" => "mq_event_loop", - "message" => e.to_s - }.to_json) end def on_other_job(event) @@ -269,7 +273,8 @@ class Lifecycle rescue e @log.warn({ "resource" => "timeout_job_loop", - "message" => e.to_s + "message" => e.inspect_with_backtrace, + "job_id" => dead_job_id }.to_json) end end @@ -285,7 +290,8 @@ class Lifecycle rescue e @log.warn({ "resource" => "timeout_machine_loop", - "message" => e.to_s + "message" => e.inspect_with_backtrace, + "testbox" => dead_machine_name }.to_json) end end diff --git a/src/lib/mq.cr b/src/lib/mq.cr index 1c7f4b7..67fcee2 100644 --- a/src/lib/mq.cr +++ b/src/lib/mq.cr @@ -28,7 +28,7 @@ class MQClient }.to_json) rescue e @log.warn({ - "msg" => e.to_s, + "msg" => e.inspect_with_backtrace, "source" => "mq_client" }.to_json) end diff --git a/src/lib/sched.cr b/src/lib/sched.cr index 7a9e4d8..43fe47b 100644 --- a/src/lib/sched.cr +++ b/src/lib/sched.cr @@ -56,7 +56,7 @@ class Sched def alive(version) "LKP Alive! The time is #{Time.local}, version = #{version}" rescue e - @log.warn(e) + @log.warn(e.inspect_with_backtrace) end def normalize_mac(mac : String) @@ -72,7 +72,7 @@ class Sched "No yet!" end rescue e - @log.warn(e) + @log.warn(e.inspect_with_backtrace) end def del_host_mac @@ -84,7 +84,7 @@ class Sched "No yet!" end rescue e - @log.warn(e) + @log.warn(e.inspect_with_backtrace) end def set_host2queues @@ -96,7 +96,7 @@ class Sched "No yet!" end rescue e - @log.warn(e) + @log.warn(e.inspect_with_backtrace) end def del_host2queues @@ -108,7 +108,7 @@ class Sched "No yet!" end rescue e - @log.warn(e) + @log.warn(e.inspect_with_backtrace) end def get_time @@ -143,7 +143,7 @@ class Sched hash["testbox"] = testbox @log.info(hash.to_json) rescue e - @log.warn(e) + @log.warn(e.inspect_with_backtrace) end def send_mq_msg(job_state) @@ -223,7 +223,7 @@ class Sched @log.info(%({"job_id": "#{job_id}", "state": "set ssh port", "ssh_port": "#{ssh_port}", "tbox_name": "#{testbox}"})) rescue e - @log.warn(e) + @log.warn(e.inspect_with_backtrace) end private def query_consumable_keys(shortest_queue_name) diff --git a/src/monitoring/amqp.cr b/src/monitoring/amqp.cr index f23113a..6ba7b1b 100644 --- a/src/monitoring/amqp.cr +++ b/src/monitoring/amqp.cr @@ -29,7 +29,11 @@ class MessageQueueClient begin filter.filter_msg(msg.body_io) rescue e - @log.warn("filter message failed: #{e}") + @log.warn({ + "resource" => "filter_message", + "message" => e.inspect_with_backtrace, + "data" => msg.body_io.to_s + }.to_json) end end end @@ -42,7 +46,11 @@ class MessageQueueClient filter_msg(conn, filter, exchange_name, queue_name) end rescue e - @log.warn("monitoring_message_queue failed: #{e}") + @log.warn({ + "resource" => "monitoring_message_queue", + "message" => e.inspect_with_backtrace, + "data" => "#{exchange_name}, #{queue_name}" + }.to_json) sleep 5 end end diff --git a/src/monitoring/filter.cr b/src/monitoring/filter.cr index b663f11..fe41571 100644 --- a/src/monitoring/filter.cr +++ b/src/monitoring/filter.cr @@ -47,7 +47,11 @@ class Filter @hash[query].each do |socket| socket.send msg.to_json rescue e - @log.warn("send msg failed: #{e}") + @log.warn({ + "resource" => "send_msg", + "message" => e.inspect_with_backtrace, + "data" => "query: #{query}, mas: #{msg}" + }.to_json) remove_filter_rule(query, socket) end end diff --git a/src/scheduler/close_job.cr b/src/scheduler/close_job.cr index a112a38..0f051e6 100644 --- a/src/scheduler/close_job.cr +++ b/src/scheduler/close_job.cr @@ -30,7 +30,7 @@ class Sched job_state ||= "complete" @log.info(%({"job_id": "#{job_id}", "job_state": "#{job_state}"})) rescue e - @log.warn(e) + @log.warn(e.inspect_with_backtrace) ensure source = @env.params.query["source"]? if source != "lifecycle" diff --git a/src/scheduler/download_file.cr b/src/scheduler/download_file.cr index 50e27ba..48ce55a 100644 --- a/src/scheduler/download_file.cr +++ b/src/scheduler/download_file.cr @@ -11,6 +11,6 @@ class Sched send_file @env, file_path rescue e - @log.warn(e) + @log.warn(e.inspect_with_backtrace) end end diff --git a/src/scheduler/find_next_job_boot.cr b/src/scheduler/find_next_job_boot.cr index 091c41a..15daebf 100644 --- a/src/scheduler/find_next_job_boot.cr +++ b/src/scheduler/find_next_job_boot.cr @@ -15,6 +15,6 @@ class Sched response rescue e - @log.warn(e) + @log.warn(e.inspect_with_backtrace) end end diff --git a/src/scheduler/request_cluster_state.cr b/src/scheduler/request_cluster_state.cr index e8ef6f3..e9be3cf 100644 --- a/src/scheduler/request_cluster_state.cr +++ b/src/scheduler/request_cluster_state.cr @@ -69,7 +69,7 @@ class Sched # show cluster state return @redis.hash_get("sched/cluster_state", cluster_id) rescue e - @log.warn(e) + @log.warn(e.inspect_with_backtrace) end # node_state: "finish" | "ready" -- 2.23.0

1 0

[PATCH compass-ci] src/lib/job.cr: add function set_os_arch()
by Liu Yinsi 22 Apr '21

22 Apr '21

before: submit host-info.yaml os_arch=x86_64 arch=x86_64 after: submit host-info.yaml arch=x86_64 [why] when submit job to docker testbox in x86_64 machine, must use params both os_arch and arch, or failed to submit and consume job, now just assign value to arch. Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- src/lib/job.cr | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/src/lib/job.cr b/src/lib/job.cr index 200ba2b1..bb4ef967 100644 --- a/src/lib/job.cr +++ b/src/lib/job.cr @@ -151,6 +151,7 @@ class Job private def set_defaults append_init_field() + set_os_arch() set_docker_os() set_user_lkp_src() set_os_mount() @@ -174,6 +175,10 @@ class Job self[key] = Time.local.to_s("%Y-%m-%dT%H:%M:%S+0800") end + private def set_os_arch + self["os_arch"] = @hash["arch"].to_s if @hash.has_key?("arch") + end + private def set_docker_os return unless is_docker_job? -- 2.23.0

1 0

[PATCH v3 lkp-tests 4/4] depends: add depends list file for installing mysql
by Luan Shengde 22 Apr '21

22 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- distro/depends/mysql-8-0-20-dev | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) create mode 100644 distro/depends/mysql-8-0-20-dev diff --git a/distro/depends/mysql-8-0-20-dev b/distro/depends/mysql-8-0-20-dev new file mode 100644 index 000000000..23c6ff661 --- /dev/null +++ b/distro/depends/mysql-8-0-20-dev @@ -0,0 +1,16 @@ +libnuma1 +xfsprogs +ethtool +gcc +cmake +libssl-dev +libncurses5-dev +libtirpc-dev +rpcsvc-proto-devel +rpcgen +gmp +gmp-devel +libmpc +libmpc-devel +mpfr +mpfr-devel -- 2.23.0

1 0

[PATCH v3 lkp-tests 3/4] tests: add initialize file for mysql
by Luan Shengde 22 Apr '21

22 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- tests/mysql-8-0-20 | 73 ++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 73 insertions(+) create mode 100755 tests/mysql-8-0-20 diff --git a/tests/mysql-8-0-20 b/tests/mysql-8-0-20 new file mode 100755 index 000000000..ebc7c0e90 --- /dev/null +++ b/tests/mysql-8-0-20 @@ -0,0 +1,73 @@ +#!/bin/sh +# - data_dev +# mysql_user +# mysql_host +# mysql_port +# mysql_db +# mysql_password +. $LKP_SRC/lib/common.sh + +: "${mysql_user:=root}" +: "${mysql_host:=127.0.0.1}" +: "${mysql_port:=3306}" +: "${mysql_db:=sysbench_test}" +: "${mysql_password:=mysql_password}" + +create_basedir() +{ + mkdir -p /data + mkfs.xfs -f /dev/"$data_dev" + mount /dev/"$data_dev" /data + + mkdir -p /data/mysql/{data,share,tmp,run,log} + + useradd mysql + touch /data/mysql/log/mysql.log + chown -R mysql:mysql /data + chown -R mysql:mysql /data/mysql/log/mysql.log +} + +configure_mysql() +{ + if [ ! -f $mysqld ] || [ ! -f $mysql ] || [ ! -f $mysql_server ]; then + echo "mysql is not installed!" && exit 1 + fi + + "$mysqld" --user=mysql --datadir=/data/mysql/data --basedir=/data/mysql --initialize --port="$mysql_port" + sleep 10 + + "$mysql_server" start + sleep 10 + + "$mysql" -u "$mysql_user" -e "flush privileges; use mysql; alter user 'root'@'localhost' identified by '$mysql_password'; flush privileges;" + sed -i '/^skip-grant-tables/d' /etc/my.cnf + "$mysql_server" restart + sleep 10 +} + +create_database() +{ + "$mysql" -u "$mysql_user" -p"$mysql_password" -e "use mysql; update user set host ='%' where user='root'; flush privileges;" + "$mysql" -u "$mysql_user" -p"$mysql_password" -e "create database $mysql_db;" + "$mysql_server" stop + sleep 10 +} + +start_mysql() +{ + "$mysqld" --defaults-file=/etc/my.cnf --port="$mysql_port" + sleep 20 +} + +main() +{ + local mysql="/usr/local/mysql/bin/mysql" + local mysqld="/usr/local/mysql/bin/mysqld" + local mysql_server="/usr/local/mysql/support-files/mysql.server" + + create_basedir + configure_mysql + create_database + start_mysql +} +main -- 2.23.0

1 0

[PATCH v3 lkp-tests 2/4] add pkgbuild file
by Luan Shengde 22 Apr '21

22 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- pkg/mysql-8-0-20/PKGBUILD | 79 +++++++++++++++++++++++++++++++++++++++ pkg/mysql-8-0-20/my.cnf | 69 ++++++++++++++++++++++++++++++++++ 2 files changed, 148 insertions(+) create mode 100644 pkg/mysql-8-0-20/PKGBUILD create mode 100644 pkg/mysql-8-0-20/my.cnf diff --git a/pkg/mysql-8-0-20/PKGBUILD b/pkg/mysql-8-0-20/PKGBUILD new file mode 100644 index 000000000..154f936cf --- /dev/null +++ b/pkg/mysql-8-0-20/PKGBUILD @@ -0,0 +1,79 @@ +pkgname=mysql-server-mysql +pkgver=8.0.20 +gccdir=gcc +pkgrel=1 +arch=('aarch64' 'x86_64') +url="http://www.mysql.com" +license=('GPLv2') +source=("https://gitee.com/li-yancheng/my-sql_with_boostkit_patch.git" + "https://gitee.com/li-yancheng/gcc.git" + "my.cnf") +md5sums=('SKIP' 'SKIP' '99c4965aa870c475000993f52a0dee66') + +build() +{ + # build_gcc + build_mysql +} + +build_gcc() +{ + mkdir -p $HOME/rpmbuild/SOURCES/ && { + cd $srcdir/gcc && cp -r * $HOME/rpmbuild/SOURCES/ + } + + cd $HOME/rpmbuild/SOURCES/ && { + rpmbuild -bp gcc.spec + } + + cd $HOME/rpmbuild/BUILD/gcc-9.3.0 && { + ./configure --prefix=/usr/ \ + --enable-shared \ + --enable-threads=posix \ + --enable-checking=release \ + --with-system-zlib \ + --enable-__cxa_atexit \ + --disable-libunwind-exceptions \ + --enable-gnu-unique-object \ + --enable-linker-build-id \ + --with-linker-hash-style=gnu \ + --enable-languages=c,c++,objc,obj-c++,fortran,lto \ + --enable-plugin \ + --enable-initfini-array \ + --disable-libgcj \ + --without-isl \ + --without-cloog \ + --enable-gnu-indirect-function \ + --with-stage1-ldflags='-Wl,-z,relro,-z,now' \ + --with-boot-ldflags='-Wl,-z,relro,-z,now' \ + --with-multilib-list=lp64 + make -j96 + make install + } +} + +build_mysql() +{ + unset CPPFLAGS + unset CFLAGS + unset CXXFLAGS + cd $srcdir/my-sql_with_boostkit_patch/$pkgname-$pkgver + + CMAKE=cmake + grep -sqF "CentOS Linux release 7" /etc/centos-release && CMAKE=cmake3 + + mkdir -p build + cd build && { + $CMAKE .. -DBUILD_CONFIG=mysql_release -DCMAKE_INSTALL_PREFIX=/usr/local/mysql -DMYSQL_DATADIR=/data/mysql/data -DSYSCONFDIR=/etc -DWITH_BOOST=../boost/boost_1_70_0/ + make -j96 + } +} + +package() +{ + cp my.cnf /etc/ + + cd $srcdir/my-sql_with_boostkit_patch/$pkgname-$pkgver/build && { + make install + } +} diff --git a/pkg/mysql-8-0-20/my.cnf b/pkg/mysql-8-0-20/my.cnf new file mode 100644 index 000000000..49e5bc3df --- /dev/null +++ b/pkg/mysql-8-0-20/my.cnf @@ -0,0 +1,69 @@ +[mysqld_safe] +log-error=/data/mysql/log/mysql.log +pid-file=/data/mysql/run/mysqld.pid +[mysqldump] +quick +[mysql] +[client] +# default-character-set=utf8mb4 +default-character-set=utf8 +socket=/data/mysql/run/mysql.sock + +[mysqld] +socket=/data/mysql/run/mysql.sock +tmpdir=/data/mysql/tmp +datadir=/data/mysql/data +basedir=/usr/local/mysql +default_authentication_plugin=mysql_native_password +user=mysql +memlock=on +bind-address=0.0.0.0 +skip-name-resolve +skip-grant-tables + +lc-messages=en_US +lc-messages-dir=/usr/local/mysql/share + +innodb_page_size=64k +max_connections=4000 +back_log=2048 +performance_schema=OFF +max_prepared_stmt_count=128000 + +#file +innodb_file_per_table +innodb_log_file_size=2048M +innodb_log_files_in_group=32 +innodb_open_files=10000 +table_open_cache_instances=64 + +#buffers +innodb_buffer_pool_size=128G +innodb_buffer_pool_instances=64 +innodb_log_buffer_size=2048M + +#tune +sync_binlog=0 +innodb_flush_log_at_trx_commit=0 +innodb_use_native_aio=1 +innodb_spin_wait_delay=160 +innodb_sync_spin_loops=20 +innodb_flush_method=O_DIRECT +innodb_io_capacity=30000 +innodb_io_capacity_max=40000 +innodb_lru_scan_depth=9000 +innodb_page_cleaners=1 +innodb_spin_wait_pause_multiplier=25 + +#perf special +innodb_flush_neighbors=0 +innodb_write_io_threads=1 +innodb_read_io_threads=1 +innodb_purge_threads=1 + +sql_mode=STRICT_TRANS_TABLES,NO_ENGINE_SUBSTITUTION,NO_AUTO_VALUE_ON_ZERO,STRICT_ALL_TABLES + +#skop_log_bin +ssl=0 + +table_open_cache=15000 -- 2.23.0

1 0

[PATCH v3 lkp-tests 1/4] jobs: add job file for installing/testing mysql
by Luan Shengde 22 Apr '21

22 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- jobs/mysql-8-0-20.yaml | 34 ++++++++++++++++++++++++++++++++++ 1 file changed, 34 insertions(+) create mode 100644 jobs/mysql-8-0-20.yaml diff --git a/jobs/mysql-8-0-20.yaml b/jobs/mysql-8-0-20.yaml new file mode 100644 index 000000000..1926c5547 --- /dev/null +++ b/jobs/mysql-8-0-20.yaml @@ -0,0 +1,34 @@ +suite: cci-makepkg +category: functional + +testbox: taishan200-2280-2s48p-256g--a18 + +os: openeuler +os_version: 20.03 +os_mount: initramfs + +mysql_user: +mysql_host: +mysql_port: +mysql_db: +mysql_password: +data_dev: sdb + +cci-makepkg: + benchmark: mysql-8-0-20 + +mysql-8-0-20: + +sysbench-mysql: + oltp_test_mode: complex + max_requests: 0 + mysql_table_engine: innodb + oltp_tables_count: 1000 + oltp_table_size: 100000 + nr_threads: 256 + runtime: 60 + rand_type: special + rand_spec_pct: 100 + oltp_read_only: false + report_interval: 1 + events: 20000 -- 2.23.0

1 0

[PATCH compass-ci] assist_result_client: fix bisect email report format
by Cao Xueliang 22 Apr '21

22 Apr '21

Signed-off-by: Cao Xueliang <caoxl78320(a)163.com> --- lib/assist_result_client.rb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lib/assist_result_client.rb b/lib/assist_result_client.rb index 2d2e60d..d05de31 100644 --- a/lib/assist_result_client.rb +++ b/lib/assist_result_client.rb @@ -48,7 +48,7 @@ class AssistResult response = resource.get() return nil unless response.code == 200 - return response.body + return JSON.parse(response.body) end def get_error_messages(job_id, error_id) -- 2.23.0

1 0

[PATCH v3 lkp-tests 1/2] tests: add self-test
by Liu Yinsi 22 Apr '21

22 Apr '21

output: send self-test report email, the email body like this Dear Liu Yinsi: Your self-test groud_id=selftest job result is: kvcount.job_state=abnormal: 1 kvcount.job_state=failed: 6 kvcount.job_state=finished: 8 raw.id.[job_state=abnormal]: ["z9.91"] raw.id.[job_state=failed]: ["z9.85","z9.87","z9.88","z9.89","z9.86","z9.84"] raw.id.[job_state=finished]: ["z9.90","z9.96","z9.97","z9.92","z9.94","z9.93","z9.95","z9.98"] Regards Compass-CI Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- tests/self-test | 28 ++++++++++++++++++++++++++++ 1 file changed, 28 insertions(+) create mode 100644 tests/self-test diff --git a/tests/self-test b/tests/self-test new file mode 100644 index 000000000..cb06b7226 --- /dev/null +++ b/tests/self-test @@ -0,0 +1,28 @@ +#!/bin/bash + +. $LKP_SRC/lib/email.sh + +submit_args=( + "testbox=dc-8g cci-depends.benchmark=sshd cci-depends.yaml" + "testbox=dc-8g borrow-1h.yaml runtime=1m" + "testbox=vm-2p8g borrow-1h.yaml runtime=1m" + ) + +submit_one() +{ + args="$1" + submit_result=$(submit -m $args group_id=selftest) +} + +submit_all() +{ + for args in "${submit_args[@]}" + do + submit_one "$args" + done + + job_state=$(es-jobs group_id=selftest | grep job_state) +} + +submit_all +send_email selftest -- 2.23.0

2 1

[PATCH lkp-tests] change 20.03 to 20.03-sp1
by Bai Jing 22 Apr '21

22 Apr '21

Signed-off-by: Bai Jing <799286817(a)qq.com> --- pkg/openeuler_docker/PKGBUILD | 13 ++++--------- 1 file changed, 4 insertions(+), 9 deletions(-) diff --git a/pkg/openeuler_docker/PKGBUILD b/pkg/openeuler_docker/PKGBUILD index 6a1190718..2ca55bcb4 100644 --- a/pkg/openeuler_docker/PKGBUILD +++ b/pkg/openeuler_docker/PKGBUILD @@ -3,20 +3,15 @@ pkgver=1.0 pkgrel=1 pkgdesc="openeuler docker image" arch=('i386' 'x86_64') -url="https://repo.openeuler.org/openEuler-20.03-LTS/docker_img" +url="https://repo.openeuler.org/openEuler-20.03-LTS-SP1/docker_img" license=('GPL') -source=("https://repo.openeuler.org/openEuler-20.03-LTS/docker_img/aarch64/openEuler…") -md5sums=('6aa300910c9f9040b725939fb80e8121') +source=("https://repo.openeuler.org/openEuler-20.03-LTS-SP1/docker_img/aarch64/openE…") +md5sums=('ad1149bf617ce6effb0a2eaf0cf692ef') handle_docker_image() { docker load < openEuler-docker.aarch64.tar.xz - docker run -d --name my-openeuler openeuler-20.03-lts:latest - container_id=$(docker ps -aqf 'name=my-openeuler') - docker cp /etc/yum.repos.d/openEuler.repo $container_id:/etc/yum.repos.d/ - docker commit $container_id openeuler-20.03-lts:v1 - docker save -o openeuler-20.03-lts-v1.tar openeuler-20.03-lts:v1 - docker rm -f $container_id + docker save -o openeuler-20.03-lts-v1.tar openeuler-20.03-lts-sp1:latest } package() -- 2.23.0

1 0

[PATCH v2 lkp-tests] add information after disk partitioning
by Bai Jing 22 Apr '21

22 Apr '21

Signed-off-by: Bai Jing <799286817(a)qq.com> --- tests/host-info | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/tests/host-info b/tests/host-info index 86b49cf9a..45df569f4 100755 --- a/tests/host-info +++ b/tests/host-info @@ -55,10 +55,11 @@ get_part() # lrwxrwxrwx 1 root root 10 Sep 2 18:42 ata-SAMSUNG_MZ7LH480HAHQ-00005_S45PNA2MB43944-part3 -> ../../sda3 # lrwxrwxrwx 1 root root 10 Sep 2 18:42 ata-SAMSUNG_MZ7LH480HAHQ-00005_S45PNA2MB43209 -> ../../sdb info=$(ls -l /dev/disk/by-id/ | grep "/$i" | awk '{print $9}' | grep -e "^scsi-" -e "^ata-" -e "^nvme-" | sed 's/-part[0-9]//g') - count=$(echo $info | tr ' ' '\n' | wc -l) - partition=$(echo $info | tr ' ' '\n' | uniq) + count=$(echo "$info" | wc -l) + partition=$(echo "$info" | uniq) if [ $count -gt 1 ]; then - parts=$(echo /dev/disk/by-id/$partition-part*) + parts=$(ls /dev/disk/by-id/$partition-part*) + echo " -" /dev/disk/by-id/$partition for i in $parts do echo " -" $i -- 2.23.0

1 0

[PATCH v2 lkp-tests 1/2] tests: add self-test
by Liu Yinsi 22 Apr '21

22 Apr '21

output: send self-test report email, the email body like this Dear Liu Yinsi: Your self-test groud_id=selftest job result is: kvcount.job_state=abnormal: 1 kvcount.job_state=failed: 6 kvcount.job_state=finished: 8 raw.id.[job_state=abnormal]: ["z9.91"] raw.id.[job_state=failed]: ["z9.85","z9.87","z9.88","z9.89","z9.86","z9.84"] raw.id.[job_state=finished]: ["z9.90","z9.96","z9.97","z9.92","z9.94","z9.93","z9.95","z9.98"] Regards Compass-CI Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- tests/self-test | 27 +++++++++++++++++++++++++++ 1 file changed, 27 insertions(+) create mode 100644 tests/self-test diff --git a/tests/self-test b/tests/self-test new file mode 100644 index 000000000..933e1fa4b --- /dev/null +++ b/tests/self-test @@ -0,0 +1,27 @@ +#!/bin/bash + +. $LKP_SRC/lib/email.sh + +submit_args=( + "testbox=dc-8g cci-depends.benchmark=sshd cci-depends.yaml" + "testbox=dc-8g borrow-1h.yaml runtime=1m" + "testbox=vm-2p8g borrow-1h.yaml runtime=1m" + ) + +submit_one() +{ + submit_result=$(submit -m $args group_id=selftest) +} + +submit_all() +{ + for args in "${submit_args[@]}" + do + submit_one $args + done + + job_state=$(es-jobs group_id=selftest | grep job_state) +} + +submit_all +send_email selftest -- 2.23.0

1 1

[PATCH v3 lkp-tests 2/2] lib/email.sh: add selftest_content()
by Liu Yinsi 22 Apr '21

22 Apr '21

This will send email to user when finish selftest. Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- lib/email.sh | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/lib/email.sh b/lib/email.sh index 4f1055033..24ef7bb64 100755 --- a/lib/email.sh +++ b/lib/email.sh @@ -80,6 +80,22 @@ Compass-CI " } +selftest_content() +{ + email_content="To: $my_email +Subject: [NOTIFY Compass-CI] Self-test report + +Dear $my_name: + + Your self-test groud_id=selftest job result is: + + $job_state + +Regards +Compass-CI +" +} + send_email() { local subject=$1 -- 2.23.0

1 0

[PATCH lkp-tests] add information after disk partitioning
by Bai Jing 22 Apr '21

22 Apr '21

Signed-off-by: Bai Jing <799286817(a)qq.com> --- tests/host-info | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tests/host-info b/tests/host-info index 86b49cf9a..af0ab5777 100755 --- a/tests/host-info +++ b/tests/host-info @@ -58,7 +58,8 @@ get_part() count=$(echo $info | tr ' ' '\n' | wc -l) partition=$(echo $info | tr ' ' '\n' | uniq) if [ $count -gt 1 ]; then - parts=$(echo /dev/disk/by-id/$partition-part*) + parts=$(ls /dev/disk/by-id/$partition-part*) + echo " -" /dev/disk/by-id/$partition for i in $parts do echo " -" $i -- 2.23.0

2 2

[PATCH lkp-tests] tests: add self-test
by Liu Yinsi 22 Apr '21

22 Apr '21

output: send self-test report email, the email body like this kvcount.job_state=abnormal: 1 kvcount.job_state=failed: 6 kvcount.job_state=finished: 4 raw.id.[job_state=abnormal]: ["z9.91"] raw.id.[job_state=failed]: ["z9.85","z9.87","z9.88","z9.89","z9.86","z9.84"] raw.id.[job_state=finished]: ["z9.90","z9.92","z9.93","z9.94"] Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- tests/self-test | 35 +++++++++++++++++++++++++++++++++++ 1 file changed, 35 insertions(+) create mode 100644 tests/self-test diff --git a/tests/self-test b/tests/self-test new file mode 100644 index 000000000..316293714 --- /dev/null +++ b/tests/self-test @@ -0,0 +1,35 @@ +#!/bin/bash + +submit_args=( + "testbox=dc-8g cci-depends.benchmark=sshd cci-depends.yaml" + "testbox=dc-8g borrow-1h.yaml runtime=1m" + "testbox=vm-2p8g borrow-1h.yaml runtime=1m" + ) + +submit_one() +{ + submit_result=$(submit -m $args group_id=selftest) +} + +submit_all() +{ + for args in "${submit_args[@]}" + do + submit_one $args + done +} + +mail() +{ + job_state=$(es-jobs group_id=selftest | grep job_state) + email_content="To: $my_email +Subject: [NOTIFY Compass-CI] Self-test report + +$job_state +" + +curl -XPOST "${SEND_MAIL_HOST:-$LKP_SERVER}:${SEND_MAIL_PORT:-10001}/send_mail_text" -d "$email_content" +} + +submit_all +mail -- 2.23.0

3 4

[PATCH v2 lkp-tests 2/2] lib/email.sh: add selftest_content()
by Liu Yinsi 22 Apr '21

22 Apr '21

This will send email to user when finish selftest. Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- lib/email.sh | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/lib/email.sh b/lib/email.sh index 4f1055033..24ef7bb64 100755 --- a/lib/email.sh +++ b/lib/email.sh @@ -80,6 +80,22 @@ Compass-CI " } +selftest_content() +{ + email_content="To: $my_email +Subject: [NOTIFY Compass-CI] Self-test report + +Dear $my_name: + + Your self-test groud_id=selftest job result is: + + $job_state + +Regards +Compass-CI +" +} + send_email() { local subject=$1 -- 2.23.0

1 0

[PATCH compass-ci] contianer/register-accounts: add env ES_USER ES_PASSWORD
by Li Yuanchao 22 Apr '21

22 Apr '21

Signed-off-by: Li Yuanchao <lyc163mail(a)163.com> --- container/defconfig.rb | 1 + container/register-accounts/start | 4 +++- 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/container/defconfig.rb b/container/defconfig.rb index f090351..0a8e4d5 100755 --- a/container/defconfig.rb +++ b/container/defconfig.rb @@ -11,6 +11,7 @@ def cci_defaults '/etc/compass-ci/service/*.yaml', '/etc/compass-ci/accounts/*.yaml', '/etc/compass-ci/register/*.yaml', + '/etc/compass-ci/*.yaml', "#{ENV['HOME']}/.config/compass-ci/defaults/*.yaml"]).each do |file| hash.update YAML.load_file(file) || {} end diff --git a/container/register-accounts/start b/container/register-accounts/start index c2acc75..ad70048 100755 --- a/container/register-accounts/start +++ b/container/register-accounts/start @@ -9,6 +9,8 @@ require_relative '../defconfig.rb' names = Set.new %w[ ES_HOST ES_PORT + ES_USER + ES_PASSWORD lab ] @@ -25,7 +27,7 @@ cmd = %w[ ] + env + %W[ -e CCI_SRC=#{DEFAULT_CCI} -v #{ENV['CCI_SRC']}:#{DEFAULT_CCI} - -v /etc/compass-ci/register:/etc/compass-ci/register:ro + -v /etc/compass-ci:/etc/compass-ci:ro -v /etc/localtime:/etc/localtime:ro -w #{DEFAULT_CCI}/container/register-accounts register-accounts -- 2.23.0

1 0

[PATCH lkp-tests 4/4] distro/depends: depends package file for compile installing mysql
by Luan Shengde 22 Apr '21

22 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- distro/depends/mysql-8-0-20-dev | 257 ++++++++++++++++++++++++++++++++ 1 file changed, 257 insertions(+) create mode 100644 distro/depends/mysql-8-0-20-dev diff --git a/distro/depends/mysql-8-0-20-dev b/distro/depends/mysql-8-0-20-dev new file mode 100644 index 000000000..2da6fc930 --- /dev/null +++ b/distro/depends/mysql-8-0-20-dev @@ -0,0 +1,257 @@ +make +bison +ncurses +ncurses-devel +libaio-devel +openssl +openssl-devel +gmp +gmp-devel +mpfr +mpfr-devel +libmpc +libmpc-devel +wget +tar +gcc +gcc-c++ +git +rpcgen +cmake +bison +bison-devel +m4 +libtirpc-devel +openldap-devel +protobuf +protobuf-devel +protobuf-lite-devel +dnf-plugins-core +rpm-build +asciidoc +autoconf +automake +bzip2-devel +curl-devel +desktop-file-utils +emacs +expat-devel +flex +gcc-gfortran +gdb +glib2-devel +gnutls-devel +gpm-devel +libX11-devel +libacl-devel +libdb-devel +libpsl-devel +libtool +lksctp-tools-devel +pcre-devel +perl-generators +policycoreutils +python2-devel +python2-setuptools +python3-devel +unixODBC-devel +util-linux-devel +xmlto +xz-devel +cracklib-devel +gpgme-devel +guile-devel +jsoncpp-devel +libarchive-devel +libidn2-devel +libmetalink-devel +libsecret-devel +libtool-devel +libuv-devel +perl-HTTP-Daemon +perl-MailTools +python2-google-apputils +python3-google-apputils +python3-sphinx +qt5-qtbase-devel +rhash-devel +texinfo +ModemManager-glib +SDL +adobe-mappings-cmap +adobe-mappings-cmap-lang +adobe-mappings-pdf +alsa-lib +avahi-glib +babeltrace +boost-regex +cdparanoia-libs +ctags +dbus-glib +dejavu-fonts +diffutils +docbook-dtds +docbook-style-xsl +emacs-common +enchant +fftw-libs-double +fontconfig-devel +freeglut +freetype-devel +gd +gdb-headless +geoclue2 +ghostscript +giflib +glew +google-droid-sans-fonts +gpm +graphviz +gstreamer1 +gstreamer1-plugins-base +hunspell +hunspell-en +hyphen +iso-codes +jbig2dec +libXau-devel +libXdamage-devel +libXext-devel +libXfixes-devel +libXv +libXxf86misc +libXxf86vm +libXxf86vm-devel +libattr-devel +libdrm +libdrm-devel +libffi-devel +libfontenc +libgfortran +libglvnd +libglvnd-devel +libgpg-error-devel +libidn +libijs +libnotify +libogg +libpaper +libpng-devel +librsvg2 +libtasn1-devel +libtheora +libvisual +libvorbis +libwebp +libxcb-devel +libxshmfence +libxslt +linuxconsoletools +lksctp-tools +mailcap +mcpp +mesa-demos +mesa-libEGL +mesa-libEGL-devel +mesa-libGL +mesa-libGL-devel +mesa-libGLU +mesa-libgbm +mesa-libglapi +nettle-devel +openjpeg2 +opus +orc +p11-kit-devel +perl-Encode-Locale +perl-Fedora-VSP +perl-HTTP-Date +perl-HTTP-Message +perl-IO-HTML +perl-IO-Socket-SSL +perl-LWP-MediaTypes +perl-Net-SSLeay +perl-Text-Unidecode +perl-TimeDate +perl-URI +python2 +python2-debug +python2-help +python2-six +python2-tkinter +python2-tools +python3-babel +python3-chardet +python3-idna +python3-jinja2 +python3-markupsafe +python3-pysocks +python3-pytz +python3-requests +python3-rpm-generators +python3-urllib3 +qt-settings +qt5-qtbase +qt5-qtbase-common +sgml-common +source-highlight +tk +unixODBC +urw-base35-bookman-fonts +urw-base35-c059-fonts +urw-base35-d050000l-fonts +urw-base35-fonts +urw-base35-fonts-common +urw-base35-gothic-fonts +urw-base35-nimbus-mono-ps-fonts +urw-base35-nimbus-roman-fonts +urw-base35-nimbus-sans-fonts +urw-base35-p052-fonts +urw-base35-standard-symbols-ps-fonts +urw-base35-z003-fonts +webkit2gtk3 +webkit2gtk3-jsc +woff2 +xcb-util +xorg-x11-font-utils +xorg-x11-fonts +xorg-x11-proto-devel +xorg-x11-server-utils +OpenEXR-libs +gc-devel +ilmbase +libwmf +perl-Class-Inspector +perl-Net-SMTP-SSL +perl-Unicode-EastAsianWidth +perl-libintl-perl +python-sphinx-locale +python2-dateutil +python2-gflags +python2-pytz +python3-docutils +python3-funcsigs +python3-gflags +python3-imagesize +python3-mock +python3-packaging +python3-pbr +python3-pygments +python3-snowballstemmer +python3-sphinx-theme-alabaster +python3-sphinx_rtd_theme +python3-sphinxcontrib-websupport +python3-sqlalchemy +python3-whoosh +qt5-qtbase-gui +qt5-rpm-macros +xcb-util-image +xcb-util-keysyms +xcb-util-renderutil +xcb-util-wm +fontawesome-fonts +lato-fonts +python2-pip +ImageMagick +perl-File-ShareDir +google-roboto-slab-fonts -- 2.23.0

2 2

[PATCH v2 lkp-tests] jobs: add job yaml file for building/testing mysql
by Luan Shengde 22 Apr '21

22 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- jobs/mysql-8-0-20.yaml | 34 ++++++++++++++++++++++++++++++++++ 1 file changed, 34 insertions(+) create mode 100644 jobs/mysql-8-0-20.yaml diff --git a/jobs/mysql-8-0-20.yaml b/jobs/mysql-8-0-20.yaml new file mode 100644 index 000000000..bf93ecdab --- /dev/null +++ b/jobs/mysql-8-0-20.yaml @@ -0,0 +1,34 @@ +suite: cci-makepkg +category: functional + +testbox: taishan200-2280-2s48p-256g--a18 + +os: openeuler +os_version: 20.03 +os_mount: initramfs + +mysql_user: root +mysql_host: localhost +mysql_port: 3306 +mysql_db: sysbench_test +mysql_password: mysql_password +data_dev: sdb + +cci-makepkg: + benchmark: mysql-8-0-20 + +mysql-8-0-20: + +sysbench-mysql: + oltp_test_mode: complex + max_requests: 0 + mysql_table_engine: innodb + oltp_tables_count: 1000 + oltp_table_size: 100000 + nr_threads: 256 + runtime: 60 + rand_type: special + rand_spec_pct: 100 + oltp_read_only: false + report_interval: 1 + events: 20000 -- 2.23.0

1 0

[PATCH lkp-tests] jobs/qcow2rootfs-x86_64.yaml: the yaml for qcow2rootfs
by Wang Chenglong 22 Apr '21

22 Apr '21

Signed-off-by: Wang Chenglong <18509160991(a)163.com> --- jobs/qcow2rootfs-x86_64.yaml | 27 +++++++++++++++++++++++++++ 1 file changed, 27 insertions(+) create mode 100644 jobs/qcow2rootfs-x86_64.yaml diff --git a/jobs/qcow2rootfs-x86_64.yaml b/jobs/qcow2rootfs-x86_64.yaml new file mode 100644 index 000000000..1002283a3 --- /dev/null +++ b/jobs/qcow2rootfs-x86_64.yaml @@ -0,0 +1,27 @@ +suite: qcow2rootfs-x86_64 +category: benchmark +qcow2rootfs-x86_64: + + # The related fields about qcow2 image to be used to generate rootfs + # it should be the same as the official provided image name + qcow2_os: + qcow2_arch: + qcow2_version: + + # place the result rootfs related fields + # 1. result rootfs will be placed in the following localtion on the + # remote file server: + # - {remote_file_server}/{rootfs_path}/{iso_os}/{iso_arch}/ + # 2. remote file server protocols current supported: + # - nfs + rootfs_protocol: nfs + rootfs_server: 172.168.131.2 + rootfs_path: os-rw + +# The best host for execution is the x86 OpenEuler system +os: +os_version: +os_arch: +os_mount: +testbox: +queue: -- 2.23.0

1 0

[PATCH lkp-tests] lib/bootstrap.sh: delete history remove code
by Liu Shaofei 22 Apr '21

22 Apr '21

[why] function callend by "is_clearlinux" is not defined, by checking history commit record, the function is removed and the patch codes is removed. [ 63.427966] [ 63.428704] + is_clearlinux [ 63.428705] [ 63.431226] /lkp/lkp/src/lib/bootstrap.sh: line 104: is_clearlinux: command not found [ 63.431228] Signed-off-by: Liu Shaofei <370072077(a)qq.com> --- lib/bootstrap.sh | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/lib/bootstrap.sh b/lib/bootstrap.sh index 7983f638e..0bd01198e 100755 --- a/lib/bootstrap.sh +++ b/lib/bootstrap.sh @@ -101,13 +101,13 @@ network_ok() [ "$(cat $i/carrier 2>/dev/null)" = '1' ] && test_ping && return 0 done - is_clearlinux && { - net_devices_link up - - # in case of systemd-networkd.service was masked - systemctl unmask systemd-networkd.service - systemctl start systemd-networkd.service - } +# is_clearlinux && { +# net_devices_link up +# +# # in case of systemd-networkd.service was masked +# systemctl unmask systemd-networkd.service +# systemctl start systemd-networkd.service +# } return 1 } -- 2.23.0

1 0

[PATCH compass-ci] sparrow/0-package: add deps iputils
by Liu Yinsi 22 Apr '21

22 Apr '21

[why] ping command is used in $CCI_SRC/lib/check_public_network.sh Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- sparrow/0-package/os/centos | 1 + sparrow/0-package/os/debian | 1 + sparrow/0-package/os/openEuler | 1 + 3 files changed, 3 insertions(+) diff --git a/sparrow/0-package/os/centos b/sparrow/0-package/os/centos index b8ef7694..d4d10457 100755 --- a/sparrow/0-package/os/centos +++ b/sparrow/0-package/os/centos @@ -25,6 +25,7 @@ pkgs=( wget curl sudo + iputils ) yum install -y --skip-broken "${pkgs[@]}" diff --git a/sparrow/0-package/os/debian b/sparrow/0-package/os/debian index 947cbdc1..6feb9be2 100755 --- a/sparrow/0-package/os/debian +++ b/sparrow/0-package/os/debian @@ -25,6 +25,7 @@ pkgs=( qemu-system-x86 qemu-system-riscv64 sudo + iputils ) apt-get update diff --git a/sparrow/0-package/os/openEuler b/sparrow/0-package/os/openEuler index e742fa13..8cdadd52 100755 --- a/sparrow/0-package/os/openEuler +++ b/sparrow/0-package/os/openEuler @@ -26,6 +26,7 @@ pkgs=( libvirt curl sudo + iputils ) public_network_ok && { -- 2.23.0

1 0

[PATCH lkp-tests] tests/qcow2rootfs-x86_64: automatically build x86_64 rootfs
by Wang Chenglong 22 Apr '21

22 Apr '21

[Why] automatically build rootfs for x86 from the official QCOW2 image. Signed-off-by: Wang Chenglong <18509160991(a)163.com> --- tests/qcow2rootfs-x86_64 | 80 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 80 insertions(+) create mode 100755 tests/qcow2rootfs-x86_64 diff --git a/tests/qcow2rootfs-x86_64 b/tests/qcow2rootfs-x86_64 new file mode 100755 index 000000000..f698fb7ec --- /dev/null +++ b/tests/qcow2rootfs-x86_64 @@ -0,0 +1,80 @@ +#!/bin/bash +# - qcow2_os +# - qcow2_arch +# - qcow2_version +# - rootfs_protocol +# - rootfs_server +# - rootfs_path + +set_qcow2rootfs_tools() +{ + export QCOW2_PATH="/c/compass-ci/container/qcow2rootfs" + git clone https://gitee.com/wu_fengguang/compass-ci.git /c/compass-ci || return 1 + rm ${QCOW2_PATH}/root/etc/yum.repos.d/* + wget -O ${QCOW2_PATH}/root/etc/yum.repos.d/CentOS-Base.repo https://repo.huaweicloud.com/repository/conf/CentOS-7-reg.repo + ${QCOW2_PATH}/build + sed -i 's#$EXTRACT_ROOT/bin/extract $QCOW2_FILE $tar_out_file#$EXTRACT_ROOT/bin/extract $EXTRACT_ROOT/qcow2-dir/$QCOW2_NAME $tar_out_file#' \ + ${QCOW2_PATH}/bin/mail + +} + +check_url() +{ + export QCOW2_NAME="${qcow2_os}-${qcow2_version}.${qcow2_arch}.qcow2.xz" + + # Since the 21.03 version of OpenEuler's mirror naming format has changed, + # it has been modified. + if [ "${qcow2_version}" == "21.03" ];then + export QCOW2_NAME="${qcow2_os}-${qcow2_version}-${qcow2_arch}.qcow2.xz" + fi + + export QCOW2_URL="https://repo.openeuler.org/${qcow2_os}-${qcow2_version}/virtual_machine_img…" +} + +download_qcow2_img() +{ + export IMG_PATH="/root/qcow2" + mkdir -p ${IMG_PATH} && cd ${IMG_PATH} + [ -f "${IMG_PATH}/${QCOW2_NAME}" ] || { + wget ${QCOW2_URL} || exit 1 + } +} + +mount_os-rw() +{ + export MOUNT_POINT="${IMG_PATH}/mnt" + mkdir ${MOUNT_POINT} + mount -t ${rootfs_protocol} -o rw ${rootfs_server}:/${rootfs_path} ${MOUNT_POINT} +} + +extract_rootfs() +{ + export ROOTFS_DIR="${qcow2_version}-$(date +%Y-%m-%d-%H-%M-%S)" + export ROOTFS_PATH="${MOUNT_POINT}/openeuler/${qcow2_arch}/automatic-build/${ROOTFS_DIR}" + mkdir -p $ROOTFS_PATH + ${QCOW2_PATH}/run ${IMG_PATH}/${QCOW2_NAME} ${ROOTFS_PATH} +} + +set_resolv_config() +{ + cat >${ROOTFS_PATH}/etc/resolv.conf<<-EOF + nameserver 114.114.114.114 + EOF +} + +set_link() +{ + cd ${MOUNT_POINT}/openeuler/${qcow2_arch} + ln -fs automatic-build/${ROOTFS_DIR} ${qcow2_version}-automatic + + umount ${MOUNT_POINT} + echo $ROOTFS_PATH +} + +set_qcow2rootfs_tools +check_url +download_qcow2_img +mount_os-rw +extract_rootfs +set_resolv_config +set_link -- 2.23.0

1 0

[PATCH compass-ci] container/mail-robot: optimize method
by Luan Shengde 22 Apr '21

22 Apr '21

use File.exist? instead of File.exists? Lint/DeprecatedClassMethods: File.exists? is deprecated in favor of File.exist?. Signed-off-by: Luan Shengde <shdluan(a)163.com> --- container/mail-robot/lib/apply-account.rb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container/mail-robot/lib/apply-account.rb b/container/mail-robot/lib/apply-account.rb index d8cb4da4..f64a3de9 100755 --- a/container/mail-robot/lib/apply-account.rb +++ b/container/mail-robot/lib/apply-account.rb @@ -56,7 +56,7 @@ class ApplyAccount @es_port = ES_PORT # email info file for account issuers. - @account_issuer = File.exists?(ENV['ACCOUNT_ISSUER']) ? YAML.load_file(ENV['ACCOUNT_ISSUER']) : {} + @account_issuer = File.exist?(ENV['ACCOUNT_ISSUER']) ? YAML.load_file(ENV['ACCOUNT_ISSUER']) : {} @my_info = {} end -- 2.23.0

1 0

[PATCH compass-ci] scheduler/elasticsearch_client.cr: fix es bug
by Wu Zhende 22 Apr '21

22 Apr '21

<!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>404 Not Found</title> </head><body> <h1>Not Found</h1> <p>The requested URL was not found on this server.</p> <hr> <address>Apache Server at http Port 80</address> </body></html> Signed-off-by: Wu Zhende <wuzhende666(a)163.com> --- src/scheduler/elasticsearch_client.cr | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/scheduler/elasticsearch_client.cr b/src/scheduler/elasticsearch_client.cr index 1ef79a6..0a7bc44 100644 --- a/src/scheduler/elasticsearch_client.cr +++ b/src/scheduler/elasticsearch_client.cr @@ -35,7 +35,7 @@ class Elasticsearch::Client if auth user = ENV["ES_USER"]? password = ENV["ES_PASSWORD"]? - host = "http://#{user}:#{URI.encode_www_form(password)}@#{host}" if user && password + host = "#{user}:#{URI.encode_www_form(password)}@#{host}" if user && password end @client = Elasticsearch::API::Client.new({:host => host, :port => port}) end -- 2.23.0

1 0

[PATCH lkp-tests] add job yaml file for building/testing mysql
by Luan Shengde 22 Apr '21

22 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- jobs/mysql-8-0-20.yaml | 36 ++++++++++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) create mode 100644 jobs/mysql-8-0-20.yaml diff --git a/jobs/mysql-8-0-20.yaml b/jobs/mysql-8-0-20.yaml new file mode 100644 index 000000000..4b0e97f6e --- /dev/null +++ b/jobs/mysql-8-0-20.yaml @@ -0,0 +1,36 @@ +suite: cci-makepkg +category: functional + +testbox: taishan200-2280-2s48p-256g--a18 + +os: openeuler +os_version: 20.03 +os_mount: initramfs + +mysql_user: root +mysql_host: localhost +mysql_port: 3306 +mysql_db: sysbench_test +mysql_password: mysql_password +data_dev: sdb + +cci-makepkg: + benchmark: mysql-8-0-20 + +mysql-8-0-20: + +sysbench-mysql: + oltp_test_mode: complex + max_requests: 0 + mysql_table_engine: innodb + oltp_tables_count: 1000 + oltp_table_size: 100000 + nr_threads: 256 + runtime: 60 + rand_type: special + rand_spec_pct: 100 + oltp_read_only: false + report_interval: 1 + events: 20000 + +sleep: 72000 -- 2.23.0

1 0

[PATCH lkp-tests 3/4] pkg/mysql-8-0-20: compile install mysql-8.0.20
by Luan Shengde 22 Apr '21

22 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- pkg/mysql-8-0-20/PKGBUILD | 77 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 77 insertions(+) create mode 100644 pkg/mysql-8-0-20/PKGBUILD diff --git a/pkg/mysql-8-0-20/PKGBUILD b/pkg/mysql-8-0-20/PKGBUILD new file mode 100644 index 000000000..d6b06f6f8 --- /dev/null +++ b/pkg/mysql-8-0-20/PKGBUILD @@ -0,0 +1,77 @@ +pkgname=mysql-server-mysql +pkgver=8.0.20 +gccdir=gcc +pkgrel=1 +arch=('aarch64' 'x86_64') +url="http://www.mysql.com" +license=('GPLv2') +source=("https://gitee.com/li-yancheng/my-sql_with_boostkit_patch.git" + "https://gitee.com/li-yancheng/gcc.git" + "my.cnf") +md5sums=('SKIP' 'SKIP' 'd90ba2c701507eeac43b06fcfa49c2c1') + +build() +{ + # build_gcc + build_mysql +} + +build_gcc() +{ + mkdir -p $HOME/rpmbuild/SOURCES/ + cd $srcdir/gcc && cp -r * $HOME/rpmbuild/SOURCES/ + cd $HOME/rpmbuild/SOURCES/ && { + rpmbuild -bp gcc.spec + } + cd $HOME/rpmbuild/BUILD/gcc-9.3.0 && { + ./configure --prefix=/usr/ \ + --enable-shared \ + --enable-threads=posix \ + --enable-checking=release \ + --with-system-zlib \ + --enable-__cxa_atexit \ + --disable-libunwind-exceptions \ + --enable-gnu-unique-object \ + --enable-linker-build-id \ + --with-linker-hash-style=gnu \ + --enable-languages=c,c++,objc,obj-c++,fortran,lto \ + --enable-plugin \ + --enable-initfini-array \ + --disable-libgcj \ + --without-isl \ + --without-cloog \ + --enable-gnu-indirect-function \ + --with-stage1-ldflags='-Wl,-z,relro,-z,now' \ + --with-boot-ldflags='-Wl,-z,relro,-z,now' \ + --with-multilib-list=lp64 + make -j96 + make install + } +} + +build_mysql() +{ + unset CPPFLAGS + unset CFLAGS + unset CXXFLAGS + cd $srcdir/my-sql_with_boostkit_patch/$pkgname-$pkgver + + CMAKE=cmake + grep -sqF "CentOS Linux release 7" /etc/centos-release && CMAKE=cmake3 + + mkdir -p build + cd build && { + $CMAKE .. -DBUILD_CONFIG=mysql_release -DCMAKE_INSTALL_PREFIX=/usr/local/mysql -DMYSQL_DATADIR=/data/mysql/data -DSYSCONFDIR=/etc -DWITH_BOOST=../boost/boost_1_70_0/ + make -j96 + } +} + +package() +{ + mkdir -p $pkgdir/etc + cp my.cnf $pkgdir/etc/ + + cd $srcdir/my-sql_with_boostkit_patch/$pkgname-$pkgver/build + # make DESTDIR=$pkgdir install + make install +} -- 2.23.0

2 2

[PATCH compass-ci] sbin/auto_submit: fix some errors
by Li Yuanchao 21 Apr '21

21 Apr '21

[errmsg] ./auto_submit:66:in `get_argvs_for_competition': wrong number of arguments (given 3, expected 4) (ArgumentError) ./auto_submit:74:in `get_argvs_for_competition': undefined method `chomp' for nil:NilClass (NoMethodError) Signed-off-by: Li Yuanchao <lyc163mail(a)163.com> --- sbin/auto_submit | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/sbin/auto_submit b/sbin/auto_submit index 28e3715..dcf5b80 100755 --- a/sbin/auto_submit +++ b/sbin/auto_submit @@ -55,7 +55,7 @@ class AutoSubmit tag = %x(git -C #{mirror_dir} tag --points-at #{commit_id}) real_argvs.push("upstream_tag=#{tag}") unless tag.empty? if git_repo.include?('my-sql_with_boostkit_patch') - competi_argvs = get_argvs_for_competition(mirror_dir, branch, commit_id) + competi_argvs = get_argvs_for_competition(real_argvs, mirror_dir, branch, commit_id) real_argvs.push(competi_argvs) end real_argvs.push("upstream_commit=#{commit_id}") @@ -70,8 +70,10 @@ class AutoSubmit if committer_email.include?('noreply') emails = %x(git -C #{mirror_dir} log --format=%ae -2 #{commit_id}) - committer_email = emails.lines[0].chomp - author_email = emails.lines[1].chomp + if emails.lines.size == 2 + committer_email = emails.lines[0].chomp + author_email = emails.lines[1].chomp + end end base_commit = %x(git -C #{mirror_dir} merge-base master #{branch}).chomp -- 2.23.0

1 0

[PATCH compass-ci] container/auto-submit: add es authentication
by Li Yuanchao 21 Apr '21

21 Apr '21

For config_account Signed-off-by: Li Yuanchao <lyc163mail(a)163.com> --- container/auto-submit/start | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/container/auto-submit/start b/container/auto-submit/start index 79463f6..ad4ba9d 100755 --- a/container/auto-submit/start +++ b/container/auto-submit/start @@ -3,16 +3,26 @@ # Copyright (c) 2020 Huawei Technologies Co., Ltd. All rights reserved. # frozen_string_literal: true +require 'set' require_relative '../defconfig.rb' +names = Set.new %w[ + ES_USER + ES_PASSWORD +] + +service_authentication = relevant_service_authentication(names) +env = docker_env(service_authentication) + DOCKER_CCI = '/c/compass-ci' DOCKER_LKP = '/c/lkp-tests' docker_rm "auto-submit" -cmd = %W[ +cmd = %w[ docker run --restart=always --name auto-submit +] + env + %W[ -u 1090:1090 -d -e CCI_SRC=#{DOCKER_CCI} -- 2.23.0

1 0

[PATCH compass-ci] sbin/download-rootfs: download osimage
by Liu Yinsi 21 Apr '21

21 Apr '21

the default os_mount=initramfs, so download osimage to run qemu kvm. Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- sbin/download-rootfs | 38 ++++++++++++++++++++++++++------------ 1 file changed, 26 insertions(+), 12 deletions(-) diff --git a/sbin/download-rootfs b/sbin/download-rootfs index 68a6803..d936dbe 100755 --- a/sbin/download-rootfs +++ b/sbin/download-rootfs @@ -19,22 +19,35 @@ os_version=${3:-20.03} load_cci_defaults rootfs_dir=/srv/os/${os}/${os_arch}/${os_version} +osimage_dir=/srv/initrd/osimage/${os}/${os_arch}/${os_version} -download_os_rootfs() -{ - mkdir -p $rootfs_dir - cd $rootfs_dir +mkdir -p $rootfs_dir $osimage_dir - download_url="http://api.compass-ci.openeuler.org:${SRV_HTTP_OS_PORT}/os/${os}/${os_arch}…" - wget $download_url +download_one() +{ + local download_url=$1 + wget $download_url + + [ "$?" -ne 0 ] && { + log_error "failed to download os rootfs: $download_url" + exit 1 + } +} - [ "$?" -ne 0 ] && { - log_error "failed to download os rootfs: $download_url" - exit 1 - } +download_os_rootfs() +{ + cd $rootfs_dir + download_one "http://api.compass-ci.openeuler.org:${SRV_HTTP_OS_PORT}/os/${os}/${os_arch}…" + + gzip -dc ${os_version}.cgz | cpio -id + rm -rf ${os_version}.cgz +} - gzip -dc ${os_version}.cgz | cpio -id - rm -rf ${os_version}.cgz +download_osimage() +{ + cd $osimage_dir + download_one "http://api.compass-ci.openeuler.org:${SRV_HTTP_INITRD_PORT}/initrd/osimage/…" + download_one "http://api.compass-ci.openeuler.org:${SRV_HTTP_INITRD_PORT}/initrd/deps/nfs…" } is_virtual() @@ -43,3 +56,4 @@ is_virtual() } is_virtual || download_os_rootfs +is_virtual || download_osimage -- 2.23.0

1 0

[PATCH v2 compass-ci] qcow2rootfs: fix guestfish connection .xz file error
by Wang Chenglong 21 Apr '21

21 Apr '21

[Error] spawn /usr/bin/guestfish -i --ro -a /root/extract/qcow2-dir/openEuler-20.09.x86_64.qcow2.xz guestfish: no operating system was found on this disk after: spawn /usr/bin/guestfish -i --ro -a /root/extract/qcow2-dir/openEuler-20.09.x86_64.qcow2 Welcome to guestfish, the guest filesystem shell for editing virtual machine filesystems and disk images. Signed-off-by: Wang Chenglong <18509160991(a)163.com> --- container/qcow2rootfs/bin/main | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container/qcow2rootfs/bin/main b/container/qcow2rootfs/bin/main index c7527b79..2d71c484 100755 --- a/container/qcow2rootfs/bin/main +++ b/container/qcow2rootfs/bin/main @@ -39,7 +39,7 @@ extract_rootfs() { echo "[$(date +'%D %T')] Converting .qcow2 to .tar.gz, please wait several minutes..." su - "$EXTRACT_USER" -c " export LIBGUESTFS_BACKEND=direct - $EXTRACT_ROOT/bin/extract $QCOW2_FILE $tar_out_file + $EXTRACT_ROOT/bin/extract $EXTRACT_ROOT/qcow2-dir/$QCOW2_NAME $tar_out_file " echo "[$(date +'%D %T')] Depressing rootfs to $ROOTFS_DIR" -- 2.23.0

1 0

[PATCH compass-ci] qcow2rootfs: fix guestfish connection .xz file error
by Wang Chenglong 21 Apr '21

21 Apr '21

[Error] spawn /usr/bin/guestfish -i --ro -a /root/extract/qcow2-dir/openEuler-20.09.x86_64.qcow2.xz guestfish: no operating system was found on this disk after: spawn /usr/bin/guestfish -i --ro -a /root/extract/qcow2-dir/openEuler-20.09.x86_64.qcow2 Welcome to guestfish, the guest filesystem shell for editing virtual machine filesystems and disk images. Signed-off-by: Wang Chenglong <18509160991(a)163.com> --- container/qcow2rootfs/bin/main | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/container/qcow2rootfs/bin/main b/container/qcow2rootfs/bin/main index c7527b79..3bee1bf2 100755 --- a/container/qcow2rootfs/bin/main +++ b/container/qcow2rootfs/bin/main @@ -39,7 +39,7 @@ extract_rootfs() { echo "[$(date +'%D %T')] Converting .qcow2 to .tar.gz, please wait several minutes..." su - "$EXTRACT_USER" -c " export LIBGUESTFS_BACKEND=direct - $EXTRACT_ROOT/bin/extract $QCOW2_FILE $tar_out_file + $EXTRACT_ROOT/bin/extract /root/extract/qcow2-dir/$QCOW2_NAME $tar_out_file " echo "[$(date +'%D %T')] Depressing rootfs to $ROOTFS_DIR" -- 2.23.0

2 2

[PATCH compass-ci 1/3] service/logging-es: configuring the service account and password
by Wu Zhende 21 Apr '21

21 Apr '21

Improve security Signed-off-by: Wu Zhende <wuzhende666(a)163.com> --- container/defconfig.rb | 8 ++++++++ container/logging-es/Dockerfile | 7 +++++++ container/logging-es/build | 9 ++++++++- 3 files changed, 23 insertions(+), 1 deletion(-) diff --git a/container/defconfig.rb b/container/defconfig.rb index b121de8..ad94940 100755 --- a/container/defconfig.rb +++ b/container/defconfig.rb @@ -21,6 +21,14 @@ def relevant_defaults(names) cci_defaults.select { |k, _| names.include? k } end +def relevant_service_account(names) + hash = {} + Dir.glob(['/etc/compass-ci/passwd.yaml']).each do |file| + hash.update YAML.load_file(file) || {} + end + hash.select { |k, _| names.include? k } +end + def set_local_env hash = cci_defaults hash.map { |k, v| system "export #{k}=#{v}" } diff --git a/container/logging-es/Dockerfile b/container/logging-es/Dockerfile index a0acf94..f66dc35 100644 --- a/container/logging-es/Dockerfile +++ b/container/logging-es/Dockerfile @@ -5,6 +5,8 @@ ARG BASE_IMAGE FROM $BASE_IMAGE ARG MEMORY +ARG USER +ARG PASSWORD # docker image borrowed from hub.docker.com/r/gagara/elasticsearch-oss-arm64 @@ -16,6 +18,9 @@ RUN sed -i 's:#network.host\: _site_:network.host\: 0.0.0.0:' /usr/share/elastic sed -i '$a cluster.initial_master_nodes: ["node-1"]' /usr/share/elasticsearch/config/elasticsearch.yml && \ sed -i '$a indices.memory.index_buffer_size: 20%' /usr/share/elasticsearch/config/elasticsearch.yml && \ sed -i '$a thread_pool.write.queue_size: 2000' /usr/share/elasticsearch/config/elasticsearch.yml && \ + sed -i '$a xpack.security.enabled: true' /usr/share/elasticsearch/config/elasticsearch.yml && \ + sed -i '$a xpack.license.self_generated.type: basic' /usr/share/elasticsearch/config/elasticsearch.yml && \ + sed -i '$a xpack.security.transport.ssl.enabled: true' /usr/share/elasticsearch/config/elasticsearch.yml && \ sed -i "s/-Xms1g/-Xms${MEMORY}m/g" /usr/share/elasticsearch/config/jvm.options && \ sed -i "s/-Xmx1g/-Xmx${MEMORY}m/g" /usr/share/elasticsearch/config/jvm.options @@ -24,6 +29,8 @@ RUN mkdir /usr/share/elasticsearch/tmp && \ WORKDIR /usr/share/elasticsearch +RUN ./bin/elasticsearch-users useradd ${USER} -p ${PASSWORD} -r superuser + ENV PATH /usr/share/elasticsearch/bin:$PATH ENV ES_TMPDIR /usr/share/elasticsearch/tmp diff --git a/container/logging-es/build b/container/logging-es/build index b50830e..ff1f102 100755 --- a/container/logging-es/build +++ b/container/logging-es/build @@ -3,8 +3,15 @@ # Copyright (c) 2020 Huawei Technologies Co., Ltd. All rights reserved. # frozen_string_literal: true +require 'set' require_relative '../defconfig.rb' +names = Set.new %w[ + LOGGING_ES_USER + LOGGING_ES_PASSWORD +] + +defaults = relevant_service_account(names) docker_skip_rebuild "logging-es:7.11.1" BASE_IMAGE_DICT = { @@ -16,4 +23,4 @@ BASE_IMAGE = BASE_IMAGE_DICT[%x(arch).chomp] available_memory = get_available_memory -system "docker build -t logging-es:7.11.1 --build-arg BASE_IMAGE=#{BASE_IMAGE} --build-arg MEMORY=#{available_memory} ." +system "docker build -t logging-es:7.11.1 --progress=plain --build-arg BASE_IMAGE=#{BASE_IMAGE} --build-arg MEMORY=#{available_memory} --build-arg USER=#{defaults['LOGGING_ES_USER']} --build-arg PASSWORD=#{defaults['LOGGING_ES_PASSWORD']} ." -- 2.23.0

2 1

[PATCH compass-ci] assist-result-client: fix git bisect email subject is the "["
by Cao Xueliang 21 Apr '21

21 Apr '21

Need use json parse the data, before return the response. Signed-off-by: Cao Xueliang <caoxl78320(a)163.com> --- lib/assist_result_client.rb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lib/assist_result_client.rb b/lib/assist_result_client.rb index 592c841..2d2e60d 100644 --- a/lib/assist_result_client.rb +++ b/lib/assist_result_client.rb @@ -60,6 +60,6 @@ class AssistResult response = resource.post(Base64.encode64(data.to_json)) return nil unless response.code == 200 - return response.body + return JSON.parse(response.body) end end -- 2.23.0

1 0

[PATCH compass-ci] sparrow/dev-env: add the host/port to the job by scheduler
by Cao Xueliang 21 Apr '21

21 Apr '21

Signed-off-by: Cao Xueliang <caoxl78320(a)163.com> --- sparrow/3-code/dev-env | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/sparrow/3-code/dev-env b/sparrow/3-code/dev-env index e02de35..a478fff 100755 --- a/sparrow/3-code/dev-env +++ b/sparrow/3-code/dev-env @@ -163,6 +163,11 @@ RESULT_WEBDAV_HOST: RESULT_WEBDAV_PORT: DOCKER_REGISTRY_HOST: DOCKER_REGISTRY_PORT: +GIT_MIRROR_HOST: +JUMPER_HOST: +JUMPER_PORT: +MONITOR_HOST: +MONITOR_PORT: EOF cat > /etc/profile.d/compass.sh <<'EOF' -- 2.23.0

1 0

[PATCH lkp-tests 2/4] add config file for mysql-8.0.20 sysbench test
by Luan Shengde 21 Apr '21

21 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- pkg/mysql-8-0-20/my.cnf | 67 +++++++++++++++++++++++++++++++++++++++++ 1 file changed, 67 insertions(+) create mode 100644 pkg/mysql-8-0-20/my.cnf diff --git a/pkg/mysql-8-0-20/my.cnf b/pkg/mysql-8-0-20/my.cnf new file mode 100644 index 000000000..c657234df --- /dev/null +++ b/pkg/mysql-8-0-20/my.cnf @@ -0,0 +1,67 @@ +[mysqld_safe] +log-error=/data/mysql/log/mysql.log +pid-file=/data/mysql/run/mysqld.pid +[mysqldump] +quick +[mysql] +[client] +default-character-set=utf8mb4 +socket=/data/mysql/run/mysql.sock + +[mysqld] +socket=/data/mysql/run/mysql.sock +tmpdir=/data/mysql/tmp +datadir=/data/mysql/data +default_authentication_plugin=mysql_native_password +user=mysql +memlock=on +bind-address=0.0.0.0 +skip-name-resolve +skip-grant-tables + +lc-messages=en_US +lc-messages-dir=/usr/local/mysql/share + +innodb_page_size=64k +max_connections=4000 +back_log=2048 +performance_schema=OFF +max_prepared_stmt_count=128000 + +#file +innodb_file_per_table +innodb_log_file_size=2048M +innodb_log_files_in_group=32 +innodb_open_files=10000 +table_open_cache_instances=64 + +#buffers +innodb_buffer_pool_size=128G +innodb_buffer_pool_instances=64 +innodb_log_buffer_size=2048M + +#tune +sync_binlog=0 +innodb_flush_log_at_trx_commit=0 +innodb_use_native_aio=1 +innodb_spin_wait_delay=160 +innodb_sync_spin_loops=20 +innodb_flush_method=O_DIRECT +innodb_io_capacity=30000 +innodb_io_capacity_max=40000 +innodb_lru_scan_depth=9000 +innodb_page_cleaners=1 +innodb_spin_wait_pause_multiplier=25 + +#perf special +innodb_flush_neighbors=0 +innodb_write_io_threads=1 +innodb_read_io_threads=1 +innodb_purge_threads=1 + +sql_mode=STRICT_TRANS_TABLES,NO_ENGINE_SUBSTITUTION,NO_AUTO_VALUE_ON_ZERO,STRICT_ALL_TABLES + +#skop_log_bin +ssl=0 + +table_open_cache=15000 -- 2.23.0

1 0

[PATCH lkp-tests 1/4] tests: script to start mysql
by Luan Shengde 21 Apr '21

21 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- tests/mysql-8-0-20 | 73 ++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 73 insertions(+) create mode 100755 tests/mysql-8-0-20 diff --git a/tests/mysql-8-0-20 b/tests/mysql-8-0-20 new file mode 100755 index 000000000..9b00766f0 --- /dev/null +++ b/tests/mysql-8-0-20 @@ -0,0 +1,73 @@ +#!/bin/sh +# - data_dev +# mysql_user +# mysql_host +# mysql_port +# mysql_db +# mysql_password +. $LKP_SRC/lib/common.sh + +: "${mysql_user:=root}" +: "${mysql_host:=localhost}" +: "${mysql_port:=3306}" +: "${mysql_db:=sysbench_test}" +: "${mysql_password:=mysql_password}" + +create_basedir() +{ + mkdir -p /data + mkfs.xfs -f /dev/"$data_dev" + mount /dev/"$data_dev" /data + + mkdir -p /data/mysql/{data,share,tmp,run,log} + + useradd mysql + touch /data/mysql/log/mysql.log + chown -R mysql:mysql /data + chown -R mysql:mysql /data/mysql/log/mysql.log +} + +configure_mysql() +{ + if [ ! -f $mysqld ] || [ ! -f $mysql ] || [ ! -f $mysql_server ]; then + echo "mysql is not installed!" && exit 1 + fi + + "$mysqld" --user=mysql --basedir=/data/mysql --datadir=/data/mysql/data/ --initialize --port="$mysql_port" + sleep 10 + + "$mysql_server" start + sleep 10 + + "$mysql" -u "$mysql_user" -e "flush privileges; use mysql; alter user 'root'@'localhost' identified by '$mysql_password'; flush privileges;" + sed -i '/^skip-grant-tables/d' /etc/my.cnf + "$mysql_server" restart + sleep 10 +} + +create_database() +{ + "$mysql" -u "$mysql_user" -p"$mysql_password" -e "use mysql; update user set host ='%' where user='root'; flush privileges;" + "$mysql" -u "$mysql_user" -p"$mysql_password" -e "create database $mysql_db;" + "$mysql_server" stop + sleep 10 +} + +start_mysql() +{ + "$mysqld" --defaults-file=/etc/my.cnf --port="$mysql_port" + sleep 20 +} + +main() +{ + local mysql="/usr/local/mysql/bin/mysql" + local mysqld="/usr/local/mysql/bin/mysqld" + local mysql_server="/usr/local/mysql/support-files/mysql.server" + + create_basedir + configure_mysql + create_database + start_mysql +} +main -- 2.23.0

1 0