April 2021 - Compass-ci - mailweb.openeuler.org

[PATCH v3 lkp-tests 2/4] add pkgbuild file
by Luan Shengde 22 Apr '21

22 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- pkg/mysql-8-0-20/PKGBUILD | 79 +++++++++++++++++++++++++++++++++++++++ pkg/mysql-8-0-20/my.cnf | 69 ++++++++++++++++++++++++++++++++++ 2 files changed, 148 insertions(+) create mode 100644 pkg/mysql-8-0-20/PKGBUILD create mode 100644 pkg/mysql-8-0-20/my.cnf diff --git a/pkg/mysql-8-0-20/PKGBUILD b/pkg/mysql-8-0-20/PKGBUILD new file mode 100644 index 000000000..154f936cf --- /dev/null +++ b/pkg/mysql-8-0-20/PKGBUILD @@ -0,0 +1,79 @@ +pkgname=mysql-server-mysql +pkgver=8.0.20 +gccdir=gcc +pkgrel=1 +arch=('aarch64' 'x86_64') +url="http://www.mysql.com" +license=('GPLv2') +source=("https://gitee.com/li-yancheng/my-sql_with_boostkit_patch.git" + "https://gitee.com/li-yancheng/gcc.git" + "my.cnf") +md5sums=('SKIP' 'SKIP' '99c4965aa870c475000993f52a0dee66') + +build() +{ + # build_gcc + build_mysql +} + +build_gcc() +{ + mkdir -p $HOME/rpmbuild/SOURCES/ && { + cd $srcdir/gcc && cp -r * $HOME/rpmbuild/SOURCES/ + } + + cd $HOME/rpmbuild/SOURCES/ && { + rpmbuild -bp gcc.spec + } + + cd $HOME/rpmbuild/BUILD/gcc-9.3.0 && { + ./configure --prefix=/usr/ \ + --enable-shared \ + --enable-threads=posix \ + --enable-checking=release \ + --with-system-zlib \ + --enable-__cxa_atexit \ + --disable-libunwind-exceptions \ + --enable-gnu-unique-object \ + --enable-linker-build-id \ + --with-linker-hash-style=gnu \ + --enable-languages=c,c++,objc,obj-c++,fortran,lto \ + --enable-plugin \ + --enable-initfini-array \ + --disable-libgcj \ + --without-isl \ + --without-cloog \ + --enable-gnu-indirect-function \ + --with-stage1-ldflags='-Wl,-z,relro,-z,now' \ + --with-boot-ldflags='-Wl,-z,relro,-z,now' \ + --with-multilib-list=lp64 + make -j96 + make install + } +} + +build_mysql() +{ + unset CPPFLAGS + unset CFLAGS + unset CXXFLAGS + cd $srcdir/my-sql_with_boostkit_patch/$pkgname-$pkgver + + CMAKE=cmake + grep -sqF "CentOS Linux release 7" /etc/centos-release && CMAKE=cmake3 + + mkdir -p build + cd build && { + $CMAKE .. -DBUILD_CONFIG=mysql_release -DCMAKE_INSTALL_PREFIX=/usr/local/mysql -DMYSQL_DATADIR=/data/mysql/data -DSYSCONFDIR=/etc -DWITH_BOOST=../boost/boost_1_70_0/ + make -j96 + } +} + +package() +{ + cp my.cnf /etc/ + + cd $srcdir/my-sql_with_boostkit_patch/$pkgname-$pkgver/build && { + make install + } +} diff --git a/pkg/mysql-8-0-20/my.cnf b/pkg/mysql-8-0-20/my.cnf new file mode 100644 index 000000000..49e5bc3df --- /dev/null +++ b/pkg/mysql-8-0-20/my.cnf @@ -0,0 +1,69 @@ +[mysqld_safe] +log-error=/data/mysql/log/mysql.log +pid-file=/data/mysql/run/mysqld.pid +[mysqldump] +quick +[mysql] +[client] +# default-character-set=utf8mb4 +default-character-set=utf8 +socket=/data/mysql/run/mysql.sock + +[mysqld] +socket=/data/mysql/run/mysql.sock +tmpdir=/data/mysql/tmp +datadir=/data/mysql/data +basedir=/usr/local/mysql +default_authentication_plugin=mysql_native_password +user=mysql +memlock=on +bind-address=0.0.0.0 +skip-name-resolve +skip-grant-tables + +lc-messages=en_US +lc-messages-dir=/usr/local/mysql/share + +innodb_page_size=64k +max_connections=4000 +back_log=2048 +performance_schema=OFF +max_prepared_stmt_count=128000 + +#file +innodb_file_per_table +innodb_log_file_size=2048M +innodb_log_files_in_group=32 +innodb_open_files=10000 +table_open_cache_instances=64 + +#buffers +innodb_buffer_pool_size=128G +innodb_buffer_pool_instances=64 +innodb_log_buffer_size=2048M + +#tune +sync_binlog=0 +innodb_flush_log_at_trx_commit=0 +innodb_use_native_aio=1 +innodb_spin_wait_delay=160 +innodb_sync_spin_loops=20 +innodb_flush_method=O_DIRECT +innodb_io_capacity=30000 +innodb_io_capacity_max=40000 +innodb_lru_scan_depth=9000 +innodb_page_cleaners=1 +innodb_spin_wait_pause_multiplier=25 + +#perf special +innodb_flush_neighbors=0 +innodb_write_io_threads=1 +innodb_read_io_threads=1 +innodb_purge_threads=1 + +sql_mode=STRICT_TRANS_TABLES,NO_ENGINE_SUBSTITUTION,NO_AUTO_VALUE_ON_ZERO,STRICT_ALL_TABLES + +#skop_log_bin +ssl=0 + +table_open_cache=15000 -- 2.23.0

1 0

[PATCH v3 lkp-tests 1/4] jobs: add job file for installing/testing mysql
by Luan Shengde 22 Apr '21

22 Apr '21

Signed-off-by: Luan Shengde <shdluan(a)163.com> --- jobs/mysql-8-0-20.yaml | 34 ++++++++++++++++++++++++++++++++++ 1 file changed, 34 insertions(+) create mode 100644 jobs/mysql-8-0-20.yaml diff --git a/jobs/mysql-8-0-20.yaml b/jobs/mysql-8-0-20.yaml new file mode 100644 index 000000000..1926c5547 --- /dev/null +++ b/jobs/mysql-8-0-20.yaml @@ -0,0 +1,34 @@ +suite: cci-makepkg +category: functional + +testbox: taishan200-2280-2s48p-256g--a18 + +os: openeuler +os_version: 20.03 +os_mount: initramfs + +mysql_user: +mysql_host: +mysql_port: +mysql_db: +mysql_password: +data_dev: sdb + +cci-makepkg: + benchmark: mysql-8-0-20 + +mysql-8-0-20: + +sysbench-mysql: + oltp_test_mode: complex + max_requests: 0 + mysql_table_engine: innodb + oltp_tables_count: 1000 + oltp_table_size: 100000 + nr_threads: 256 + runtime: 60 + rand_type: special + rand_spec_pct: 100 + oltp_read_only: false + report_interval: 1 + events: 20000 -- 2.23.0

1 0

[PATCH compass-ci] assist_result_client: fix bisect email report format
by Cao Xueliang 22 Apr '21

22 Apr '21

Signed-off-by: Cao Xueliang <caoxl78320(a)163.com> --- lib/assist_result_client.rb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lib/assist_result_client.rb b/lib/assist_result_client.rb index 2d2e60d..d05de31 100644 --- a/lib/assist_result_client.rb +++ b/lib/assist_result_client.rb @@ -48,7 +48,7 @@ class AssistResult response = resource.get() return nil unless response.code == 200 - return response.body + return JSON.parse(response.body) end def get_error_messages(job_id, error_id) -- 2.23.0

1 0

[PATCH v3 lkp-tests 1/2] tests: add self-test
by Liu Yinsi 22 Apr '21

22 Apr '21

output: send self-test report email, the email body like this Dear Liu Yinsi: Your self-test groud_id=selftest job result is: kvcount.job_state=abnormal: 1 kvcount.job_state=failed: 6 kvcount.job_state=finished: 8 raw.id.[job_state=abnormal]: ["z9.91"] raw.id.[job_state=failed]: ["z9.85","z9.87","z9.88","z9.89","z9.86","z9.84"] raw.id.[job_state=finished]: ["z9.90","z9.96","z9.97","z9.92","z9.94","z9.93","z9.95","z9.98"] Regards Compass-CI Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- tests/self-test | 28 ++++++++++++++++++++++++++++ 1 file changed, 28 insertions(+) create mode 100644 tests/self-test diff --git a/tests/self-test b/tests/self-test new file mode 100644 index 000000000..cb06b7226 --- /dev/null +++ b/tests/self-test @@ -0,0 +1,28 @@ +#!/bin/bash + +. $LKP_SRC/lib/email.sh + +submit_args=( + "testbox=dc-8g cci-depends.benchmark=sshd cci-depends.yaml" + "testbox=dc-8g borrow-1h.yaml runtime=1m" + "testbox=vm-2p8g borrow-1h.yaml runtime=1m" + ) + +submit_one() +{ + args="$1" + submit_result=$(submit -m $args group_id=selftest) +} + +submit_all() +{ + for args in "${submit_args[@]}" + do + submit_one "$args" + done + + job_state=$(es-jobs group_id=selftest | grep job_state) +} + +submit_all +send_email selftest -- 2.23.0

2 1

[PATCH lkp-tests] change 20.03 to 20.03-sp1
by Bai Jing 22 Apr '21

22 Apr '21

Signed-off-by: Bai Jing <799286817(a)qq.com> --- pkg/openeuler_docker/PKGBUILD | 13 ++++--------- 1 file changed, 4 insertions(+), 9 deletions(-) diff --git a/pkg/openeuler_docker/PKGBUILD b/pkg/openeuler_docker/PKGBUILD index 6a1190718..2ca55bcb4 100644 --- a/pkg/openeuler_docker/PKGBUILD +++ b/pkg/openeuler_docker/PKGBUILD @@ -3,20 +3,15 @@ pkgver=1.0 pkgrel=1 pkgdesc="openeuler docker image" arch=('i386' 'x86_64') -url="https://repo.openeuler.org/openEuler-20.03-LTS/docker_img" +url="https://repo.openeuler.org/openEuler-20.03-LTS-SP1/docker_img" license=('GPL') -source=("https://repo.openeuler.org/openEuler-20.03-LTS/docker_img/aarch64/openEuler…") -md5sums=('6aa300910c9f9040b725939fb80e8121') +source=("https://repo.openeuler.org/openEuler-20.03-LTS-SP1/docker_img/aarch64/openE…") +md5sums=('ad1149bf617ce6effb0a2eaf0cf692ef') handle_docker_image() { docker load < openEuler-docker.aarch64.tar.xz - docker run -d --name my-openeuler openeuler-20.03-lts:latest - container_id=$(docker ps -aqf 'name=my-openeuler') - docker cp /etc/yum.repos.d/openEuler.repo $container_id:/etc/yum.repos.d/ - docker commit $container_id openeuler-20.03-lts:v1 - docker save -o openeuler-20.03-lts-v1.tar openeuler-20.03-lts:v1 - docker rm -f $container_id + docker save -o openeuler-20.03-lts-v1.tar openeuler-20.03-lts-sp1:latest } package() -- 2.23.0

1 0

[PATCH v2 lkp-tests] add information after disk partitioning
by Bai Jing 22 Apr '21

22 Apr '21

Signed-off-by: Bai Jing <799286817(a)qq.com> --- tests/host-info | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/tests/host-info b/tests/host-info index 86b49cf9a..45df569f4 100755 --- a/tests/host-info +++ b/tests/host-info @@ -55,10 +55,11 @@ get_part() # lrwxrwxrwx 1 root root 10 Sep 2 18:42 ata-SAMSUNG_MZ7LH480HAHQ-00005_S45PNA2MB43944-part3 -> ../../sda3 # lrwxrwxrwx 1 root root 10 Sep 2 18:42 ata-SAMSUNG_MZ7LH480HAHQ-00005_S45PNA2MB43209 -> ../../sdb info=$(ls -l /dev/disk/by-id/ | grep "/$i" | awk '{print $9}' | grep -e "^scsi-" -e "^ata-" -e "^nvme-" | sed 's/-part[0-9]//g') - count=$(echo $info | tr ' ' '\n' | wc -l) - partition=$(echo $info | tr ' ' '\n' | uniq) + count=$(echo "$info" | wc -l) + partition=$(echo "$info" | uniq) if [ $count -gt 1 ]; then - parts=$(echo /dev/disk/by-id/$partition-part*) + parts=$(ls /dev/disk/by-id/$partition-part*) + echo " -" /dev/disk/by-id/$partition for i in $parts do echo " -" $i -- 2.23.0

1 0

[PATCH v2 lkp-tests 1/2] tests: add self-test
by Liu Yinsi 22 Apr '21

22 Apr '21

output: send self-test report email, the email body like this Dear Liu Yinsi: Your self-test groud_id=selftest job result is: kvcount.job_state=abnormal: 1 kvcount.job_state=failed: 6 kvcount.job_state=finished: 8 raw.id.[job_state=abnormal]: ["z9.91"] raw.id.[job_state=failed]: ["z9.85","z9.87","z9.88","z9.89","z9.86","z9.84"] raw.id.[job_state=finished]: ["z9.90","z9.96","z9.97","z9.92","z9.94","z9.93","z9.95","z9.98"] Regards Compass-CI Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- tests/self-test | 27 +++++++++++++++++++++++++++ 1 file changed, 27 insertions(+) create mode 100644 tests/self-test diff --git a/tests/self-test b/tests/self-test new file mode 100644 index 000000000..933e1fa4b --- /dev/null +++ b/tests/self-test @@ -0,0 +1,27 @@ +#!/bin/bash + +. $LKP_SRC/lib/email.sh + +submit_args=( + "testbox=dc-8g cci-depends.benchmark=sshd cci-depends.yaml" + "testbox=dc-8g borrow-1h.yaml runtime=1m" + "testbox=vm-2p8g borrow-1h.yaml runtime=1m" + ) + +submit_one() +{ + submit_result=$(submit -m $args group_id=selftest) +} + +submit_all() +{ + for args in "${submit_args[@]}" + do + submit_one $args + done + + job_state=$(es-jobs group_id=selftest | grep job_state) +} + +submit_all +send_email selftest -- 2.23.0

1 1

[PATCH v3 lkp-tests 2/2] lib/email.sh: add selftest_content()
by Liu Yinsi 22 Apr '21

22 Apr '21

This will send email to user when finish selftest. Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- lib/email.sh | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/lib/email.sh b/lib/email.sh index 4f1055033..24ef7bb64 100755 --- a/lib/email.sh +++ b/lib/email.sh @@ -80,6 +80,22 @@ Compass-CI " } +selftest_content() +{ + email_content="To: $my_email +Subject: [NOTIFY Compass-CI] Self-test report + +Dear $my_name: + + Your self-test groud_id=selftest job result is: + + $job_state + +Regards +Compass-CI +" +} + send_email() { local subject=$1 -- 2.23.0

1 0

[PATCH lkp-tests] add information after disk partitioning
by Bai Jing 22 Apr '21

22 Apr '21

Signed-off-by: Bai Jing <799286817(a)qq.com> --- tests/host-info | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tests/host-info b/tests/host-info index 86b49cf9a..af0ab5777 100755 --- a/tests/host-info +++ b/tests/host-info @@ -58,7 +58,8 @@ get_part() count=$(echo $info | tr ' ' '\n' | wc -l) partition=$(echo $info | tr ' ' '\n' | uniq) if [ $count -gt 1 ]; then - parts=$(echo /dev/disk/by-id/$partition-part*) + parts=$(ls /dev/disk/by-id/$partition-part*) + echo " -" /dev/disk/by-id/$partition for i in $parts do echo " -" $i -- 2.23.0

2 2

[PATCH lkp-tests] tests: add self-test
by Liu Yinsi 22 Apr '21

22 Apr '21

output: send self-test report email, the email body like this kvcount.job_state=abnormal: 1 kvcount.job_state=failed: 6 kvcount.job_state=finished: 4 raw.id.[job_state=abnormal]: ["z9.91"] raw.id.[job_state=failed]: ["z9.85","z9.87","z9.88","z9.89","z9.86","z9.84"] raw.id.[job_state=finished]: ["z9.90","z9.92","z9.93","z9.94"] Signed-off-by: Liu Yinsi <liuyinsi(a)163.com> --- tests/self-test | 35 +++++++++++++++++++++++++++++++++++ 1 file changed, 35 insertions(+) create mode 100644 tests/self-test diff --git a/tests/self-test b/tests/self-test new file mode 100644 index 000000000..316293714 --- /dev/null +++ b/tests/self-test @@ -0,0 +1,35 @@ +#!/bin/bash + +submit_args=( + "testbox=dc-8g cci-depends.benchmark=sshd cci-depends.yaml" + "testbox=dc-8g borrow-1h.yaml runtime=1m" + "testbox=vm-2p8g borrow-1h.yaml runtime=1m" + ) + +submit_one() +{ + submit_result=$(submit -m $args group_id=selftest) +} + +submit_all() +{ + for args in "${submit_args[@]}" + do + submit_one $args + done +} + +mail() +{ + job_state=$(es-jobs group_id=selftest | grep job_state) + email_content="To: $my_email +Subject: [NOTIFY Compass-CI] Self-test report + +$job_state +" + +curl -XPOST "${SEND_MAIL_HOST:-$LKP_SERVER}:${SEND_MAIL_PORT:-10001}/send_mail_text" -d "$email_content" +} + +submit_all +mail -- 2.23.0

3 4