Signed-off-by: Yu Chuan 13186087857@163.com --- doc/job/os_mount.md | 181 +++++++++++++++++++++++++++++--------------- 1 file changed, 120 insertions(+), 61 deletions(-)
diff --git a/doc/job/os_mount.md b/doc/job/os_mount.md index 226251a8bace..b06b27237c75 100644 --- a/doc/job/os_mount.md +++ b/doc/job/os_mount.md @@ -1,9 +1,9 @@ # Summary =========
-`os_mount` defines the mount method of testbox's root partition. +`os_mount` defines the rootfs type.
-It has the following optional values: +The below types are supported: - nfs - cifs - initramfs @@ -11,84 +11,143 @@ It has the following optional values: - local
Usage example: - - submit iperf.yaml testbox=vm-2p8g os_mount=nfs - - submit iperf.yaml testbox=vm-2p8g os_mount=cifs - - submit iperf.yaml testbox=vm-2p8g os_mount=initramfs - - submit iperf.yaml testbox=dc-8g os_mount=container - - submit iperf.yaml testbox=vm-2p8g os_mount=local + - submit -m -c borrow-1h.yaml testbox=vm-2p8g os_mount=nfs + - submit -m -c borrow-1h.yaml testbox=vm-2p8g os_mount=cifs + - submit -m -c borrow-1h.yaml testbox=vm-2p16g os_mount=initramfs + - submit -m -c borrow-1h.yaml testbox=dc-8g os_mount=container + - submit -m -c borrow-1h.yaml testbox=taishan200-2280-2s48p-256g os_mount=local
-# Optional Values -================= +# os_mount=local +================
-## Work flow when os_mount=local +## description
-1. user submit job with os_mount: local - - optional {kernel_append_root}: - - save_root_partition: give an iconic string, then the root partition data used by this job will be retained. - and you can use the root partition data of this job in the futher job by {use_root_partition}. - - use_root_partition : give an iconic string, then the root partition data generated by the - pervious job which has the {save_root_partition} field will be used. - - root_partition_size: specify the size of root partition, *default is 10G*. +If you specifies os_mount=local, the rootfs type of your job will be a logical volume in the testbox.
- - tips: - - value of {save_root_partition} and {use_root_partition} need to be iconic enough, uuid is recommended. - - value of {save_root_partition} and {use_root_partition} will be the suffix of logical volume. +> logical volume format: `/dev/mapper/os-${os}_${os_arch}_${os_version}` + +> optional vars in ${kernel_append_root}: + - ${save_root_partition}, ${use_root_partition} + - you can save the rootfs data of any job, and use it in subsequent job. + - ${save_root_partition} and ${use_root_partition} must be the same, and obviously, they need be unique. + - you must 'save_root_partition' firstly, then you can 'use_root_partition'. otherwise, your job will fail. + - demo kernel_append_root field of job.yaml: + ``` + # demo 1. save the rootfs data of this job + kernel_append_root: save_root_partition=zhangsan_local_for_iperf_20210219 + + # demo 2. use the rootfs data of previous job + kernel_append_root: use_root_partition=zhangsan_local_for_iperf_20210218 + + # demo 3. use the rootfs data of previous job, and save the rootfs data of this job + kernel_append_root: use_root_partition=zhangsan_local_for_iperf_20210218 save_root_partition=zhangsan_local_for_iperf_20210219 + ``` + +## work flow + +1. user submit job + - job fields: + - os: openeuler + - os_arch: aarch64 + - os_version: 20.03 + - os_mount: local + - kernel_append_root: use_root_partition=zhangsan_local_for_iperf_20210218 save_root_partition=zhangsan_local_for_iperf_20210219
2. scheduler return the ipxe_str to testbox ``` dhcp - initrd http://$%7Bhttp_server_ip%7D:$%7Bhttp_server_port%7D/os/openeuler/aarch64/20... - initrd http://$%7Bhttp_server_ip%7D:$%7Bhttp_server_port%7D/os/openeuler/aarch64/20... - imgargs vmlinux root=/dev/mapper/os-openeuler_aarch64_20.03 rootfs_src={nfs_server_ip}:os/openeuler/aarch64/20.03-iso-snapshots/{timestamp} initrd=initrd.lkp {kernel_append_root} + initrd http://$%7Bhttp_server_ip%7D:$%7Bhttp_server_port%7D/os/openeuler/aarch64/20... + kernel http://$%7Bhttp_server_ip%7D:$%7Bhttp_server_port%7D/os/openeuler/aarch64/20... root=/dev/mapper/os-openeuler_aarch64_20.03 rootfs_src=${nfs_server_ip}:os/openeuler/aarch64/20.03-iso-snapshots/${timestamp} initrd=initrd.lkp ${kernel_append_root} boot ```
3. dracut step of boot ``` - if have {use_root_partition}; then - base_lv_name=openeuler_aarch64_20.03_{value_of_use_root_partition} - lvdisplay /dev/mappaer/os-{base_lv_name} > /dev/null || exit 1 - - if have {save_root_partition}; then - boot_lv_name=openeuler_aarch64_20.03_{value_of_save_root_partition} - - if {save_root_partition} == {use_root_partition}; then - boot from /dev/mappaer/os-{boot_lv_name} - fi - - lvremove -f /dev/mappaer/os-{boot_lv_name} - lvcreate /dev/mappaer/os-{boot_lv_name} from /dev/mappaer/os-{base_lv_name} || exit 1 - boot from /dev/mappaer/os-{boot_lv_name} - else - boot_lv_name=openeuler_aarch64_20.03_{value_of_use_root_partition} - boot from /dev/mappaer/os-{boot_lv_name} - fi - - else: - base_lv_name=openeuler_aarch64_20.03_{timestamp} - lvdisplay /dev/mappaer/os-{base_lv_name} > /dev/null || { + copy_nfsroot_to_src_lv() + { + src_lv=$1 + + lvdisplay ${src_lv} > /dev/null || { # create logical volume - lvcreate -L {root_partition_size} -n {base_lv_name} os || exit 1 + lvcreate -L 10G -n $(basename ${src_lv}) os || exit 1
- # rsync nfsroot to lvm:/dev/mapper/os-{base_lv_name} - mount -t nfs {nfs_server_ip}:os/openeuler/aarch64/20.03-iso-snapshots/{timestamp} /mnt - mkdir /mnt1 && mount /dev/mapper/os-{base_lv_name} /mnt1 + # rsync nfsroot to ${src_lv} + mount -t nfs ${nfs_server_ip}:os/openeuler/aarch64/20.03-iso-snapshots/${timestamp} /mnt + mkdir /mnt1 && mount ${src_lv} /mnt1 cp -a /mnt/. /mnt1/ umount /mnt /mnt1
- # change premission of lvm:/dev/mapper/os-{base_lv_name} to readonly - lvchange -p r /dev/mapper/os-{base_lv_name} + # change premission of ${src_lv} to readonly + lvchange -p r ${src_lv} } - - boot_lv_name=openeuler_aarch64_20.03 - if have {save_root_partition}; then - boot_lv_name=openeuler_aarch64_20.03_{value_of_save_root_partition} - fi - - lvremove -f /dev/mappaer/os-{boot_lv_name} - lvcreate /dev/mappaer/os-{boot_lv_name} from /dev/mappaer/os-{base_lv_name} || exit 1 - boot from /dev/mappaer/os-{boot_lv_name} - fi + } + + check_src_lv() + { + lvdisplay $1 > /dev/null || exit 1 + } + + clone_boot_lv_from_src_lv() + { + src_lv=$1 + boot_lv=$2 + + lvremove -f ${boot_lv} + lvcreate ${boot_lv} from ${src_lv} || exit 1 + } + + no_save_no_use() + { + src_lv="/dev/mapper/os-openeuler_aarch64_20.03_${timestamp}" + boot_lv="/dev/mapper/os-openeuler_aarch64_20.03" + + copy_nfsroot_to_src_lv ${src_lv} + clone_boot_lv_from_src_lv ${src_lv} ${boot_lv} + boot_from_lv ${boot_lv} + } + + only_save() + { + src_lv="/dev/mapper/os-openeuler_aarch64_20.03_${timestamp}" + boot_lv="/dev/mapper/os-openeuler_aarch64_20.03_${save_root_partition}" + + copy_nfsroot_to_src_lv ${src_lv} + clone_boot_lv_from_src_lv ${src_lv} ${boot_lv} + boot_from_lv ${boot_lv} + } + + only_use() + { + src_lv="/dev/mapper/os-openeuler_aarch64_20.03_${use_root_partition}" + boot_lv="/dev/mapper/os-openeuler_aarch64_20.03" + + check_src_lv ${src_lv} + clone_boot_lv_from_src_lv ${src_lv} ${boot_lv} + boot_from_lv ${boot_lv} + } + + save_and_use() + { + src_lv="/dev/mapper/os-openeuler_aarch64_20.03_${use_root_partition}" + boot_lv="/dev/mapper/os-openeuler_aarch64_20.03_${save_root_partition}" + + check_src_lv ${src_lv} + clone_boot_lv_from_src_lv ${src_lv} ${boot_lv} + boot_from_lv ${boot_lv} + } + + main() + { + [ -z ${use_root_partition} ] && [ -z ${save_root_partition} ] && no_save_no_use + + [ -z ${use_root_partition} ] && [ -n ${save_root_partition} ] && only_save + + [ -n ${use_root_partition} ] && [ -z ${save_root_partition} ] && only_use + + [ -n ${use_root_partition} ] && [ -n ${save_root_partition} ] && save_and_use + } + + main() ```
4. execute the job
Usage example:
- submit iperf.yaml testbox=vm-2p8g os_mount=nfs
- submit iperf.yaml testbox=vm-2p8g os_mount=cifs
- submit iperf.yaml testbox=vm-2p8g os_mount=initramfs
- submit iperf.yaml testbox=dc-8g os_mount=container
- submit iperf.yaml testbox=vm-2p8g os_mount=local
- submit -m -c borrow-1h.yaml testbox=vm-2p8g os_mount=nfs
- submit -m -c borrow-1h.yaml testbox=vm-2p8g os_mount=cifs
- submit -m -c borrow-1h.yaml testbox=vm-2p16g os_mount=initramfs
- submit -m -c borrow-1h.yaml testbox=dc-8g os_mount=container
- submit -m -c borrow-1h.yaml testbox=taishan200-2280-2s48p-256g os_mount=local
简单缩进更好:
submit -m -c borrow-1h.yaml testbox=vm-2p8g os_mount=nfs submit -m -c borrow-1h.yaml testbox=vm-2p8g os_mount=cifs submit -m -c borrow-1h.yaml testbox=vm-2p16g os_mount=initramfs submit -m -c borrow-1h.yaml testbox=dc-8g os_mount=container submit -m -c borrow-1h.yaml testbox=taishan200-2280-2s48p-256g os_mount=local
以代码形式呈现,且方便拷贝粘帖。
Thanks, Fengguang
On Sat, Feb 20, 2021 at 02:53:12PM +0800, Wu Fengguang wrote:
Usage example:
- submit iperf.yaml testbox=vm-2p8g os_mount=nfs
- submit iperf.yaml testbox=vm-2p8g os_mount=cifs
- submit iperf.yaml testbox=vm-2p8g os_mount=initramfs
- submit iperf.yaml testbox=dc-8g os_mount=container
- submit iperf.yaml testbox=vm-2p8g os_mount=local
- submit -m -c borrow-1h.yaml testbox=vm-2p8g os_mount=nfs
- submit -m -c borrow-1h.yaml testbox=vm-2p8g os_mount=cifs
- submit -m -c borrow-1h.yaml testbox=vm-2p16g os_mount=initramfs
- submit -m -c borrow-1h.yaml testbox=dc-8g os_mount=container
- submit -m -c borrow-1h.yaml testbox=taishan200-2280-2s48p-256g os_mount=local
简单缩进更好:
submit -m -c borrow-1h.yaml testbox=vm-2p8g os_mount=nfs submit -m -c borrow-1h.yaml testbox=vm-2p8g os_mount=cifs submit -m -c borrow-1h.yaml testbox=vm-2p16g os_mount=initramfs submit -m -c borrow-1h.yaml testbox=dc-8g os_mount=container submit -m -c borrow-1h.yaml testbox=taishan200-2280-2s48p-256g os_mount=local
以代码形式呈现,且方便拷贝粘帖。
ok.
-------- Thanks Yu Chuan
Thanks, Fengguang
On Sat, Feb 20, 2021 at 02:54:55PM +0800, Wu Fengguang wrote:
+1. user submit job
- job fields:
- os: openeuler
- os_arch: aarch64
- os_version: 20.03
- os_mount: local
- kernel_append_root: use_root_partition=zhangsan_local_for_iperf_20210218 save_root_partition=zhangsan_local_for_iperf_20210219
上面一片也可以简单缩进。
ok
-------- Thanks Yu Chuan
Thanks, Fengguang
+> optional vars in ${kernel_append_root}:
- ${save_root_partition}, ${use_root_partition}
- you can save the rootfs data of any job, and use it in subsequent job.
这描述太简单了点。 先解释清楚 为什么引入上述变量,用于满足什么需求。 怎么使用(use scenario),定义了他们之后,会触发什么动作/行为(behavior),在哪里实现的这些行为。
Thanks, Fengguang
- ${save_root_partition} and ${use_root_partition} must be the same, and obviously, they need be unique.
- you must 'save_root_partition' firstly, then you can 'use_root_partition'. otherwise, your job will fail.
- demo kernel_append_root field of job.yaml:
```
# demo 1. save the rootfs data of this job
kernel_append_root: save_root_partition=zhangsan_local_for_iperf_20210219
# demo 2. use the rootfs data of previous job
kernel_append_root: use_root_partition=zhangsan_local_for_iperf_20210218
# demo 3. use the rootfs data of previous job, and save the rootfs data of this job
kernel_append_root: use_root_partition=zhangsan_local_for_iperf_20210218 save_root_partition=zhangsan_local_for_iperf_20210219
```
On Sat, Feb 20, 2021 at 03:00:37PM +0800, Wu Fengguang wrote:
+> optional vars in ${kernel_append_root}:
- ${save_root_partition}, ${use_root_partition}
- you can save the rootfs data of any job, and use it in subsequent job.
这描述太简单了点。 先解释清楚 为什么引入上述变量,用于满足什么需求。 怎么使用(use scenario),定义了他们之后,会触发什么动作/行为(behavior),在哪里实现的这些行为。
ok
-------- Thanks Yu Chuan
Thanks, Fengguang
- ${save_root_partition} and ${use_root_partition} must be the same, and obviously, they need be unique.
- you must 'save_root_partition' firstly, then you can 'use_root_partition'. otherwise, your job will fail.
- demo kernel_append_root field of job.yaml:
```
# demo 1. save the rootfs data of this job
kernel_append_root: save_root_partition=zhangsan_local_for_iperf_20210219
# demo 2. use the rootfs data of previous job
kernel_append_root: use_root_partition=zhangsan_local_for_iperf_20210218
# demo 3. use the rootfs data of previous job, and save the rootfs data of this job
kernel_append_root: use_root_partition=zhangsan_local_for_iperf_20210218 save_root_partition=zhangsan_local_for_iperf_20210219
```
这样描述清楚多了。
- check_src_lv()
- {
- lvdisplay $1 > /dev/null || exit 1
exit 1 => exit
一般使用原始命令的exit code
- }
- clone_boot_lv_from_src_lv()
- {
- src_lv=$1
- boot_lv=$2
src_lv == boot_lv 的情况下,需要跳过,直接返回
- lvremove -f ${boot_lv}
-f => --force 描述更清楚点
- lvcreate ${boot_lv} from ${src_lv} || exit 1
from => --snapshot 这里可以使用原始命令选项,不长,而且更清晰明了
- }
- no_save_no_use()
- {
- src_lv="/dev/mapper/os-openeuler_aarch64_20.03_${timestamp}"
- boot_lv="/dev/mapper/os-openeuler_aarch64_20.03"
- copy_nfsroot_to_src_lv ${src_lv}
copy_nfsroot_to_src_lv => rsync_to
- clone_boot_lv_from_src_lv ${src_lv} ${boot_lv}
clone_boot_lv_from_src_lv => snapshot_to
- boot_from_lv ${boot_lv}
- }
- only_save()
- {
- src_lv="/dev/mapper/os-openeuler_aarch64_20.03_${timestamp}"
- boot_lv="/dev/mapper/os-openeuler_aarch64_20.03_${save_root_partition}"
- copy_nfsroot_to_src_lv ${src_lv}
- clone_boot_lv_from_src_lv ${src_lv} ${boot_lv}
- boot_from_lv ${boot_lv}
- }
- only_use()
- {
- src_lv="/dev/mapper/os-openeuler_aarch64_20.03_${use_root_partition}"
- boot_lv="/dev/mapper/os-openeuler_aarch64_20.03"
- check_src_lv ${src_lv}
- clone_boot_lv_from_src_lv ${src_lv} ${boot_lv}
- boot_from_lv ${boot_lv}
- }
- save_and_use()
- {
- src_lv="/dev/mapper/os-openeuler_aarch64_20.03_${use_root_partition}"
- boot_lv="/dev/mapper/os-openeuler_aarch64_20.03_${save_root_partition}"
- check_src_lv ${src_lv}
- clone_boot_lv_from_src_lv ${src_lv} ${boot_lv}
- boot_from_lv ${boot_lv}
- }
- main()
- {
- [ -z ${use_root_partition} ] && [ -z ${save_root_partition} ] && no_save_no_use
- [ -z ${use_root_partition} ] && [ -n ${save_root_partition} ] && only_save
- [ -n ${use_root_partition} ] && [ -z ${save_root_partition} ] && only_use
- [ -n ${use_root_partition} ] && [ -n ${save_root_partition} ] && save_and_use
clone_boot_lv_from_src_lv ${src_lv} ${boot_lv} boot_lv ${boot_lv}
都是公共行为,可以放这里来
- }
- main()
- execute the job
-- 2.23.0
On Sat, Feb 20, 2021 at 03:24:39PM +0800, Wu Fengguang wrote:
这样描述清楚多了。
- check_src_lv()
- {
- lvdisplay $1 > /dev/null || exit 1
exit 1 => exit
一般使用原始命令的exit code
ok
- }
- clone_boot_lv_from_src_lv()
- {
- src_lv=$1
- boot_lv=$2
src_lv == boot_lv 的情况下,需要跳过,直接返回
ok
- lvremove -f ${boot_lv}
-f => --force 描述更清楚点
ok
- lvcreate ${boot_lv} from ${src_lv} || exit 1
from => --snapshot 这里可以使用原始命令选项,不长,而且更清晰明了
ok
- }
- no_save_no_use()
- {
- src_lv="/dev/mapper/os-openeuler_aarch64_20.03_${timestamp}"
- boot_lv="/dev/mapper/os-openeuler_aarch64_20.03"
- copy_nfsroot_to_src_lv ${src_lv}
copy_nfsroot_to_src_lv => rsync_to
ok
- clone_boot_lv_from_src_lv ${src_lv} ${boot_lv}
clone_boot_lv_from_src_lv => snapshot_to
ok
- boot_from_lv ${boot_lv}
- }
- only_save()
- {
- src_lv="/dev/mapper/os-openeuler_aarch64_20.03_${timestamp}"
- boot_lv="/dev/mapper/os-openeuler_aarch64_20.03_${save_root_partition}"
- copy_nfsroot_to_src_lv ${src_lv}
- clone_boot_lv_from_src_lv ${src_lv} ${boot_lv}
- boot_from_lv ${boot_lv}
- }
- only_use()
- {
- src_lv="/dev/mapper/os-openeuler_aarch64_20.03_${use_root_partition}"
- boot_lv="/dev/mapper/os-openeuler_aarch64_20.03"
- check_src_lv ${src_lv}
- clone_boot_lv_from_src_lv ${src_lv} ${boot_lv}
- boot_from_lv ${boot_lv}
- }
- save_and_use()
- {
- src_lv="/dev/mapper/os-openeuler_aarch64_20.03_${use_root_partition}"
- boot_lv="/dev/mapper/os-openeuler_aarch64_20.03_${save_root_partition}"
- check_src_lv ${src_lv}
- clone_boot_lv_from_src_lv ${src_lv} ${boot_lv}
- boot_from_lv ${boot_lv}
- }
- main()
- {
- [ -z ${use_root_partition} ] && [ -z ${save_root_partition} ] && no_save_no_use
- [ -z ${use_root_partition} ] && [ -n ${save_root_partition} ] && only_save
- [ -n ${use_root_partition} ] && [ -z ${save_root_partition} ] && only_use
- [ -n ${use_root_partition} ] && [ -n ${save_root_partition} ] && save_and_use
clone_boot_lv_from_src_lv ${src_lv} ${boot_lv} boot_lv ${boot_lv}
都是公共行为,可以放这里来
ok
-------- Thanks Yu Chuan
- }
- main()
- execute the job
-- 2.23.0
On Sat, Feb 20, 2021 at 03:26:24PM +0800, Wu Fengguang wrote:
- copy_nfsroot_to_src_lv()
- {
- src_lv=$1
- lvdisplay ${src_lv} > /dev/null || {
lvdisplay $src_lv && return
后面就不用缩进了
ok
# create logical volume
lvcreate -L 10G -n $(basename ${src_lv}) os || exit 1
exit 1 => exit
ok
-------- Thanks Yu Chuan
Thanks, Fengguang