From 2456b39b345a589949528bd439052a776d274d63 Mon Sep 17 00:00:00 2001 From: Zdenek Kabelac Date: Tue, 31 May 2022 22:45:29 +0200 Subject: [PATCH 071/115] tests: add lvm_vdo_wrapper Introduce a replacement vdo manager wrapper for testing. When using test suite on a system without vdo manager (which has got deprecated) - we still need its functionality to prepare 'vdo volume' for testing lvm_import_vdo. Wrapper currently need 2 binaries from older 'vdo 6.2' package - to be named: oldvdoformat - format VDO metadata with older format oldvdoprepareforlvm - shift vdo metadata by 1MiB (cherry picked from commit 2ecfd503edadaf5d46115826c629754bf9fd573f) --- test/Makefile.in | 1 + test/lib/lvm_vdo_wrapper.sh | 353 ++++++++++++++++++++++++++++++++++++ 2 files changed, 354 insertions(+) create mode 100755 test/lib/lvm_vdo_wrapper.sh diff --git a/test/Makefile.in b/test/Makefile.in index ecb9e4264..f69dc97b6 100644 --- a/test/Makefile.in +++ b/test/Makefile.in @@ -369,6 +369,7 @@ LIB = $(addprefix lib/, $(LIB_SECURETEST) $(LIB_DMSECURETEST) $(LIB_SHARED) $(LI $(Q) $(LN_S) -f $(abs_top_srcdir)/conf/thin-performance.profile lib/ $(Q) $(LN_S) -f $(abs_top_srcdir)/scripts/fsadm.sh lib/fsadm $(Q) $(LN_S) -f $(abs_top_srcdir)/scripts/lvm_import_vdo.sh lib/lvm_import_vdo + $(Q) which vdo || $(LN_S) -f $(abs_top_srcdir)/test/lib/lvm_vdo_wrapper.sh lib/vdo @test "$(srcdir)" = . || \ for i in $(LIB_LVMLOCKD_CONF) $(LIB_MKE2FS_CONF); do \ test -n "$(Q)" || echo "$(LN_S) -f $(abs_top_srcdir)/test/lib/$$i lib/"; \ diff --git a/test/lib/lvm_vdo_wrapper.sh b/test/lib/lvm_vdo_wrapper.sh new file mode 100755 index 000000000..d622d6456 --- /dev/null +++ b/test/lib/lvm_vdo_wrapper.sh @@ -0,0 +1,353 @@ +#!/bin/bash +# +# Wrapper script for 'naive' emulation of vdo manager tool for systems +# that no longer have this tool present +# + +set -euE -o pipefail + +# tool for formating 'old' VDO metadata format +LVM_VDO_FORMAT=${LVM_VDO_FORMAT-"oldvdoformat"} +# tool for shifting VDO metadata header by 2MiB +LVM_VDO_PREPARE=${LVM_VDO_PREPARE-"oldvdoprepareforlvm"} +# default vdo conf file +LVM_VDO_DEFAULT_CONF=${LVM_VDO_DEFAULT_CONF-"/tmp/vdoconf.yml"} + +vdo_die_() { + echo -e "$@" >&2 + return 1 +} + +vdo_verbose_() { + test -z "$vdo_verbose" || echo "$0:" "$@" +} + +vdo_dry_() { + if test -n "$vdo_dry"; then + vdo_verbose_ "Dry execution" "$@" + return 0 + fi + vdo_verbose_ "Executing" "$@" + "$@" +} + +vdo_get_kb_size_with_unit_() { + local sz=${2-1} # 2nd. arg as unit - default 'k' + + case "$sz" in + [mM]) sz=1024 ;; + esac + + case "$1" in + *[mM]) sz=1024 ;; + *[gG]) sz=$(( 1024 * 1024 )) ;; + *[tT]) sz=$(( 1024 * 1024 * 1024 )) ;; + *[pP]) sz=$(( 1024 * 1024 * 1024 * 1024 )) ;; + esac + + echo $(( sz * ${1%[kKmMgGtTpP]} )) +} + +# +# Emulate functionality of deprecated 'vdo create' +# +vdo_create_() { +local cachesize= +local devsize= +local emulate512=disabled +local logicalsize= +local maxdiscardsize= +local slabbits=0 # 4k +local slabsize= +local sparse= +local table= +local vdo_compression_msg= +local vdo_dry= +local vdo_index_msg= +local vdo_logicalBlockSize= +local vdo_verbose= + +local vdo_ackThreads=${vdo_ackThreads-1} +local vdo_bioRotationInterval=${vdo_bioRotationInterval-64} +local vdo_bioThreads=${vdo_bioThreads-4} +local vdo_blockMapCacheSize=${vdo_blockMapCacheSize-128M} +local vdo_blockMapPeriod=${vdo_blockMapPeriod-16380} +local vdo_compression=${vdo_compression-enabled} +local vdo_confFile=$LVM_VDO_DEFAULT_CONF # place some file in /tmp +local vdo_cpuThreads=${vdo_cpuThreads-2} +local vdo_deduplication=${vdo_deduplication-enabled} +local vdo_hashZoneThreads=${vdo_hashZoneThreads-1} +local vdo_indexCfreq=${vdo_indexCfreq-0} +local vdo_indexMemory=${vdo_indexMemory-0.25} +local vdo_indexSparse=${vdo_indexSparse-disabled} +local vdo_indexThreads=${vdo_indexThreads-0} +local vdo_logicalSize=${vdo_logicalSize-0} +local vdo_logicalThreads=${vdo_logicalThreads-1} +local vdo_maxDiscardSize=${vdo_maxDiscardSize-4K} +local vdo_name=${vdo_name-VDONAME} +local vdo_physicalThreads=${vdo_physicalThreads-1} +local vdo_slabSize=${vdo_slabSize-2G} +local vdo_uuid="VDO-$(uuidgen || echo \"f7a3ecdc-40a0-4e43-814c-4a7039a75de4\")" +local vdo_writePolicy=${vdo_writePolicy-auto} + +while [ "$#" -ne 0 ] +do + case "$1" in + "--blockMapCacheSize") shift; vdo_blockMapCacheSize=$1 ;; + "--blockMapPeriod") shift; vdo_blockMapPeriod=$1 ;; + "--compression") shift; vdo_compression=$1 ;; + "--confFile"|"-f") shift; vdo_confFile=$1 ;; + "--deduplication") shift; vdo_deduplication=$1 ;; + "--device") shift; vdo_device=$1 ;; + "--emulate512") shift; emulate512=$1 ;; + "--indexMem") shift; vdo_indexMemory=$1 ;; + "--maxDiscardSize") shift; vdo_maxDiscardSize=$1 ;; + "--name"|"-n") shift; vdo_name=$1 ;; + "--sparseIndex") shift; vdo_indexSparse=$1 ;; + "--uuid") shift ;; # ignored + "--vdoAckThreads") shift; vdo_ackThreads=$1 ;; + "--vdoBioRotationInterval") shift; vdo_bioRotationInterval=$1 ;; + "--vdoBioThreads") shift; vdo_bioThreads=$1 ;; + "--vdoCpuThreads") shift; vdo_cpuThreads=$1 ;; + "--vdoHashZoneThreads") shift; vdo_hashZoneThreads=$1 ;; + "--vdoLogicalSize") shift; vdo_logicalSize=$1 ;; + "--vdoLogicalThreads") shift; vdo_logicalThreads=$1 ;; + "--vdoLogLevel") shift ;; # ignored + "--vdoPhysicalThreads") shift; vdo_physicalSize=$1 ;; + "--vdoSlabSize") shift; vdo_slabSize=$1 ;; + "--verbose"|"-d"|"--debug") vdo_verbose="-v" ;; + "--writePolicy") shift; vdo_writePolicy=$1 ;; + esac + shift +done + +# Convert when set +case "$emulate512" in + "enabled") vdo_logicalBlockSize=512 ;; + "disabled") vdo_logicalBlockSize=4096 ;; + *) vdo_die_ "Invalid emulate512 setting." +esac + +case "$vdo_deduplication" in + "enabled") vdo_index_msg="index-enable" ;; + "disabled") vdo_index_msg="index-disable";; + *) vdo_die_ "Invalid deduplication setting." +esac + +case "$vdo_compression" in + "enabled") vdo_compression_msg="compression on" ;; + "disabled") vdo_compression_msg="compression off";; + *) vdo_die_ "Invalid compression setting." +esac + +test -n "${vdo_device-}" || vdo_die_ "VDO device is missing" + +blkid -s UUID -o value "${vdo_device}" || true + +devsize=$(blockdev --getsize64 "$vdo_device") +devsize=$(( devsize / 4096 )) # convert to 4KiB units + +logicalsize=$(vdo_get_kb_size_with_unit_ "$vdo_logicalSize" M) +logicalsize=$(( logicalsize * 2 )) # 512B units + +cachesize=$(vdo_get_kb_size_with_unit_ "$vdo_blockMapCacheSize" M) +cachesize=$(( cachesize / 4 )) # 4KiB units + +maxdiscardsize=$(vdo_get_kb_size_with_unit_ "$vdo_maxDiscardSize" M) +maxdiscardsize=$(( maxdiscardsize / 4 )) # 4KiB units + +test -e "$vdo_confFile" || { + cat > "$vdo_confFile" <> "$vdo_confFile" </dev/null || return 0 +vdo_dry_ dmsetup remove $vdo_force "$vdo_name" || true +} + +# +# vdo remove +# +vdo_remove_() { +local vdo_confFile=$LVM_VDO_DEFAULT_CONF +local vdo_name= + +vdo_stop_ "$@" +while [ "$#" -ne 0 ] +do + case "$1" in + "--confFile"|"-f") shift; vdo_confFile=$1 ;; + "--name"|"-n") shift; vdo_name=$1 ;; + esac + shift +done + +# remove entry from conf file +awk -v vdovolname="$vdo_name" 'BEGIN { have=0 } + $0 ~ "!VDOService" { have=0 } + $0 ~ vdovolname":" { have=1 } + { if (have==0) { print } ;} + ' "$vdo_confFile" >"${vdo_confFile}.new" + +mv "${vdo_confFile}.new" "$vdo_confFile" +grep "!VDOService" "$vdo_confFile" || rm -f "$vdo_confFile" +} + + +# +# print_config_file +# +vdo_print_config_file_() { +local vdo_confFile=$LVM_VDO_DEFAULT_CONF + +while [ "$#" -ne 0 ] +do + case "$1" in + "--confFile"|"-f") shift; vdo_confFile=$1 ;; + "--verbose"|"-d"|"--debug") ;; + "--logfile") shift ;; # ignore + esac + shift +done + +cat "$vdo_confFile" +} + +# +# vdo convert +# +vdo_convert_() { +local vdo_confFile=$LVM_VDO_DEFAULT_CONF +local vdo_dry= +local vdo_force= +local vdo_name= +local vdo_verbose= +local vdo_device= + +while [ "$#" -ne 0 ] +do + case "$1" in + "--confFile"|"-f") shift; vdo_confFile=$1 ;; + "--name"|"-n") shift; vdo_name=$1 ;; + "--verbose"|"-d"|"--debug") vdo_verbose="-v" ;; + "--force") vdo_force="--force" ;; + esac + shift +done + +vdo_device=$(awk -v vdovolname="$vdo_name" 'BEGIN { have=0 } + $0 ~ "!VDOService" { have=0 } + $0 ~ vdovolname":" { have=1 } + { if (have==1 && $0 ~ "device:" ) { print $2 } ;}'\ + "$vdo_confFile") + +#dmsetup status --target vdo "$vdo_name" || true +vdo_dry_ "$LVM_VDO_PREPARE" "$vdo_device" +vdo_dry_ vdo_remove_ -f "$vdo_confFile" -n "$vdo_name" || true +} + +# +# MAIN +# +case "$1" in + "create") shift; vdo_create_ "$@" ;; + "remove") shift; vdo_remove_ "$@" ;; + "stop") shift; vdo_stop_ "$@" ;; + "convert") shift; vdo_convert_ "$@" ;; + "printConfigFile") shift; vdo_print_config_file_ "$@" ;; +esac -- 2.41.0