selftest: Add basic infrastructure to build test image
The Makefile In tests/ could help build a VM image using Fedora cloud image as base image, or, user can specify a base image using BASE_IMAGE=<path/to/file>. The current repo will be packeged and installed in the image, so the image could be used as a test image to test kexec-tools. The image building is splited into two steps: The first step, it either convert the base image to qcow2 or create a snapshot on it, and install basic packages (dracut, grubby, ...) and do basic setups (setup crashkernel=, disable selinux, ...). See tests/scripts/build-scripts/base-image.sh for detail. The second step, it creates a snapshot on top of the image produced by the previous step, and install the packaged kexec-tools of current repo. See tests/scripts/build-scripts/test-base-image.sh for detail. In this way, if repo's content is changes, `make` will detect it and only rebuild the second snapshot which speed up the rebuild by a lot. The image will be located as tests/output/test-base-image, and in qcow2 format. And default user/password is set to root/fedora. Signed-off-by: Kairui Song <kasong@redhat.com> Acked-by: Dave Young <dyoung@redhat.com>
This commit is contained in:
Kairui Song
parent
3d5d9f0c0f
commit
2457f22baf
|
|
@ -0,0 +1,80 @@
|
|||
BASE_IMAGE ?=
|
||||
|
||||
TEST_ROOT := $(shell dirname $(realpath $(firstword $(MAKEFILE_LIST))))
|
||||
BUILD_ROOT := $(TEST_ROOT)/build
|
||||
REPO = $(shell realpath $(TEST_ROOT)/../)
|
||||
ARCH ?= $(shell arch)
|
||||
SPEC = kexec-tools.spec
|
||||
|
||||
DIST ?= fedora
|
||||
DIST_ABR ?= f
|
||||
DIST_ABRL ?= fc
|
||||
DIST_UNSET ?= rhel
|
||||
RELEASE ?= 32
|
||||
|
||||
DEFAULT_BASE_IMAGE_VER ?= 1.6
|
||||
DEFAULT_BASE_IMAGE ?= Fedora-Cloud-Base-$(RELEASE)-$(DEFAULT_BASE_IMAGE_VER).$(ARCH).raw.xz
|
||||
DEFAULT_BASE_IMAGE_URL ?= https://dl.fedoraproject.org/pub/fedora/linux/releases/$(RELEASE)/Cloud/$(ARCH)/images/$(DEFAULT_BASE_IMAGE)
|
||||
|
||||
BUILD_ROOT = $(TEST_ROOT)/build
|
||||
RPMDEFINE = --define '_sourcedir $(REPO)'\
|
||||
--define '_specdir $(REPO)'\
|
||||
--define '_builddir $(BUILD_ROOT)'\
|
||||
--define '_srcrpmdir $(BUILD_ROOT)'\
|
||||
--define '_rpmdir $(BUILD_ROOT)'\
|
||||
--define 'dist %{?distprefix}.$(DIST_ABRL)$(RELEASE)'\
|
||||
--define '$(DIST) $(RELEASE)'\
|
||||
--eval '%undefine $(DIST_UNSET)'\
|
||||
--define '$(DIST_ABRL)$(RELEASE) 1'\
|
||||
|
||||
KEXEC_TOOLS_SRC = $(filter-out $(REPO)/tests,$(wildcard $(REPO)/*))
|
||||
KEXEC_TOOLS_TEST_SRC = $(wildcard $(REPO)/tests/scripts/**/*)
|
||||
KEXEC_TOOLS_NVR = $(shell rpm $(RPMDEFINE) -q --specfile $(REPO)/$(SPEC) 2>/dev/null | grep -m 1 .)
|
||||
KEXEC_TOOLS_RPM = $(BUILD_ROOT)/$(ARCH)/$(KEXEC_TOOLS_NVR).rpm
|
||||
|
||||
all: $(TEST_ROOT)/output/test-base-image
|
||||
|
||||
# Use either:
|
||||
# fedpkg --release $(DIST_ABR)$(RELEASE) --path ../../ local
|
||||
# or
|
||||
# rpmbuild $(RPMDEFINE) -ba $(REPO)/$(SPEC)
|
||||
# to rebuild the rpm, currently use rpmbuild to have better control over the rpm building process
|
||||
#
|
||||
$(KEXEC_TOOLS_RPM): $(KEXEC_TOOLS_SRC)
|
||||
sh -c "cd .. && fedpkg sources"
|
||||
@echo Rebuilding RPM due to modification of sources: $?
|
||||
rpmbuild $(RPMDEFINE) -ba $(REPO)/$(SPEC)
|
||||
|
||||
$(BUILD_ROOT)/base-image:
|
||||
mkdir -p $(BUILD_ROOT)
|
||||
ifeq ($(strip $(BASE_IMAGE)),)
|
||||
wget $(DEFAULT_BASE_IMAGE_URL) -O $(BUILD_ROOT)/$(DEFAULT_BASE_IMAGE)
|
||||
$(TEST_ROOT)/scripts/build-image.sh \
|
||||
$(BUILD_ROOT)/$(DEFAULT_BASE_IMAGE)\
|
||||
$(BUILD_ROOT)/base-image
|
||||
else
|
||||
$(TEST_ROOT)/scripts/build-image.sh \
|
||||
$(BASE_IMAGE)\
|
||||
$(BUILD_ROOT)/base-image
|
||||
endif
|
||||
|
||||
$(BUILD_ROOT)/inst-base-image: $(BUILD_ROOT)/base-image
|
||||
@echo "Building installation base image"
|
||||
echo $(KEXEC_TOOLS_NVR)
|
||||
$(TEST_ROOT)/scripts/build-image.sh \
|
||||
$(BUILD_ROOT)/base-image \
|
||||
$(BUILD_ROOT)/inst-base-image \
|
||||
$(TEST_ROOT)/scripts/build-scripts/base-image.sh
|
||||
|
||||
$(TEST_ROOT)/output/test-base-image: $(BUILD_ROOT)/inst-base-image $(KEXEC_TOOLS_RPM) $(KEXEC_TOOLS_TEST_SRC)
|
||||
@echo "Building test base image"
|
||||
mkdir -p $(TEST_ROOT)/output
|
||||
$(TEST_ROOT)/scripts/build-image.sh \
|
||||
$(BUILD_ROOT)/inst-base-image \
|
||||
$(TEST_ROOT)/output/test-base-image \
|
||||
$(TEST_ROOT)/scripts/build-scripts/test-base-image.sh \
|
||||
$(KEXEC_TOOLS_RPM)
|
||||
|
||||
clean:
|
||||
rm -rf $(TEST_ROOT)/build
|
||||
rm -rf $(TEST_ROOT)/output
|
||||
|
|
@ -0,0 +1,57 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
if [ $# -lt 2 ]; then
|
||||
echo "Usage: $(basename $0) <base-image> <output-image> <build-script> [<build-script-args>]
|
||||
Build a new <output-image> on top of <base-image>, and install
|
||||
contents defined in <build-script>. <args> are directly passed
|
||||
to <build-script>.
|
||||
|
||||
If <base-image> is raw, will copy it and create <output-image>
|
||||
in qcow2 format.
|
||||
|
||||
If <base-image> is qcow2, will create <output-image> as a snapshot
|
||||
on top of <base-image>"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
BASEDIR=$(realpath $(dirname "$0"))
|
||||
. $BASEDIR/image-init-lib.sh
|
||||
|
||||
# Base image to build from
|
||||
BASE_IMAGE=$1 && shift
|
||||
if [[ ! -e $BASE_IMAGE ]]; then
|
||||
perror_exit "Base image '$BASE_IMAGE' not found"
|
||||
else
|
||||
BASE_IMAGE=$(realpath "$BASE_IMAGE")
|
||||
fi
|
||||
|
||||
OUTPUT_IMAGE=$1 && shift
|
||||
if [[ ! -d $(dirname $OUTPUT_IMAGE) ]]; then
|
||||
perror_exit "Path '$(dirname $OUTPUT_IMAGE)' doesn't exists"
|
||||
fi
|
||||
|
||||
INST_SCRIPT=$1 && shift
|
||||
|
||||
create_image_from_base_image $BASE_IMAGE $OUTPUT_IMAGE.building
|
||||
|
||||
mount_image $OUTPUT_IMAGE.building
|
||||
|
||||
img_inst() {
|
||||
inst_in_image $OUTPUT_IMAGE.building $@
|
||||
}
|
||||
|
||||
img_inst_pkg() {
|
||||
inst_pkg_in_image $OUTPUT_IMAGE.building $@
|
||||
}
|
||||
|
||||
img_run_cmd() {
|
||||
run_in_image $OUTPUT_IMAGE.building "$@"
|
||||
}
|
||||
|
||||
img_add_qemu_cmd() {
|
||||
QEMU_CMD+="$@"
|
||||
}
|
||||
|
||||
[ -e "$INST_SCRIPT" ] && source $INST_SCRIPT
|
||||
|
||||
mv $OUTPUT_IMAGE.building $OUTPUT_IMAGE
|
||||
|
|
@ -0,0 +1,11 @@
|
|||
#!/bin/sh
|
||||
|
||||
img_inst_pkg grubby\
|
||||
dnsmasq\
|
||||
openssh openssh-server\
|
||||
dracut-network dracut-squash squashfs-tools ethtool snappy
|
||||
|
||||
img_run_cmd "grubby --args systemd.journald.forward_to_console=1 systemd.log_target=console --update-kernel ALL"
|
||||
img_run_cmd "grubby --args selinux=0 --update-kernel ALL"
|
||||
img_run_cmd "grubby --args crashkernel=224M --update-kernel ALL"
|
||||
img_run_cmd "mkdir -p /kexec-kdump-test"
|
||||
|
|
@ -0,0 +1,15 @@
|
|||
#!/bin/sh
|
||||
|
||||
# Test RPMs to be installed
|
||||
TEST_RPMS=
|
||||
for _rpm in $@; do
|
||||
if [[ ! -e $_rpm ]]; then
|
||||
perror_exit "'$_rpm' not found"
|
||||
else
|
||||
TEST_RPMS=$(realpath "$_rpm")
|
||||
fi
|
||||
done
|
||||
|
||||
img_inst_pkg $TEST_RPMS
|
||||
# Test script should start kdump manually to save time
|
||||
img_run_cmd "systemctl disable kdump.service"
|
||||
|
|
@ -0,0 +1,245 @@
|
|||
#!/usr/bin/env bash
|
||||
[ -z "$TESTDIR" ] && TESTDIR=$(realpath $(dirname "$0")/../)
|
||||
|
||||
SUDO="sudo"
|
||||
|
||||
declare -A MNTS=()
|
||||
declare -A DEVS=()
|
||||
|
||||
perror() {
|
||||
echo $@>&2
|
||||
}
|
||||
|
||||
perror_exit() {
|
||||
echo $@>&2
|
||||
exit 1
|
||||
}
|
||||
|
||||
is_mounted()
|
||||
{
|
||||
findmnt -k -n $1 &>/dev/null
|
||||
}
|
||||
|
||||
clean_up()
|
||||
{
|
||||
for _mnt in ${MNTS[@]}; do
|
||||
is_mounted $_mnt && $SUDO umount -f $_mnt
|
||||
done
|
||||
|
||||
for _dev in ${DEVS[@]}; do
|
||||
[ ! -e "$_dev" ] && continue
|
||||
[[ "$_dev" == "/dev/loop"* ]] && $SUDO losetup -d "$_dev"
|
||||
[[ "$_dev" == "/dev/nbd"* ]] && $SUDO qemu-nbd --disconnect "$_dev"
|
||||
done
|
||||
|
||||
[ -d "$TMPDIR" ] && $SUDO rm --one-file-system -rf -- "$TMPDIR";
|
||||
|
||||
sync
|
||||
}
|
||||
|
||||
trap '
|
||||
ret=$?;
|
||||
clean_up
|
||||
exit $ret;
|
||||
' EXIT
|
||||
|
||||
# clean up after ourselves no matter how we die.
|
||||
trap 'exit 1;' SIGINT
|
||||
|
||||
readonly TMPDIR="$(mktemp -d -t kexec-kdump-test.XXXXXX)"
|
||||
[ -d "$TMPDIR" ] || perror_exit "mktemp failed."
|
||||
|
||||
get_image_fmt() {
|
||||
local image=$1 fmt
|
||||
|
||||
[ ! -e "$image" ] && perror "image: $image doesn't exist" && return 1
|
||||
|
||||
fmt=$(qemu-img info $image | sed -n "s/file format:\s*\(.*\)/\1/p")
|
||||
|
||||
[ $? -eq 0 ] && echo $fmt && return 0
|
||||
|
||||
return 1
|
||||
}
|
||||
|
||||
# If it's partitioned, return the mountable partition, else return the dev
|
||||
get_mountable_dev() {
|
||||
local dev=$1 parts
|
||||
|
||||
$SUDO partprobe $dev && sync
|
||||
parts="$(ls -1 ${dev}p*)"
|
||||
if [ -n "$parts" ]; then
|
||||
if [ $(echo "$parts" | wc -l) -gt 1 ]; then
|
||||
perror "It's a image with multiple partitions, using last partition as main partition"
|
||||
fi
|
||||
echo "$parts" | tail -1
|
||||
else
|
||||
echo "$dev"
|
||||
fi
|
||||
}
|
||||
|
||||
prepare_loop() {
|
||||
[ -n "$(lsmod | grep "^loop")" ] && return
|
||||
|
||||
$SUDO modprobe loop
|
||||
|
||||
[ ! -e "/dev/loop-control" ] && perror_exit "failed to load loop driver"
|
||||
}
|
||||
|
||||
prepare_nbd() {
|
||||
[ -n "$(lsmod | grep "^nbd")" ] && return
|
||||
|
||||
$SUDO modprobe nbd max_part=4
|
||||
|
||||
[ ! -e "/dev/nbd0" ] && perror_exit "failed to load nbd driver"
|
||||
}
|
||||
|
||||
mount_nbd() {
|
||||
local image=$1 size dev
|
||||
for _dev in /sys/class/block/nbd* ; do
|
||||
size=$(cat $_dev/size)
|
||||
if [ "$size" -eq 0 ] ; then
|
||||
dev=/dev/${_dev##*/}
|
||||
$SUDO qemu-nbd --connect=$dev $image 1>&2
|
||||
[ $? -eq 0 ] && echo $dev && break
|
||||
fi
|
||||
done
|
||||
|
||||
return 1
|
||||
}
|
||||
|
||||
image_lock()
|
||||
{
|
||||
local image=$1 timeout=5 fd
|
||||
|
||||
eval "exec {fd}>$image.lock"
|
||||
if [ $? -ne 0 ]; then
|
||||
perror_exit "failed acquiring image lock"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
flock -n $fd
|
||||
rc=$?
|
||||
while [ $rc -ne 0 ]; do
|
||||
echo "Another instance is holding the image lock ..."
|
||||
flock -w $timeout $fd
|
||||
rc=$?
|
||||
done
|
||||
}
|
||||
|
||||
# Mount a device, will umount it automatially when shell exits
|
||||
mount_image() {
|
||||
local image=$1 fmt
|
||||
local dev mnt mnt_dev
|
||||
|
||||
# Lock the image just in case user run this script in parrel
|
||||
image_lock $image
|
||||
|
||||
fmt=$(get_image_fmt $image)
|
||||
[ $? -ne 0 ] || [ -z "$fmt" ] && perror_exit "failed to detect image format"
|
||||
|
||||
if [ "$fmt" == "raw" ]; then
|
||||
prepare_loop
|
||||
|
||||
dev="$($SUDO losetup --show -f $image)"
|
||||
[ $? -ne 0 ] || [ -z "$dev" ] && perror_exit "failed to setup loop device"
|
||||
|
||||
elif [ "$fmt" == "qcow2" ]; then
|
||||
prepare_nbd
|
||||
|
||||
dev=$(mount_nbd $image)
|
||||
[ $? -ne 0 ] || [ -z "$dev" ] perror_exit "failed to connect qemu to nbd device '$dev'"
|
||||
else
|
||||
perror_exit "Unrecognized image format '$fmt'"
|
||||
fi
|
||||
DEVS[$image]="$dev"
|
||||
|
||||
mnt="$(mktemp -d -p $TMPDIR -t mount.XXXXXX)"
|
||||
[ $? -ne 0 ] || [ -z "$mnt" ] && perror_exit "failed to create tmp mount dir"
|
||||
MNTS[$image]="$mnt"
|
||||
|
||||
mnt_dev=$(get_mountable_dev "$dev")
|
||||
[ $? -ne 0 ] || [ -z "$mnt_dev" ] && perror_exit "failed to setup loop device"
|
||||
|
||||
$SUDO mount $mnt_dev $mnt
|
||||
[ $? -ne 0 ] && perror_exit "failed to mount device '$mnt_dev'"
|
||||
}
|
||||
|
||||
shell_in_image() {
|
||||
local image=$1 && shift
|
||||
local root=${MNTS[$image]}
|
||||
|
||||
pushd $root
|
||||
|
||||
$SHELL
|
||||
|
||||
popd
|
||||
}
|
||||
|
||||
inst_pkg_in_image() {
|
||||
local image=$1 && shift
|
||||
local root=${MNTS[$image]}
|
||||
|
||||
# LSB not available
|
||||
# release_info=$($SUDO chroot $root /bin/bash -c "lsb_release -a")
|
||||
# release=$(echo "$release_info" | sed -n "s/Release:\s*\(.*\)/\1/p")
|
||||
# distro=$(echo "$release_info" | sed -n "s/Distributor ID:\s*\(.*\)/\1/p")
|
||||
# if [ "$distro" != "Fedora" ]; then
|
||||
# perror_exit "only Fedora image is supported"
|
||||
# fi
|
||||
release=$(cat $root/etc/fedora-release | sed -n "s/.*[Rr]elease\s*\([0-9]*\).*/\1/p")
|
||||
[ $? -ne 0 ] || [ -z "$release" ] && perror_exit "only Fedora image is supported"
|
||||
|
||||
$SUDO dnf --releasever=$release --installroot=$root install -y $@
|
||||
}
|
||||
|
||||
run_in_image() {
|
||||
local image=$1 && shift
|
||||
local root=${MNTS[$image]}
|
||||
|
||||
echo $SUDO chroot $root /bin/bash -c $@ > /dev/stderr
|
||||
$SUDO chroot $root /bin/bash -c "$@"
|
||||
}
|
||||
|
||||
inst_in_image() {
|
||||
local image=$1 src=$2 dst=$3
|
||||
local root=${MNTS[$image]}
|
||||
|
||||
$SUDO cp $src $root/$dst
|
||||
}
|
||||
|
||||
# If source image is qcow2, create a snapshot
|
||||
# If source image is raw, convert to raw
|
||||
# If source image is xz, decompress then repeat the above logic
|
||||
#
|
||||
# Won't touch source image
|
||||
create_image_from_base_image() {
|
||||
local image=$1
|
||||
local output=$2
|
||||
local decompressed_image
|
||||
|
||||
local ext="${image##*.}"
|
||||
if [[ "$ext" == 'xz' ]]; then
|
||||
echo "Decompressing base image..."
|
||||
xz -d -k $image
|
||||
decompressed_image=${image%.xz}
|
||||
image=$decompressed_image
|
||||
fi
|
||||
|
||||
local image_fmt=$(qemu-img info $image | sed -n "s/file format:\s*\(.*\)/\1/p")
|
||||
if [ "$image_fmt" != "raw" ]; then
|
||||
if [ "$image_fmt" == "qcow2" ]; then
|
||||
echo "Source image is qcow2, using snapshot..."
|
||||
qemu-img create -f qcow2 -b $image $output
|
||||
else
|
||||
perror_exit "Unrecognized base image format $image_mnt"
|
||||
fi
|
||||
else
|
||||
echo "Source image is raw, converting to qcow2..."
|
||||
qemu-img convert -f raw -O qcow2 $image $output
|
||||
fi
|
||||
|
||||
# Clean up decompress temp image
|
||||
if [ -n "$decompressed_image" ]; then
|
||||
rm $decompressed_image
|
||||
fi
|
||||
}
|
||||
Loading…
Reference in New Issue