kiwi-el8/test/unit/storage/setup_test.py
Marcus Schäfer ca75086128
Prevent swap partition to be the last one
In an OEM deployment that requested the creation of a swap
partition via <oem-swap> that swap partition was created
at first boot and was always the last partition on the disk.
This was required because it could not be placed before
any other partition without destroying those partition
contents. This process leaves the system in an inflexible
condition if the storage device can change its geometry
dynamicly as it's the case for SAN systems. The typical
deployment target for OEM images are SAN storage clusters
and it's cumbersome to resize the root partition if swap
is last.

This commit Fixes #1231 and changes the handling of swap if
requested via <oem-swap> as follows:

1. The swap space is created as part of the image build process
   and no longer on first boot of the image via dracut code.
   This increases the size of the non compressed .raw disk image
   by the configured swap space size or the default. The
   compressed versions are not affected since zero initialized
   swap space compresses to almost no space. Deployment of
   the image however also deploys the swap partition which
   increases deployment time. For big swap configurations
   it's advisable to switch off image verification via
   oem-skip-verify. For very big swap configurations it's
   also recommended to prevent kiwi from adding them as part
   of the image and let them be created on first boot via
   a systemd service that e.g places a swap file, or creates
   a swap volume when possible such that the fexibility to
   resize the rootfs is still available.

2. The setup of the swap space is now explicit. It's no longer
   calculated by twice times RAM size because on newer machines
   this could lead to huge numbers. Either the kiwi encoded
   default swap size applies or the user configured value.

3. LVM based oem disks creates the swap space as logical volume.
   The volume is created as part of the image build process
   and no longer on first boot. The swap volume at build time
   of the image is of a minimal size and gets resized on first
   boot.

4. The move of the swap creation into the builder code also
   handles swap per configured device persistency schema like
   any other devices. This means by default swap is mounted
   via by-uuid name and thus also Fixes #1259
2019-11-25 12:05:57 +01:00

243 lines
9.0 KiB
Python

import logging
from mock import patch
from pytest import fixture
import mock
import kiwi
from kiwi.storage.setup import DiskSetup
from kiwi.xml_state import XMLState
from kiwi.xml_description import XMLDescription
from kiwi.defaults import Defaults
class TestDiskSetup:
@fixture(autouse=True)
def inject_fixtures(self, caplog):
self._caplog = caplog
@patch('platform.machine')
def setup(self, mock_machine):
mock_machine.return_value = 'x86_64'
self.size = mock.Mock()
self.size.customize = mock.Mock(
return_value=42
)
self.size.accumulate_mbyte_file_sizes = mock.Mock(
return_value=42
)
kiwi.storage.setup.SystemSize = mock.Mock(
return_value=self.size
)
description = XMLDescription(
'../data/example_disk_size_config.xml'
)
self.setup = DiskSetup(
XMLState(description.load()), 'root_dir'
)
description = XMLDescription(
'../data/example_disk_size_volume_config.xml'
)
self.setup_volumes = DiskSetup(
XMLState(description.load()), 'root_dir'
)
description = XMLDescription(
'../data/example_disk_size_oem_volume_config.xml'
)
self.setup_oem_volumes = DiskSetup(
XMLState(description.load()), 'root_dir'
)
description = XMLDescription(
'../data/example_disk_size_empty_vol_config.xml'
)
self.setup_empty_volumes = DiskSetup(
XMLState(description.load()), 'root_dir'
)
description = XMLDescription(
'../data/example_disk_size_vol_root_config.xml'
)
self.setup_root_volume = DiskSetup(
XMLState(description.load()), 'root_dir'
)
mock_machine.return_value = 'ppc64'
description = XMLDescription(
'../data/example_ppc_disk_size_config.xml'
)
self.setup_ppc = DiskSetup(
XMLState(description.load()), 'root_dir'
)
mock_machine.return_value = 'arm64'
description = XMLDescription(
'../data/example_arm_disk_size_config.xml'
)
self.setup_arm = DiskSetup(
XMLState(description.load()), 'root_dir'
)
def test_need_boot_partition_on_request(self):
self._init_bootpart_check()
self.setup.bootpart_requested = True
assert self.setup.need_boot_partition() is True
self.setup.bootpart_requested = False
assert self.setup.need_boot_partition() is False
def test_need_boot_partition_mdraid(self):
self._init_bootpart_check()
self.setup.mdraid = True
assert self.setup.need_boot_partition() is True
def test_need_boot_partition_lvm(self):
self._init_bootpart_check()
self.setup.volume_manager = 'lvm'
assert self.setup.need_boot_partition() is True
def test_need_boot_partition_overlay(self):
self._init_bootpart_check()
self.setup.root_filesystem_is_overlay = True
assert self.setup.need_boot_partition() is True
def test_need_boot_partition_btrfs(self):
self._init_bootpart_check()
self.setup.filesystem = 'btrfs'
assert self.setup.need_boot_partition() is True
def test_need_boot_partition_xfs(self):
self._init_bootpart_check()
self.setup.filesystem = 'xfs'
assert self.setup.need_boot_partition() is True
def test_need_boot_partition_grub2_s390x_emu(self):
self._init_bootpart_check()
self.setup.bootloader = 'grub2_s390x_emu'
assert self.setup.need_boot_partition() is True
def test_boot_partition_size(self):
self.setup.bootpart_requested = True
assert self.setup.boot_partition_size() == \
Defaults.get_default_boot_mbytes()
self.setup.bootpart_mbytes = 42
assert self.setup.boot_partition_size() == 42
def test_get_disksize_mbytes(self):
self.setup.configured_size = mock.Mock()
self.setup.configured_size.additive = False
self.setup.configured_size.mbytes = 1024
assert self.setup.get_disksize_mbytes() == \
self.setup.configured_size.mbytes
def test_get_disksize_mbytes_with_ppc_prep_partition(self):
assert self.setup_ppc.get_disksize_mbytes() == \
Defaults.get_default_boot_mbytes() + \
Defaults.get_default_prep_mbytes() + \
self.size.accumulate_mbyte_file_sizes.return_value
def test_get_disksize_mbytes_with_spare_partition(self):
configured_spare_part_size = 42
assert self.setup_arm.get_disksize_mbytes() == \
configured_spare_part_size + \
Defaults.get_default_efi_boot_mbytes() + \
Defaults.get_default_boot_mbytes() + \
self.size.accumulate_mbyte_file_sizes.return_value
def test_get_disksize_mbytes_configured_additive(self):
self.setup.configured_size = mock.Mock()
self.setup.build_type_name = 'vmx'
self.setup.configured_size.additive = True
self.setup.configured_size.mbytes = 42
root_size = self.size.accumulate_mbyte_file_sizes.return_value
assert self.setup.get_disksize_mbytes() == \
Defaults.get_default_legacy_bios_mbytes() + \
Defaults.get_default_efi_boot_mbytes() + \
Defaults.get_default_boot_mbytes() + \
Defaults.get_swapsize_mbytes() + \
root_size + 42 + \
200 * 1.7
def test_get_disksize_mbytes_configured(self):
self.setup.configured_size = mock.Mock()
self.setup.build_type_name = 'vmx'
self.setup.configured_size.additive = False
self.setup.configured_size.mbytes = 42
with self._caplog.at_level(logging.WARNING):
assert self.setup.get_disksize_mbytes() == \
self.setup.configured_size.mbytes
def test_get_disksize_mbytes_empty_volumes(self):
assert self.setup_empty_volumes.get_disksize_mbytes() == \
Defaults.get_lvm_overhead_mbytes() + \
Defaults.get_default_legacy_bios_mbytes() + \
Defaults.get_default_efi_boot_mbytes() + \
Defaults.get_default_boot_mbytes() + \
self.size.accumulate_mbyte_file_sizes.return_value
@patch('os.path.exists')
def test_get_disksize_mbytes_volumes(self, mock_exists):
mock_exists.side_effect = lambda path: path != 'root_dir/newfolder'
root_size = self.size.accumulate_mbyte_file_sizes.return_value
with self._caplog.at_level(logging.WARNING):
assert self.setup_volumes.get_disksize_mbytes() == \
Defaults.get_lvm_overhead_mbytes() + \
Defaults.get_default_legacy_bios_mbytes() + \
Defaults.get_default_efi_boot_mbytes() + \
Defaults.get_default_boot_mbytes() + \
root_size + \
1024 - root_size + \
500 + Defaults.get_min_volume_mbytes() + \
30 + Defaults.get_min_volume_mbytes() + \
Defaults.get_min_volume_mbytes() + \
Defaults.get_min_volume_mbytes() + \
Defaults.get_min_volume_mbytes()
@patch('os.path.exists')
def test_get_disksize_mbytes_oem_volumes(self, mock_exists):
mock_exists.return_value = True
root_size = self.size.accumulate_mbyte_file_sizes.return_value
assert self.setup_oem_volumes.get_disksize_mbytes() == \
Defaults.get_lvm_overhead_mbytes() + \
Defaults.get_default_legacy_bios_mbytes() + \
Defaults.get_default_efi_boot_mbytes() + \
Defaults.get_default_boot_mbytes() + \
root_size + \
5 * Defaults.get_min_volume_mbytes()
@patch('os.path.exists')
def test_get_disksize_mbytes_root_volume(self, mock_exists):
mock_exists.return_value = True
root_size = self.size.accumulate_mbyte_file_sizes.return_value
with self._caplog.at_level(logging.WARNING):
assert self.setup_root_volume.get_disksize_mbytes() == \
Defaults.get_lvm_overhead_mbytes() + \
Defaults.get_default_legacy_bios_mbytes() + \
Defaults.get_default_efi_boot_mbytes() + \
Defaults.get_default_boot_mbytes() + \
root_size
def test_get_boot_label(self):
assert self.setup.get_boot_label() == 'BOOT'
self.setup.bootloader = 'grub2_s390x_emu'
assert self.setup.get_boot_label() == 'ZIPL'
def test_get_efi_label(self):
assert self.setup.get_efi_label() == 'EFI'
def test_get_default_root_label(self):
assert self.setup.get_root_label() == 'ROOT'
def test_get_custom_root_label(self):
assert self.setup_ppc.get_root_label() == 'MYLABEL'
def _init_bootpart_check(self):
self.setup.root_filesystem_is_overlay = None
self.setup.bootpart_requested = None
self.setup.mdraid = None
self.setup.volume_manager = None
self.setup.filesystem = None
self.setup.bootloader = None