2016-02-01 09:50:28 +00:00
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
|
|
|
|
import mock
|
2016-02-26 09:31:43 +00:00
|
|
|
import os
|
2016-05-25 11:39:02 +00:00
|
|
|
try:
|
|
|
|
import unittest2 as unittest
|
|
|
|
except ImportError:
|
|
|
|
import unittest
|
2016-02-11 14:15:36 +00:00
|
|
|
import tempfile
|
|
|
|
import shutil
|
2016-04-05 06:40:54 +00:00
|
|
|
import errno
|
2017-09-11 06:15:34 +00:00
|
|
|
import imp
|
2017-09-05 08:01:21 +00:00
|
|
|
import six
|
2018-03-13 13:29:13 +00:00
|
|
|
from kobo.rpmlib import parse_nvr
|
2016-02-01 09:50:28 +00:00
|
|
|
|
2017-04-27 13:21:36 +00:00
|
|
|
from pungi.util import get_arch_variant_data
|
2018-03-16 06:15:01 +00:00
|
|
|
from pungi import paths, checks, Modulemd
|
2016-02-11 14:15:36 +00:00
|
|
|
|
|
|
|
|
|
|
|
class PungiTestCase(unittest.TestCase):
|
|
|
|
def setUp(self):
|
|
|
|
self.topdir = tempfile.mkdtemp()
|
|
|
|
|
|
|
|
def tearDown(self):
|
2016-04-05 06:40:54 +00:00
|
|
|
try:
|
|
|
|
shutil.rmtree(self.topdir)
|
|
|
|
except OSError as err:
|
|
|
|
if err.errno != errno.ENOENT:
|
|
|
|
raise
|
2016-02-01 09:50:28 +00:00
|
|
|
|
2016-12-07 14:57:35 +00:00
|
|
|
def assertValidConfig(self, conf):
|
|
|
|
self.assertEqual(checks.validate(conf), ([], []))
|
|
|
|
|
2016-02-01 09:50:28 +00:00
|
|
|
|
2016-11-23 08:54:34 +00:00
|
|
|
class MockVariant(mock.Mock):
|
2017-04-26 11:54:00 +00:00
|
|
|
def __init__(self, is_empty=False, *args, **kwargs):
|
|
|
|
super(MockVariant, self).__init__(*args, is_empty=is_empty, **kwargs)
|
2017-01-26 08:44:45 +00:00
|
|
|
self.parent = kwargs.get('parent', None)
|
2017-02-28 13:03:36 +00:00
|
|
|
self.mmds = []
|
2017-05-04 18:46:06 +00:00
|
|
|
self.arch_mmds = {}
|
2017-04-26 11:54:00 +00:00
|
|
|
self.variants = {}
|
2018-03-07 11:35:33 +00:00
|
|
|
self.pkgset = mock.Mock(rpms_by_arch={})
|
2018-03-14 07:17:50 +00:00
|
|
|
self.modules = None
|
2017-01-26 08:44:45 +00:00
|
|
|
|
2016-11-23 08:54:34 +00:00
|
|
|
def __str__(self):
|
|
|
|
return self.uid
|
|
|
|
|
2017-04-26 11:54:00 +00:00
|
|
|
def get_variants(self, arch=None, types=None):
|
2017-09-05 08:01:21 +00:00
|
|
|
return [v for v in list(self.variants.values())
|
2017-04-26 11:54:00 +00:00
|
|
|
if (not arch or arch in v.arches) and (not types or v.type in types)]
|
|
|
|
|
2017-08-30 08:21:41 +00:00
|
|
|
def get_modules(self, arch=None, types=None):
|
|
|
|
return []
|
|
|
|
|
2018-03-20 09:37:43 +00:00
|
|
|
def get_modular_koji_tags(self, arch=None, types=None):
|
|
|
|
return []
|
|
|
|
|
2018-03-13 13:29:13 +00:00
|
|
|
def add_fake_module(self, nsvc, rpm_nvrs=None):
|
2018-03-16 06:15:01 +00:00
|
|
|
if not Modulemd:
|
|
|
|
# No support for modules
|
2018-03-13 13:29:13 +00:00
|
|
|
return
|
|
|
|
name, stream, version, context = nsvc.split(":")
|
|
|
|
mmd = Modulemd.Module()
|
|
|
|
mmd.set_mdversion(2)
|
|
|
|
mmd.set_name(name)
|
|
|
|
mmd.set_stream(stream)
|
|
|
|
mmd.set_version(int(version))
|
|
|
|
mmd.set_context(context)
|
|
|
|
mmd.set_summary("foo")
|
|
|
|
mmd.set_description("foo")
|
|
|
|
licenses = Modulemd.SimpleSet()
|
|
|
|
licenses.add("GPL")
|
|
|
|
mmd.set_module_licenses(licenses)
|
|
|
|
|
|
|
|
if rpm_nvrs:
|
|
|
|
artifacts = Modulemd.SimpleSet()
|
|
|
|
for rpm_nvr in rpm_nvrs:
|
|
|
|
artifacts.add(rpm_nvr)
|
|
|
|
rpm_name = parse_nvr(rpm_nvr)["name"]
|
|
|
|
component = Modulemd.ComponentRpm()
|
|
|
|
component.set_name(rpm_name)
|
|
|
|
component.set_rationale("Needed for test")
|
|
|
|
mmd.add_rpm_component(component)
|
|
|
|
mmd.set_rpm_artifacts(artifacts)
|
|
|
|
|
|
|
|
if self.modules is None:
|
|
|
|
self.modules = []
|
|
|
|
self.modules.append(":".join([name, stream, version]))
|
|
|
|
self.mmds.append(mmd)
|
|
|
|
return mmd
|
|
|
|
|
2016-11-23 08:54:34 +00:00
|
|
|
|
2017-02-22 02:48:05 +00:00
|
|
|
class IterableMock(mock.Mock):
|
|
|
|
def __iter__(self):
|
|
|
|
return iter([])
|
|
|
|
|
|
|
|
|
2016-02-22 14:58:34 +00:00
|
|
|
class DummyCompose(object):
|
2016-02-11 14:15:36 +00:00
|
|
|
def __init__(self, topdir, config):
|
2016-02-11 15:45:56 +00:00
|
|
|
self.supported = True
|
2016-02-01 09:50:28 +00:00
|
|
|
self.compose_date = '20151203'
|
|
|
|
self.compose_type_suffix = '.t'
|
2016-04-04 07:38:48 +00:00
|
|
|
self.compose_type = 'test'
|
2016-02-01 09:50:28 +00:00
|
|
|
self.compose_respin = 0
|
|
|
|
self.compose_id = 'Test-20151203.0.t'
|
2016-03-16 07:33:43 +00:00
|
|
|
self.compose_label = None
|
2016-04-04 07:38:48 +00:00
|
|
|
self.compose_label_major_version = None
|
2016-03-22 07:56:51 +00:00
|
|
|
self.image_release = '20151203.t.0'
|
2016-08-30 07:51:36 +00:00
|
|
|
self.image_version = '25'
|
2016-02-01 09:50:28 +00:00
|
|
|
self.ci_base = mock.Mock(
|
|
|
|
release_id='Test-1.0',
|
|
|
|
release=mock.Mock(
|
|
|
|
short='test',
|
|
|
|
version='1.0',
|
2016-02-29 11:58:21 +00:00
|
|
|
is_layered=False,
|
2016-02-01 09:50:28 +00:00
|
|
|
),
|
|
|
|
)
|
2016-02-11 14:15:36 +00:00
|
|
|
self.topdir = topdir
|
2016-08-22 14:08:25 +00:00
|
|
|
self.conf = load_config(PKGSET_REPOS, **config)
|
|
|
|
checks.validate(self.conf)
|
2016-02-11 14:15:36 +00:00
|
|
|
self.paths = paths.Paths(self)
|
2016-02-01 09:50:28 +00:00
|
|
|
self._logger = mock.Mock()
|
|
|
|
self.variants = {
|
2016-11-23 08:54:34 +00:00
|
|
|
'Server': MockVariant(uid='Server', arches=['x86_64', 'amd64'],
|
2017-04-26 11:54:00 +00:00
|
|
|
type='variant'),
|
2016-11-23 08:54:34 +00:00
|
|
|
'Client': MockVariant(uid='Client', arches=['amd64'],
|
2017-04-26 11:54:00 +00:00
|
|
|
type='variant'),
|
2016-11-23 08:54:34 +00:00
|
|
|
'Everything': MockVariant(uid='Everything', arches=['x86_64', 'amd64'],
|
2017-04-26 11:54:00 +00:00
|
|
|
type='variant'),
|
2016-02-01 09:50:28 +00:00
|
|
|
}
|
2016-11-09 09:20:55 +00:00
|
|
|
self.all_variants = self.variants.copy()
|
2016-11-18 20:33:03 +00:00
|
|
|
|
|
|
|
# for PhaseLoggerMixin
|
|
|
|
self._logger = mock.Mock()
|
|
|
|
self._logger.handlers = [mock.Mock()]
|
|
|
|
|
2016-02-26 09:31:43 +00:00
|
|
|
self.log_info = mock.Mock()
|
2016-02-01 09:50:28 +00:00
|
|
|
self.log_error = mock.Mock()
|
2016-02-11 15:45:56 +00:00
|
|
|
self.log_debug = mock.Mock()
|
2016-02-29 08:21:49 +00:00
|
|
|
self.log_warning = mock.Mock()
|
2016-02-01 09:50:28 +00:00
|
|
|
self.get_image_name = mock.Mock(return_value='image-name')
|
2017-07-12 12:52:40 +00:00
|
|
|
self.image = mock.Mock(path='Client/i386/iso/image.iso', can_fail=False, size=123)
|
2016-06-06 08:29:40 +00:00
|
|
|
self.im = mock.Mock(images={'Client': {'amd64': [self.image]}})
|
2016-02-29 11:58:21 +00:00
|
|
|
self.old_composes = []
|
2016-03-10 12:22:11 +00:00
|
|
|
self.config_dir = '/home/releng/config'
|
2016-04-06 08:41:07 +00:00
|
|
|
self.notifier = None
|
2016-04-13 11:44:17 +00:00
|
|
|
self.attempt_deliverable = mock.Mock()
|
|
|
|
self.fail_deliverable = mock.Mock()
|
|
|
|
self.require_deliverable = mock.Mock()
|
2016-02-01 09:50:28 +00:00
|
|
|
|
2016-11-09 12:39:01 +00:00
|
|
|
def setup_optional(self):
|
2016-11-23 08:54:34 +00:00
|
|
|
self.all_variants['Server-optional'] = MockVariant(
|
2017-04-26 11:54:00 +00:00
|
|
|
uid='Server-optional', arches=['x86_64'], type='optional')
|
2016-11-24 13:53:30 +00:00
|
|
|
self.all_variants['Server-optional'].parent = self.variants['Server']
|
2017-04-26 11:54:00 +00:00
|
|
|
self.variants['Server'].variants['optional'] = self.all_variants['Server-optional']
|
|
|
|
|
|
|
|
def setup_addon(self):
|
|
|
|
self.all_variants['Server-HA'] = MockVariant(
|
|
|
|
uid='Server-HA', arches=['x86_64'], type='addon', is_empty=False)
|
|
|
|
self.all_variants['Server-HA'].parent = self.variants['Server']
|
|
|
|
self.variants['Server'].variants['HA'] = self.all_variants['Server-HA']
|
2016-11-09 12:39:01 +00:00
|
|
|
|
|
|
|
def get_variants(self, arch=None, types=None):
|
2017-09-05 08:01:21 +00:00
|
|
|
return [v for v in list(self.all_variants.values())
|
2017-04-26 11:54:00 +00:00
|
|
|
if (not arch or arch in v.arches) and (not types or v.type in types)]
|
2016-02-01 09:50:28 +00:00
|
|
|
|
|
|
|
def can_fail(self, variant, arch, deliverable):
|
|
|
|
failable = get_arch_variant_data(self.conf, 'failable_deliverables', arch, variant)
|
|
|
|
return deliverable in failable
|
2016-02-11 15:45:56 +00:00
|
|
|
|
|
|
|
def get_arches(self):
|
|
|
|
result = set()
|
2017-09-05 08:01:21 +00:00
|
|
|
for variant in list(self.variants.values()):
|
2016-02-11 15:45:56 +00:00
|
|
|
result |= set(variant.arches)
|
2016-05-12 11:41:53 +00:00
|
|
|
return sorted(result)
|
2016-02-26 09:31:43 +00:00
|
|
|
|
2017-01-09 07:40:24 +00:00
|
|
|
def mkdtemp(self, suffix="", prefix="tmp"):
|
2017-04-27 13:21:36 +00:00
|
|
|
return tempfile.mkdtemp(suffix=suffix, prefix=prefix, dir=self.topdir)
|
2017-01-09 07:40:24 +00:00
|
|
|
|
2016-02-26 09:31:43 +00:00
|
|
|
|
2016-02-29 12:35:55 +00:00
|
|
|
def touch(path, content=None):
|
2016-02-26 09:31:43 +00:00
|
|
|
"""Helper utility that creates an dummy file in given location. Directories
|
|
|
|
will be created."""
|
2016-02-29 12:35:55 +00:00
|
|
|
content = content or (path + '\n')
|
2016-02-26 09:31:43 +00:00
|
|
|
try:
|
|
|
|
os.makedirs(os.path.dirname(path))
|
|
|
|
except OSError:
|
|
|
|
pass
|
2017-09-05 08:01:21 +00:00
|
|
|
if not isinstance(content, six.binary_type):
|
|
|
|
content = content.encode()
|
2017-08-24 13:01:33 +00:00
|
|
|
with open(path, 'wb') as f:
|
2016-02-29 12:35:55 +00:00
|
|
|
f.write(content)
|
2016-10-12 13:42:22 +00:00
|
|
|
return path
|
2016-02-29 08:21:49 +00:00
|
|
|
|
|
|
|
|
2016-04-22 09:15:06 +00:00
|
|
|
FIXTURE_DIR = os.path.join(os.path.dirname(__file__), 'fixtures')
|
|
|
|
|
|
|
|
|
2016-02-29 08:21:49 +00:00
|
|
|
def copy_fixture(fixture_name, dest):
|
2016-04-22 09:15:06 +00:00
|
|
|
src = os.path.join(FIXTURE_DIR, fixture_name)
|
2016-02-29 08:21:49 +00:00
|
|
|
touch(dest)
|
|
|
|
shutil.copy2(src, dest)
|
2016-03-10 12:22:11 +00:00
|
|
|
|
|
|
|
|
2016-03-23 09:40:16 +00:00
|
|
|
def boom(*args, **kwargs):
|
|
|
|
raise Exception('BOOM')
|
2016-08-22 14:08:25 +00:00
|
|
|
|
|
|
|
|
2017-07-27 09:59:03 +00:00
|
|
|
def mk_boom(cls=Exception, msg='BOOM'):
|
|
|
|
def b(*args, **kwargs):
|
|
|
|
raise cls(msg)
|
|
|
|
return b
|
|
|
|
|
|
|
|
|
2016-08-22 14:08:25 +00:00
|
|
|
PKGSET_REPOS = dict(
|
|
|
|
pkgset_source='repos',
|
|
|
|
pkgset_repos={},
|
|
|
|
)
|
|
|
|
|
|
|
|
BASE_CONFIG = dict(
|
|
|
|
release_short='test',
|
|
|
|
release_name='Test',
|
|
|
|
release_version='1.0',
|
|
|
|
release_is_layered=False,
|
|
|
|
variants_file='variants.xml',
|
|
|
|
runroot=False,
|
|
|
|
createrepo_checksum='sha256',
|
|
|
|
gather_method='deps',
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
def load_config(data={}, **kwargs):
|
|
|
|
conf = dict()
|
|
|
|
conf.update(BASE_CONFIG)
|
|
|
|
conf.update(data)
|
|
|
|
conf.update(kwargs)
|
|
|
|
return conf
|
2017-09-11 06:15:34 +00:00
|
|
|
|
|
|
|
|
|
|
|
def load_bin(name):
|
2017-10-05 13:58:02 +00:00
|
|
|
return imp.load_source('pungi_cli_fake_' + name, os.path.dirname(__file__) + "/../bin/" + name)
|