522 lines
21 KiB
Python
522 lines
21 KiB
Python
#!/usr/bin/env python
|
|
# -*- coding: utf-8 -*-
|
|
|
|
|
|
import unittest
|
|
import mock
|
|
|
|
import os
|
|
import sys
|
|
|
|
sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
|
|
|
|
from pungi import Modulemd
|
|
from pungi.phases import init
|
|
from tests.helpers import DummyCompose, PungiTestCase, touch
|
|
|
|
|
|
@mock.patch("pungi.phases.init.validate_module_defaults")
|
|
@mock.patch("pungi.phases.init.write_module_defaults")
|
|
@mock.patch("pungi.phases.init.write_global_comps")
|
|
@mock.patch("pungi.phases.init.write_arch_comps")
|
|
@mock.patch("pungi.phases.init.create_comps_repo")
|
|
@mock.patch("pungi.phases.init.write_variant_comps")
|
|
@mock.patch("pungi.phases.init.write_prepopulate_file")
|
|
class TestInitPhase(PungiTestCase):
|
|
|
|
def test_run(
|
|
self,
|
|
write_prepopulate,
|
|
write_variant,
|
|
create_comps,
|
|
write_arch,
|
|
write_global,
|
|
write_defaults,
|
|
validate_defaults,
|
|
):
|
|
compose = DummyCompose(self.topdir, {})
|
|
compose.has_comps = True
|
|
compose.has_module_defaults = False
|
|
compose.setup_optional()
|
|
phase = init.InitPhase(compose)
|
|
phase.run()
|
|
|
|
self.assertEqual(write_global.mock_calls, [mock.call(compose)])
|
|
self.assertEqual(write_prepopulate.mock_calls, [mock.call(compose)])
|
|
self.assertItemsEqual(write_arch.mock_calls,
|
|
[mock.call(compose, 'x86_64'), mock.call(compose, 'amd64')])
|
|
self.assertItemsEqual(create_comps.mock_calls,
|
|
[mock.call(compose, 'x86_64', None), mock.call(compose, 'amd64', None),
|
|
mock.call(compose, 'x86_64', compose.variants['Server']),
|
|
mock.call(compose, 'amd64', compose.variants['Server']),
|
|
mock.call(compose, 'amd64', compose.variants['Client']),
|
|
mock.call(compose, 'x86_64', compose.variants['Everything']),
|
|
mock.call(compose, 'amd64', compose.variants['Everything']),
|
|
mock.call(compose, 'x86_64', compose.all_variants['Server-optional'])])
|
|
self.assertItemsEqual(write_variant.mock_calls,
|
|
[mock.call(compose, 'x86_64', compose.variants['Server']),
|
|
mock.call(compose, 'amd64', compose.variants['Server']),
|
|
mock.call(compose, 'amd64', compose.variants['Client']),
|
|
mock.call(compose, 'x86_64', compose.variants['Everything']),
|
|
mock.call(compose, 'amd64', compose.variants['Everything']),
|
|
mock.call(compose, 'x86_64', compose.all_variants['Server-optional'])])
|
|
self.assertItemsEqual(write_defaults, [])
|
|
self.assertItemsEqual(validate_defaults, [])
|
|
|
|
def test_run_with_preserve(
|
|
self,
|
|
write_prepopulate,
|
|
write_variant,
|
|
create_comps,
|
|
write_arch,
|
|
write_global,
|
|
write_defaults,
|
|
validate_defaults,
|
|
):
|
|
compose = DummyCompose(self.topdir, {})
|
|
compose.has_comps = True
|
|
compose.has_module_defaults = False
|
|
compose.variants['Everything'].groups = []
|
|
compose.variants['Everything'].modules = []
|
|
phase = init.InitPhase(compose)
|
|
phase.run()
|
|
|
|
self.assertEqual(write_global.mock_calls, [mock.call(compose)])
|
|
self.assertEqual(write_prepopulate.mock_calls, [mock.call(compose)])
|
|
self.assertItemsEqual(write_arch.mock_calls,
|
|
[mock.call(compose, 'x86_64'), mock.call(compose, 'amd64')])
|
|
self.assertItemsEqual(create_comps.mock_calls,
|
|
[mock.call(compose, 'x86_64', None), mock.call(compose, 'amd64', None),
|
|
mock.call(compose, 'x86_64', compose.variants['Server']),
|
|
mock.call(compose, 'amd64', compose.variants['Server']),
|
|
mock.call(compose, 'amd64', compose.variants['Client']),
|
|
mock.call(compose, 'x86_64', compose.variants['Everything']),
|
|
mock.call(compose, 'amd64', compose.variants['Everything'])])
|
|
self.assertItemsEqual(write_variant.mock_calls,
|
|
[mock.call(compose, 'x86_64', compose.variants['Server']),
|
|
mock.call(compose, 'amd64', compose.variants['Server']),
|
|
mock.call(compose, 'amd64', compose.variants['Client']),
|
|
mock.call(compose, 'x86_64', compose.variants['Everything']),
|
|
mock.call(compose, 'amd64', compose.variants['Everything'])])
|
|
self.assertItemsEqual(write_defaults, [])
|
|
self.assertItemsEqual(validate_defaults, [])
|
|
|
|
def test_run_without_comps(
|
|
self,
|
|
write_prepopulate,
|
|
write_variant,
|
|
create_comps,
|
|
write_arch,
|
|
write_global,
|
|
write_defaults,
|
|
validate_defaults,
|
|
):
|
|
compose = DummyCompose(self.topdir, {})
|
|
compose.has_comps = False
|
|
compose.has_module_defaults = False
|
|
phase = init.InitPhase(compose)
|
|
phase.run()
|
|
|
|
self.assertItemsEqual(write_global.mock_calls, [])
|
|
self.assertItemsEqual(write_prepopulate.mock_calls, [mock.call(compose)])
|
|
self.assertItemsEqual(write_arch.mock_calls, [])
|
|
self.assertItemsEqual(create_comps.mock_calls, [])
|
|
self.assertItemsEqual(write_variant.mock_calls, [])
|
|
self.assertItemsEqual(write_defaults, [])
|
|
self.assertItemsEqual(validate_defaults, [])
|
|
|
|
def test_with_module_defaults(
|
|
self,
|
|
write_prepopulate,
|
|
write_variant,
|
|
create_comps,
|
|
write_arch,
|
|
write_global,
|
|
write_defaults,
|
|
validate_defaults,
|
|
):
|
|
compose = DummyCompose(self.topdir, {})
|
|
compose.has_comps = False
|
|
compose.has_module_defaults = True
|
|
phase = init.InitPhase(compose)
|
|
phase.run()
|
|
|
|
self.assertItemsEqual(write_global.mock_calls, [])
|
|
self.assertItemsEqual(write_prepopulate.mock_calls, [mock.call(compose)])
|
|
self.assertItemsEqual(write_arch.mock_calls, [])
|
|
self.assertItemsEqual(create_comps.mock_calls, [])
|
|
self.assertItemsEqual(write_variant.mock_calls, [])
|
|
self.assertItemsEqual(write_defaults.call_args_list, [mock.call(compose)])
|
|
self.assertItemsEqual(
|
|
validate_defaults.call_args_list,
|
|
[mock.call(compose.paths.work.module_defaults_dir())],
|
|
)
|
|
|
|
|
|
class TestWriteArchComps(PungiTestCase):
|
|
|
|
@mock.patch('pungi.phases.init.run')
|
|
def test_run(self, run):
|
|
compose = DummyCompose(self.topdir, {})
|
|
compose.DEBUG = False
|
|
|
|
init.write_arch_comps(compose, 'x86_64')
|
|
|
|
self.assertEqual(run.mock_calls,
|
|
[mock.call(['comps_filter', '--arch=x86_64', '--no-cleanup',
|
|
'--output=%s/work/x86_64/comps/comps-x86_64.xml' % self.topdir,
|
|
self.topdir + '/work/global/comps/comps-global.xml'])])
|
|
|
|
@mock.patch('pungi.phases.init.run')
|
|
def test_run_in_debug(self, run):
|
|
compose = DummyCompose(self.topdir, {})
|
|
compose.DEBUG = True
|
|
touch(self.topdir + '/work/x86_64/comps/comps-x86_64.xml')
|
|
|
|
init.write_arch_comps(compose, 'x86_64')
|
|
|
|
self.assertEqual(run.mock_calls, [])
|
|
|
|
|
|
class TestCreateCompsRepo(PungiTestCase):
|
|
|
|
@mock.patch('pungi.phases.init.run')
|
|
def test_run(self, run):
|
|
compose = DummyCompose(self.topdir, {
|
|
'createrepo_checksum': 'sha256',
|
|
})
|
|
compose.DEBUG = False
|
|
|
|
init.create_comps_repo(compose, 'x86_64', None)
|
|
|
|
self.assertEqual(run.mock_calls,
|
|
[mock.call(['createrepo_c', self.topdir + '/work/x86_64/comps_repo',
|
|
'--outputdir=%s/work/x86_64/comps_repo' % self.topdir,
|
|
'--groupfile=%s/work/x86_64/comps/comps-x86_64.xml' % self.topdir,
|
|
'--update', '--no-database', '--checksum=sha256',
|
|
'--unique-md-filenames'],
|
|
logfile=self.topdir + '/logs/x86_64/comps_repo.x86_64.log',
|
|
show_cmd=True)])
|
|
|
|
@mock.patch('pungi.phases.init.run')
|
|
def test_run_with_variant(self, run):
|
|
compose = DummyCompose(self.topdir, {
|
|
'createrepo_checksum': 'sha256',
|
|
})
|
|
compose.DEBUG = False
|
|
|
|
init.create_comps_repo(compose, 'x86_64', compose.variants['Server'])
|
|
|
|
self.assertEqual(run.mock_calls,
|
|
[mock.call(['createrepo_c', self.topdir + '/work/x86_64/comps_repo_Server',
|
|
'--outputdir=%s/work/x86_64/comps_repo_Server' % self.topdir,
|
|
'--groupfile=%s/work/x86_64/comps/comps-Server.x86_64.xml' % self.topdir,
|
|
'--update', '--no-database', '--checksum=sha256',
|
|
'--unique-md-filenames'],
|
|
logfile=self.topdir + '/logs/x86_64/comps_repo-Server.x86_64.log',
|
|
show_cmd=True)])
|
|
|
|
@mock.patch('pungi.phases.init.run')
|
|
def test_run_in_debug(self, run):
|
|
compose = DummyCompose(self.topdir, {
|
|
'createrepo_checksum': 'sha256',
|
|
})
|
|
compose.DEBUG = True
|
|
os.makedirs(self.topdir + '/work/x86_64/comps_repo/repodata')
|
|
|
|
init.create_comps_repo(compose, 'x86_64', None)
|
|
|
|
self.assertEqual(run.mock_calls, [])
|
|
|
|
|
|
class TestWriteGlobalComps(PungiTestCase):
|
|
|
|
@mock.patch('shutil.copy2')
|
|
@mock.patch('pungi.phases.init.get_file_from_scm')
|
|
def test_run_in_debug(self, get_file, copy2):
|
|
compose = DummyCompose(self.topdir, {'comps_file': 'some-file.xml'})
|
|
compose.DEBUG = True
|
|
touch(self.topdir + '/work/global/comps/comps-global.xml')
|
|
|
|
init.write_global_comps(compose)
|
|
|
|
self.assertEqual(get_file.mock_calls, [])
|
|
self.assertEqual(copy2.mock_calls, [])
|
|
|
|
@mock.patch('pungi.phases.init.get_file_from_scm')
|
|
def test_run_local_file(self, get_file):
|
|
compose = DummyCompose(self.topdir, {'comps_file': 'some-file.xml'})
|
|
compose.DEBUG = False
|
|
|
|
def gen_file(src, dest, logger=None):
|
|
self.assertEqual(src, '/home/releng/config/some-file.xml')
|
|
touch(os.path.join(dest, 'some-file.xml'))
|
|
|
|
get_file.side_effect = gen_file
|
|
|
|
init.write_global_comps(compose)
|
|
|
|
self.assertTrue(os.path.isfile(self.topdir + '/work/global/comps/comps-global.xml'))
|
|
|
|
|
|
class TestWriteVariantComps(PungiTestCase):
|
|
|
|
@mock.patch('pungi.phases.init.run')
|
|
@mock.patch('pungi.phases.init.CompsWrapper')
|
|
def test_run(self, CompsWrapper, run):
|
|
compose = DummyCompose(self.topdir, {})
|
|
compose.DEBUG = False
|
|
variant = compose.variants['Server']
|
|
comps = CompsWrapper.return_value
|
|
comps.filter_groups.return_value = []
|
|
|
|
init.write_variant_comps(compose, 'x86_64', variant)
|
|
|
|
self.assertEqual(run.mock_calls,
|
|
[mock.call(['comps_filter', '--arch=x86_64', '--keep-empty-group=conflicts',
|
|
'--keep-empty-group=conflicts-server',
|
|
'--variant=Server',
|
|
'--output=%s/work/x86_64/comps/comps-Server.x86_64.xml' % self.topdir,
|
|
self.topdir + '/work/global/comps/comps-global.xml'])])
|
|
self.assertEqual(CompsWrapper.call_args_list,
|
|
[mock.call(self.topdir + '/work/x86_64/comps/comps-Server.x86_64.xml')])
|
|
self.assertEqual(comps.filter_groups.call_args_list, [mock.call(variant.groups)])
|
|
self.assertEqual(comps.filter_environments.mock_calls,
|
|
[mock.call(variant.environments)])
|
|
self.assertEqual(comps.write_comps.mock_calls, [mock.call()])
|
|
|
|
@mock.patch('pungi.phases.init.run')
|
|
@mock.patch('pungi.phases.init.CompsWrapper')
|
|
def test_run_no_filter_without_groups(self, CompsWrapper, run):
|
|
compose = DummyCompose(self.topdir, {})
|
|
compose.DEBUG = False
|
|
variant = compose.variants['Server']
|
|
variant.groups = []
|
|
comps = CompsWrapper.return_value
|
|
comps.filter_groups.return_value = []
|
|
|
|
init.write_variant_comps(compose, 'x86_64', variant)
|
|
|
|
self.assertEqual(run.mock_calls,
|
|
[mock.call(['comps_filter', '--arch=x86_64', '--keep-empty-group=conflicts',
|
|
'--keep-empty-group=conflicts-server',
|
|
'--variant=Server',
|
|
'--output=%s/work/x86_64/comps/comps-Server.x86_64.xml' % self.topdir,
|
|
self.topdir + '/work/global/comps/comps-global.xml'])])
|
|
self.assertEqual(CompsWrapper.call_args_list,
|
|
[mock.call(self.topdir + '/work/x86_64/comps/comps-Server.x86_64.xml')])
|
|
self.assertEqual(comps.filter_groups.call_args_list, [])
|
|
self.assertEqual(comps.filter_environments.mock_calls,
|
|
[mock.call(variant.environments)])
|
|
self.assertEqual(comps.write_comps.mock_calls, [mock.call()])
|
|
|
|
@mock.patch('pungi.phases.init.run')
|
|
@mock.patch('pungi.phases.init.CompsWrapper')
|
|
def test_run_filter_for_modular(self, CompsWrapper, run):
|
|
compose = DummyCompose(self.topdir, {})
|
|
compose.DEBUG = False
|
|
variant = compose.variants['Server']
|
|
variant.groups = []
|
|
variant.modules = ['testmodule:2.0']
|
|
comps = CompsWrapper.return_value
|
|
comps.filter_groups.return_value = []
|
|
|
|
init.write_variant_comps(compose, 'x86_64', variant)
|
|
|
|
self.assertEqual(run.mock_calls,
|
|
[mock.call(['comps_filter', '--arch=x86_64', '--keep-empty-group=conflicts',
|
|
'--keep-empty-group=conflicts-server',
|
|
'--variant=Server',
|
|
'--output=%s/work/x86_64/comps/comps-Server.x86_64.xml' % self.topdir,
|
|
self.topdir + '/work/global/comps/comps-global.xml'])])
|
|
self.assertEqual(CompsWrapper.call_args_list,
|
|
[mock.call(self.topdir + '/work/x86_64/comps/comps-Server.x86_64.xml')])
|
|
self.assertEqual(comps.filter_groups.call_args_list, [mock.call([])])
|
|
self.assertEqual(comps.filter_environments.mock_calls,
|
|
[mock.call(variant.environments)])
|
|
self.assertEqual(comps.write_comps.mock_calls, [mock.call()])
|
|
|
|
@mock.patch('pungi.phases.init.run')
|
|
@mock.patch('pungi.phases.init.CompsWrapper')
|
|
def test_run_report_unmatched(self, CompsWrapper, run):
|
|
compose = DummyCompose(self.topdir, {})
|
|
compose.DEBUG = False
|
|
variant = compose.variants['Server']
|
|
comps = CompsWrapper.return_value
|
|
comps.filter_groups.return_value = ['foo', 'bar']
|
|
|
|
init.write_variant_comps(compose, 'x86_64', variant)
|
|
|
|
self.assertEqual(run.mock_calls,
|
|
[mock.call(['comps_filter', '--arch=x86_64', '--keep-empty-group=conflicts',
|
|
'--keep-empty-group=conflicts-server',
|
|
'--variant=Server',
|
|
'--output=%s/work/x86_64/comps/comps-Server.x86_64.xml' % self.topdir,
|
|
self.topdir + '/work/global/comps/comps-global.xml'])])
|
|
self.assertEqual(CompsWrapper.call_args_list,
|
|
[mock.call(self.topdir + '/work/x86_64/comps/comps-Server.x86_64.xml')])
|
|
self.assertEqual(comps.filter_groups.call_args_list, [mock.call(variant.groups)])
|
|
self.assertEqual(comps.filter_environments.mock_calls,
|
|
[mock.call(variant.environments)])
|
|
self.assertEqual(comps.write_comps.mock_calls, [mock.call()])
|
|
self.assertEqual(
|
|
compose.log_warning.call_args_list,
|
|
[mock.call(init.UNMATCHED_GROUP_MSG % ('Server', 'x86_64', 'foo')),
|
|
mock.call(init.UNMATCHED_GROUP_MSG % ('Server', 'x86_64', 'bar'))])
|
|
|
|
@mock.patch('pungi.phases.init.run')
|
|
@mock.patch('pungi.phases.init.CompsWrapper')
|
|
def test_run_in_debug(self, CompsWrapper, run):
|
|
compose = DummyCompose(self.topdir, {})
|
|
compose.DEBUG = True
|
|
variant = compose.variants['Server']
|
|
touch(self.topdir + '/work/x86_64/comps/comps-Server.x86_64.xml')
|
|
|
|
init.write_variant_comps(compose, 'x86_64', variant)
|
|
|
|
self.assertEqual(run.mock_calls, [])
|
|
self.assertEqual(CompsWrapper.call_args_list,
|
|
[mock.call(self.topdir + '/work/x86_64/comps/comps-Server.x86_64.xml')])
|
|
comps = CompsWrapper.return_value
|
|
self.assertEqual(comps.filter_groups.mock_calls, [mock.call(variant.groups)])
|
|
self.assertEqual(comps.filter_environments.mock_calls,
|
|
[mock.call(variant.environments)])
|
|
self.assertEqual(comps.write_comps.mock_calls, [])
|
|
|
|
|
|
@mock.patch("shutil.copytree")
|
|
@mock.patch("pungi.phases.init.get_dir_from_scm")
|
|
class TestWriteModuleDefaults(PungiTestCase):
|
|
|
|
def test_clone_git(self, gdfs, ct):
|
|
conf = {"scm": "git", "repo": "https://pagure.io/pungi.git", "dir": "."}
|
|
compose = DummyCompose(self.topdir, {"module_defaults_dir": conf})
|
|
|
|
init.write_module_defaults(compose)
|
|
|
|
self.assertEqual(
|
|
gdfs.call_args_list, [mock.call(conf, mock.ANY, logger=mock.ANY)]
|
|
)
|
|
self.assertEqual(
|
|
ct.call_args_list,
|
|
[
|
|
mock.call(
|
|
gdfs.call_args_list[0][0][1],
|
|
os.path.join(self.topdir, "work/global/module_defaults"),
|
|
)
|
|
],
|
|
)
|
|
|
|
def test_clone_file_scm(self, gdfs, ct):
|
|
conf = {"scm": "file", "dir": "defaults"}
|
|
compose = DummyCompose(self.topdir, {"module_defaults_dir": conf})
|
|
compose.config_dir = "/home/releng/configs"
|
|
|
|
init.write_module_defaults(compose)
|
|
|
|
self.assertEqual(
|
|
gdfs.call_args_list,
|
|
[
|
|
mock.call(
|
|
{"scm": "file", "dir": "/home/releng/configs/defaults"},
|
|
mock.ANY,
|
|
logger=mock.ANY,
|
|
)
|
|
],
|
|
)
|
|
self.assertEqual(
|
|
ct.call_args_list,
|
|
[
|
|
mock.call(
|
|
gdfs.call_args_list[0][0][1],
|
|
os.path.join(self.topdir, "work/global/module_defaults"),
|
|
)
|
|
],
|
|
)
|
|
|
|
def test_clone_file_str(self, gdfs, ct):
|
|
conf = "defaults"
|
|
compose = DummyCompose(self.topdir, {"module_defaults_dir": conf})
|
|
compose.config_dir = "/home/releng/configs"
|
|
|
|
init.write_module_defaults(compose)
|
|
|
|
self.assertEqual(
|
|
gdfs.call_args_list,
|
|
[mock.call("/home/releng/configs/defaults", mock.ANY, logger=mock.ANY)],
|
|
)
|
|
self.assertEqual(
|
|
ct.call_args_list,
|
|
[
|
|
mock.call(
|
|
gdfs.call_args_list[0][0][1],
|
|
os.path.join(self.topdir, "work/global/module_defaults"),
|
|
)
|
|
],
|
|
)
|
|
|
|
|
|
@unittest.skipUnless(Modulemd, "Skipped test, no module support.")
|
|
class TestValidateModuleDefaults(PungiTestCase):
|
|
|
|
def _write_defaults(self, defs):
|
|
for mod_name, streams in defs.items():
|
|
for stream in streams:
|
|
mmddef = Modulemd.Defaults.new()
|
|
mmddef.set_version(1)
|
|
mmddef.set_module_name(mod_name)
|
|
mmddef.set_default_stream(stream)
|
|
mmddef.dump(
|
|
os.path.join(self.topdir, "%s-%s.yaml" % (mod_name, stream))
|
|
)
|
|
|
|
def test_valid_files(self):
|
|
self._write_defaults({"httpd": ["1"], "python": ["3.6"]})
|
|
|
|
init.validate_module_defaults(self.topdir)
|
|
|
|
def test_duplicated_stream(self):
|
|
self._write_defaults({"httpd": ["1"], "python": ["3.6", "3.5"]})
|
|
|
|
with self.assertRaises(RuntimeError) as ctx:
|
|
init.validate_module_defaults(self.topdir)
|
|
|
|
self.assertIn(
|
|
"Module python has multiple defaults: 3.5, 3.6", str(ctx.exception)
|
|
)
|
|
|
|
def test_reports_all(self):
|
|
self._write_defaults({"httpd": ["1", "2"], "python": ["3.6", "3.5"]})
|
|
|
|
with self.assertRaises(RuntimeError) as ctx:
|
|
init.validate_module_defaults(self.topdir)
|
|
|
|
self.assertIn("Module httpd has multiple defaults: 1, 2", str(ctx.exception))
|
|
self.assertIn(
|
|
"Module python has multiple defaults: 3.5, 3.6", str(ctx.exception)
|
|
)
|
|
|
|
def test_handles_non_defaults_file(self):
|
|
self._write_defaults({"httpd": ["1"], "python": ["3.6"]})
|
|
touch(
|
|
os.path.join(self.topdir, "boom.yaml"),
|
|
"\n".join(
|
|
[
|
|
"document: modulemd",
|
|
"version: 2",
|
|
"data:",
|
|
" summary: dummy module",
|
|
" description: dummy module",
|
|
" license:",
|
|
" module: [GPL]",
|
|
" content: [GPL]",
|
|
]
|
|
),
|
|
)
|
|
|
|
init.validate_module_defaults(self.topdir)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|