# -*- coding: utf-8 -*- import json import mock try: import unittest2 as unittest except ImportError: import unittest import tempfile import os import six from pungi.wrappers.kojiwrapper import KojiWrapper, get_buildroot_rpms from .helpers import FIXTURE_DIR class DumbMock(object): def __init__(self, **kwargs): for key, value in kwargs.items(): setattr(self, key, value) def mock_imagebuild_path(id): if isinstance(id, int): return "/koji/imagebuild/" + str(id) return "/koji/imagebuild/" + str(hash(str(id))) class KojiWrapperBaseTestCase(unittest.TestCase): def setUp(self): _, self.tmpfile = tempfile.mkstemp() self.koji_profile = mock.Mock() with mock.patch("pungi.wrappers.kojiwrapper.koji") as koji: koji.gssapi_login = mock.Mock() koji.get_profile_module = mock.Mock( return_value=mock.Mock( config=DumbMock( server="koji.example.com", authtype="kerberos", cert="", ), pathinfo=mock.Mock( work=mock.Mock(return_value="/koji"), taskrelpath=mock.Mock(side_effect=lambda id: "task/" + str(id)), imagebuild=mock.Mock(side_effect=mock_imagebuild_path), ), ) ) self.koji_profile = koji.get_profile_module.return_value self.koji = KojiWrapper("custom-koji") def tearDown(self): os.remove(self.tmpfile) class KojiWrapperTest(KojiWrapperBaseTestCase): def test_kerberos_login(self): self.koji.koji_module.config.keytab = "testkeytab" self.koji.koji_module.config.principal = "testprincipal" self.koji.login() self.koji.koji_proxy.gssapi_login.assert_called_with( "testprincipal", "testkeytab" ) def test_get_image_build_cmd_without_required_data(self): with self.assertRaises(AssertionError): self.koji.get_image_build_cmd( {"image-build": {"name": "test-name"}}, self.tmpfile ) def test_get_image_build_cmd_correct(self): cmd = self.koji.get_image_build_cmd( { "image-build": { "name": "test-name", "version": "1", "target": "test-target", "install_tree": "/tmp/test/install_tree", "arches": "x86_64", "format": ["docker", "qcow2"], "kickstart": "test-kickstart", "ksurl": "git://example.com/ks.git", "distro": "test-distro", "release": "20160222.0", "disk_size": 4, } }, self.tmpfile, ) self.assertEqual(cmd[:3], ["koji", "--profile=custom-koji", "image-build"]) six.assertCountEqual(self, cmd[3:], ["--config=" + self.tmpfile, "--wait"]) with open(self.tmpfile, "r") as f: lines = f.read().strip().split("\n") self.assertEqual(lines[0], "[image-build]") six.assertCountEqual( self, lines[1:], [ "name = test-name", "version = 1", "target = test-target", "install_tree = /tmp/test/install_tree", "arches = x86_64", "format = docker,qcow2", "kickstart = test-kickstart", "ksurl = git://example.com/ks.git", "distro = test-distro", "release = 20160222.0", "disk_size = 4", ], ) def test_get_image_paths(self): # The data for this tests is obtained from the actual Koji build. It # includes lots of fields that are not used, but for the sake of # completeness is fully preserved. getTaskChildren_data = { 12387273: [ { "arch": "i386", "awaited": False, "channel_id": 12, "completion_time": "2016-01-03 05:34:08.374262", "completion_ts": 1451799248.37426, "create_time": "2016-01-03 05:15:20.311599", "create_ts": 1451798120.3116, "host_id": 158, "id": 12387276, "label": "i386", "method": "createImage", "owner": 131, "parent": 12387273, "priority": 19, "request": [ "Fedora-Cloud-Base", "23", "20160103", "i386", { "build_tag": 299, "build_tag_name": "f23-build", "dest_tag": 294, "dest_tag_name": "f23-updates-candidate", "id": 144, "name": "f23-candidate", }, 299, { "create_event": 14011966, "create_ts": 1451761803.33528, "creation_time": "2016-01-02 19:10:03.335283", "id": 563977, "state": 1, }, "http://infrastructure.fedoraproject.org/pub/alt/releases/23/Cloud/i386/os/", # noqa: E501 { "disk_size": "3", "distro": "Fedora-20", "format": ["qcow2", "raw-xz"], "kickstart": "work/cli-image/1451798116.800155.wYJWTVHw/fedora-cloud-base-2878aa0.ks", # noqa: E501 "release": "20160103", "repo": [ "http://infrastructure.fedoraproject.org/pub/alt/releases/23/Cloud/$arch/os/", # noqa: E501 "http://infrastructure.fedoraproject.org/pub/fedora/linux/updates/23/$arch/", # noqa: E501 ], "scratch": True, }, ], "start_time": "2016-01-03 05:15:29.828081", "start_ts": 1451798129.82808, "state": 2, "waiting": None, "weight": 2.0, }, { "arch": "x86_64", "awaited": False, "channel_id": 12, "completion_time": "2016-01-03 05:33:20.066366", "completion_ts": 1451799200.06637, "create_time": "2016-01-03 05:15:20.754201", "create_ts": 1451798120.7542, "host_id": 156, "id": 12387277, "label": "x86_64", "method": "createImage", "owner": 131, "parent": 12387273, "priority": 19, "request": [ "Fedora-Cloud-Base", "23", "20160103", "x86_64", { "build_tag": 299, "build_tag_name": "f23-build", "dest_tag": 294, "dest_tag_name": "f23-updates-candidate", "id": 144, "name": "f23-candidate", }, 299, { "create_event": 14011966, "create_ts": 1451761803.33528, "creation_time": "2016-01-02 19:10:03.335283", "id": 563977, "state": 1, }, "http://infrastructure.fedoraproject.org/pub/alt/releases/23/Cloud/x86_64/os/", # noqa: E501 { "disk_size": "3", "distro": "Fedora-20", "format": ["qcow2", "raw-xz"], "kickstart": "work/cli-image/1451798116.800155.wYJWTVHw/fedora-cloud-base-2878aa0.ks", # noqa: E501 "release": "20160103", "repo": [ "http://infrastructure.fedoraproject.org/pub/alt/releases/23/Cloud/$arch/os/", # noqa: E501 "http://infrastructure.fedoraproject.org/pub/fedora/linux/updates/23/$arch/", # noqa: E501 ], "scratch": True, }, ], "start_time": "2016-01-03 05:15:35.196043", "start_ts": 1451798135.19604, "state": 2, "waiting": None, "weight": 2.0, }, ] } getTaskResult_data = { 12387276: { "arch": "i386", "files": [ "tdl-i386.xml", "fedora-cloud-base-2878aa0.ks", "koji-f23-build-12387276-base.ks", "libvirt-qcow2-i386.xml", "Fedora-Cloud-Base-23-20160103.i386.qcow2", "libvirt-raw-xz-i386.xml", "Fedora-Cloud-Base-23-20160103.i386.raw.xz", ], "logs": ["oz-i386.log"], "name": "Fedora-Cloud-Base", "release": "20160103", "rpmlist": [], "task_id": 12387276, "version": "23", }, 12387277: { "arch": "x86_64", "files": [ "tdl-x86_64.xml", "fedora-cloud-base-2878aa0.ks", "koji-f23-build-12387277-base.ks", "libvirt-qcow2-x86_64.xml", "Fedora-Cloud-Base-23-20160103.x86_64.qcow2", "libvirt-raw-xz-x86_64.xml", "Fedora-Cloud-Base-23-20160103.x86_64.raw.xz", ], "logs": ["oz-x86_64.log"], "name": "Fedora-Cloud-Base", "release": "20160103", "rpmlist": [], "task_id": 12387277, "version": "23", }, } self.koji.koji_proxy = mock.Mock( getTaskChildren=mock.Mock( side_effect=lambda task_id, request: getTaskChildren_data.get(task_id) ), getTaskResult=mock.Mock( side_effect=lambda task_id: getTaskResult_data.get(task_id) ), ) result = self.koji.get_image_paths(12387273) six.assertCountEqual(self, result.keys(), ["i386", "x86_64"]) self.maxDiff = None six.assertCountEqual( self, result["i386"], [ "/koji/task/12387276/tdl-i386.xml", "/koji/task/12387276/fedora-cloud-base-2878aa0.ks", "/koji/task/12387276/koji-f23-build-12387276-base.ks", "/koji/task/12387276/libvirt-qcow2-i386.xml", "/koji/task/12387276/Fedora-Cloud-Base-23-20160103.i386.qcow2", "/koji/task/12387276/libvirt-raw-xz-i386.xml", "/koji/task/12387276/Fedora-Cloud-Base-23-20160103.i386.raw.xz", ], ) six.assertCountEqual( self, result["x86_64"], [ "/koji/task/12387277/tdl-x86_64.xml", "/koji/task/12387277/fedora-cloud-base-2878aa0.ks", "/koji/task/12387277/koji-f23-build-12387277-base.ks", "/koji/task/12387277/libvirt-qcow2-x86_64.xml", "/koji/task/12387277/Fedora-Cloud-Base-23-20160103.x86_64.qcow2", "/koji/task/12387277/libvirt-raw-xz-x86_64.xml", "/koji/task/12387277/Fedora-Cloud-Base-23-20160103.x86_64.raw.xz", ], ) def test_get_image_paths_failed_subtask(self): failed = set() def failed_callback(arch): failed.add(arch) with open(os.path.join(FIXTURE_DIR, "task_children_25643870.json")) as f: getTaskChildren_data = json.load(f) with open( os.path.join(FIXTURE_DIR, "children_task_results_25643870.json") ) as f: getTaskResult_data = json.load(f) self.koji.koji_proxy = mock.Mock( getTaskChildren=mock.Mock(return_value=getTaskChildren_data), getTaskResult=mock.Mock( side_effect=lambda task_id: getTaskResult_data.get(str(task_id)) ), getImageBuild=mock.Mock(side_effect=lambda name: {}), ) result = self.koji.get_image_paths(25643870, callback=failed_callback) six.assertCountEqual(self, result.keys(), ["aarch64", "armhfp", "x86_64"]) six.assertCountEqual(self, failed, ["ppc64le", "s390x"]) def test_multicall_map(self): self.koji.koji_proxy = mock.Mock() self.koji.koji_proxy.multiCall.return_value = [[1], [2]] ret = self.koji.multicall_map( self.koji.koji_proxy, self.koji.koji_proxy.getBuild, ["foo", "bar"], [{"x": 1}, {"x": 2}], ) six.assertCountEqual( self, self.koji.koji_proxy.getBuild.mock_calls, [mock.call("foo", x=1), mock.call("bar", x=2)], ) self.koji.koji_proxy.multiCall.assert_called_with(strict=True) self.assertEqual(ret, [1, 2]) class LiveMediaTestCase(KojiWrapperBaseTestCase): def test_get_live_media_cmd_minimal(self): opts = { "name": "name", "version": "1", "target": "tgt", "arch": "x,y,z", "ksfile": "kickstart", "install_tree": "/mnt/os", } cmd = self.koji.get_live_media_cmd(opts) self.assertEqual( cmd, [ "koji", "--profile=custom-koji", "spin-livemedia", "name", "1", "tgt", "x,y,z", "kickstart", "--install-tree=/mnt/os", "--wait", ], ) def test_get_live_media_cmd_full(self): opts = { "name": "name", "version": "1", "target": "tgt", "arch": "x,y,z", "ksfile": "kickstart", "install_tree": "/mnt/os", "scratch": True, "repo": ["repo-1", "repo-2"], "skip_tag": True, "ksurl": "git://example.com/ksurl.git", "release": "20160222.1", } cmd = self.koji.get_live_media_cmd(opts) self.assertEqual( cmd[:9], [ "koji", "--profile=custom-koji", "spin-livemedia", "name", "1", "tgt", "x,y,z", "kickstart", "--install-tree=/mnt/os", ], ) six.assertCountEqual( self, cmd[9:], [ "--repo=repo-1", "--repo=repo-2", "--skip-tag", "--scratch", "--wait", "--ksurl=git://example.com/ksurl.git", "--release=20160222.1", ], ) class LiveImageKojiWrapperTest(KojiWrapperBaseTestCase): def test_get_create_image_cmd_minimal(self): cmd = self.koji.get_create_image_cmd( "my_name", "1.0", "f24-candidate", "x86_64", "/path/to/ks", ["/repo/1"] ) self.assertEqual(cmd[0:3], ["koji", "--profile=custom-koji", "spin-livecd"]) six.assertCountEqual( self, cmd[3:7], ["--noprogress", "--scratch", "--wait", "--repo=/repo/1"] ) self.assertEqual( cmd[7:], ["my_name", "1.0", "f24-candidate", "x86_64", "/path/to/ks"] ) def test_get_create_image_cmd_full(self): cmd = self.koji.get_create_image_cmd( "my_name", "1.0", "f24-candidate", "x86_64", "/path/to/ks", ["/repo/1", "/repo/2"], release="1", wait=False, archive=True, specfile="foo.spec", ksurl="https://git.example.com/", ) self.assertEqual(cmd[0:3], ["koji", "--profile=custom-koji", "spin-livecd"]) self.assertEqual( cmd[-5:], ["my_name", "1.0", "f24-candidate", "x86_64", "/path/to/ks"] ) six.assertCountEqual( self, cmd[3:-5], [ "--noprogress", "--nowait", "--repo=/repo/1", "--repo=/repo/2", "--release=1", "--specfile=foo.spec", "--ksurl=https://git.example.com/", ], ) def test_spin_livecd_with_format(self): with self.assertRaises(ValueError): self.koji.get_create_image_cmd( "my_name", "1.0", "f24-candidate", "x86_64", "/path/to/ks", [], image_format="qcow", ) def test_spin_appliance_with_format(self): cmd = self.koji.get_create_image_cmd( "my_name", "1.0", "f24-candidate", "x86_64", "/path/to/ks", [], image_type="appliance", image_format="qcow", ) self.assertEqual(cmd[0:3], ["koji", "--profile=custom-koji", "spin-appliance"]) six.assertCountEqual( self, cmd[3:7], ["--noprogress", "--scratch", "--wait", "--format=qcow"] ) self.assertEqual( cmd[7:], ["my_name", "1.0", "f24-candidate", "x86_64", "/path/to/ks"] ) def test_spin_appliance_with_wrong_format(self): with self.assertRaises(ValueError): self.koji.get_create_image_cmd( "my_name", "1.0", "f24-candidate", "x86_64", "/path/to/ks", [], image_type="appliance", image_format="pretty", ) @mock.patch.dict("os.environ", {"FOO": "BAR"}, clear=True) class RunrootKojiWrapperTest(KojiWrapperBaseTestCase): def test_get_cmd_minimal(self): cmd = self.koji.get_runroot_cmd("tgt", "s390x", "date", use_shell=False) self.assertEqual(len(cmd), 9) self.assertEqual( cmd[:5], ["koji", "--profile=custom-koji", "runroot", "--nowait", "--task-id"], ) self.assertEqual(cmd[-3], "tgt") self.assertEqual(cmd[-2], "s390x") self.assertEqual( cmd[-1], "rm -f /var/lib/rpm/__db*; rm -rf /var/cache/yum/*; set -x; date" ) six.assertCountEqual(self, cmd[5:-3], ["--channel-override=runroot-local"]) def test_get_cmd_full(self): cmd = self.koji.get_runroot_cmd( "tgt", "s390x", ["/bin/echo", "&"], quiet=True, channel="chan", packages=["lorax", "some_other_package"], mounts=["/tmp"], weight=1000, ) self.assertEqual(len(cmd), 15) self.assertEqual(cmd[:3], ["koji", "--profile=custom-koji", "runroot"]) self.assertEqual(cmd[-3], "tgt") self.assertEqual(cmd[-2], "s390x") self.assertEqual( cmd[-1], "rm -f /var/lib/rpm/__db*; rm -rf /var/cache/yum/*; set -x; /bin/echo '&'", ) six.assertCountEqual( self, cmd[4:-3], [ "--channel-override=chan", "--quiet", "--use-shell", "--task-id", "--weight=1000", "--package=some_other_package", "--package=lorax", "--mount=/tmp", ], ) @mock.patch("os.getuid", new=lambda: 1010) def test_with_chown_paths(self): cmd = self.koji.get_runroot_cmd( "tgt", "s390x", ["/bin/echo", "&"], quiet=True, channel="chan", packages=["lorax", "some_other_package"], mounts=["/tmp"], weight=1000, chown_paths=["/output dir", "/foo"], ) self.assertEqual(len(cmd), 15) self.assertEqual(cmd[:3], ["koji", "--profile=custom-koji", "runroot"]) self.assertEqual(cmd[-3], "tgt") self.assertEqual(cmd[-2], "s390x") self.assertEqual( cmd[-1], "rm -f /var/lib/rpm/__db*; rm -rf /var/cache/yum/*; set -x; /bin/echo '&' && chmod -R a+r '/output dir' /foo && chown -R 1010 '/output dir' /foo", # noqa: E501 ) six.assertCountEqual( self, cmd[4:-3], [ "--channel-override=chan", "--quiet", "--use-shell", "--task-id", "--weight=1000", "--package=some_other_package", "--package=lorax", "--mount=/tmp", ], ) @mock.patch("pungi.wrappers.kojiwrapper.run") def test_run_runroot_cmd_no_task_id(self, run): cmd = ["koji", "runroot"] output = "Output ..." run.return_value = (1, output) with self.assertRaises(RuntimeError) as ctx: self.koji.run_runroot_cmd(cmd) self.assertEqual( run.call_args_list, [ mock.call( cmd, can_fail=True, env={"FOO": "BAR", "PYTHONUNBUFFERED": "1"}, buffer_size=-1, logfile=None, show_cmd=True, universal_newlines=True, ) ], ) self.assertEqual( "Could not find task ID in output. Command '%s' returned '%s'." % (" ".join(cmd), output), str(ctx.exception), ) @mock.patch("pungi.wrappers.kojiwrapper.run") def test_run_runroot_cmd_with_task_id(self, run): cmd = ["koji", "runroot", "--task-id"] run.return_value = (0, "1234\n") output = "Output ..." self.koji._wait_for_task = mock.Mock(return_value=(0, output)) result = self.koji.run_runroot_cmd(cmd) self.assertDictEqual(result, {"retcode": 0, "output": output, "task_id": 1234}) self.assertEqual( run.call_args_list, [ mock.call( cmd, can_fail=True, env={"FOO": "BAR", "PYTHONUNBUFFERED": "1"}, buffer_size=-1, logfile=None, show_cmd=True, universal_newlines=True, ) ], ) @mock.patch("shutil.rmtree") @mock.patch("tempfile.mkdtemp") @mock.patch("pungi.wrappers.kojiwrapper.run") def test_run_runroot_cmd_with_keytab(self, run, mkdtemp, rmtree): # We mock rmtree to avoid deleing something we did not create. mkdtemp.return_value = "/tmp/foo" self.koji.koji_module.config.keytab = "foo" cmd = ["koji", "runroot"] output = "Output ..." run.return_value = (0, "1234\n") self.koji._wait_for_task = mock.Mock(return_value=(0, output)) result = self.koji.run_runroot_cmd(cmd) self.assertDictEqual(result, {"retcode": 0, "output": output, "task_id": 1234}) self.assertEqual( run.call_args_list, [ mock.call( cmd, can_fail=True, env={ "KRB5CCNAME": "DIR:/tmp/foo", "FOO": "BAR", "PYTHONUNBUFFERED": "1", }, buffer_size=-1, logfile=None, show_cmd=True, universal_newlines=True, ) ], ) @mock.patch.dict("os.environ", {"FOO": "BAR"}, clear=True) class RunBlockingCmdTest(KojiWrapperBaseTestCase): @mock.patch("pungi.wrappers.kojiwrapper.run") def test_minimal(self, run): output = "Created task: 1234\nHello\n" run.return_value = (0, output) result = self.koji.run_blocking_cmd("cmd") self.assertDictEqual(result, {"retcode": 0, "output": output, "task_id": 1234}) six.assertCountEqual( self, run.mock_calls, [ mock.call( "cmd", can_fail=True, logfile=None, env={"FOO": "BAR", "PYTHONUNBUFFERED": "1"}, buffer_size=-1, universal_newlines=True, ) ], ) @mock.patch("pungi.util.temp_dir") @mock.patch("pungi.wrappers.kojiwrapper.run") def test_with_keytab(self, run, temp_dir): temp_dir.return_value.__enter__.return_value = "/tmp/foo" self.koji.koji_module.config.keytab = "foo" output = "Created task: 1234\nHello\n" run.return_value = (0, output) result = self.koji.run_blocking_cmd("cmd") self.assertDictEqual(result, {"retcode": 0, "output": output, "task_id": 1234}) six.assertCountEqual( self, run.mock_calls, [ mock.call( "cmd", can_fail=True, logfile=None, env={ "KRB5CCNAME": "DIR:/tmp/foo", "FOO": "BAR", "PYTHONUNBUFFERED": "1", }, buffer_size=-1, universal_newlines=True, ) ], ) @mock.patch("pungi.wrappers.kojiwrapper.run") def test_with_log(self, run): output = "Created task: 1234\nHello\n" run.return_value = (0, output) result = self.koji.run_blocking_cmd("cmd", log_file="logfile") self.assertDictEqual(result, {"retcode": 0, "output": output, "task_id": 1234}) six.assertCountEqual( self, run.mock_calls, [ mock.call( "cmd", can_fail=True, logfile="logfile", env={"FOO": "BAR", "PYTHONUNBUFFERED": "1"}, buffer_size=-1, universal_newlines=True, ) ], ) @mock.patch("pungi.wrappers.kojiwrapper.run") def test_fail_with_task_id(self, run): output = "Created task: 1234\nBoom\n" run.return_value = (1, output) result = self.koji.run_blocking_cmd("cmd") self.assertDictEqual(result, {"retcode": 1, "output": output, "task_id": 1234}) six.assertCountEqual( self, run.mock_calls, [ mock.call( "cmd", can_fail=True, logfile=None, env={"FOO": "BAR", "PYTHONUNBUFFERED": "1"}, buffer_size=-1, universal_newlines=True, ) ], ) @mock.patch("pungi.wrappers.kojiwrapper.run") def test_fail_without_task_id(self, run): output = "Not found\n" run.return_value = (1, output) with self.assertRaises(RuntimeError) as ctx: self.koji.run_blocking_cmd("cmd") six.assertCountEqual( self, run.mock_calls, [ mock.call( "cmd", can_fail=True, logfile=None, env={"FOO": "BAR", "PYTHONUNBUFFERED": "1"}, buffer_size=-1, universal_newlines=True, ) ], ) self.assertIn("Could not find task ID", str(ctx.exception)) @mock.patch("pungi.wrappers.kojiwrapper.run") def test_disconnect_and_retry(self, run): output = "Created task: 1234\nerror: failed to connect\n" retry = "Created task: 1234\nOook\n" run.side_effect = [(1, output), (0, retry)] result = self.koji.run_blocking_cmd("cmd") self.assertDictEqual(result, {"retcode": 0, "output": retry, "task_id": 1234}) self.assertEqual( run.mock_calls, [ mock.call( "cmd", can_fail=True, logfile=None, env={"FOO": "BAR", "PYTHONUNBUFFERED": "1"}, buffer_size=-1, universal_newlines=True, ), mock.call( ["koji", "--profile=custom-koji", "watch-task", "1234"], can_fail=True, logfile=None, universal_newlines=True, ), ], ) @mock.patch("pungi.wrappers.kojiwrapper.run") def test_disconnect_and_retry_but_fail(self, run): output = "Created task: 1234\nerror: failed to connect\n" retry = "Created task: 1234\nNot working still\n" run.side_effect = [(1, output), (1, retry)] result = self.koji.run_blocking_cmd("cmd") self.assertDictEqual(result, {"retcode": 1, "output": retry, "task_id": 1234}) self.assertEqual( run.mock_calls, [ mock.call( "cmd", can_fail=True, logfile=None, env={"FOO": "BAR", "PYTHONUNBUFFERED": "1"}, buffer_size=-1, universal_newlines=True, ), mock.call( ["koji", "--profile=custom-koji", "watch-task", "1234"], can_fail=True, logfile=None, universal_newlines=True, ), ], ) @mock.patch("time.sleep") @mock.patch("pungi.wrappers.kojiwrapper.run") def test_disconnect_and_retry_multiple_times(self, run, sleep): output = "Created task: 1234\nerror: failed to connect\n" retry = "Created task: 1234\nOK\n" run.side_effect = [(1, output), (1, output), (1, output), (0, retry)] result = self.koji.run_blocking_cmd("cmd") self.assertDictEqual(result, {"retcode": 0, "output": retry, "task_id": 1234}) self.assertEqual( run.mock_calls, [ mock.call( "cmd", can_fail=True, logfile=None, env={"FOO": "BAR", "PYTHONUNBUFFERED": "1"}, buffer_size=-1, universal_newlines=True, ), mock.call( ["koji", "--profile=custom-koji", "watch-task", "1234"], can_fail=True, logfile=None, universal_newlines=True, ), mock.call( ["koji", "--profile=custom-koji", "watch-task", "1234"], can_fail=True, logfile=None, universal_newlines=True, ), mock.call( ["koji", "--profile=custom-koji", "watch-task", "1234"], can_fail=True, logfile=None, universal_newlines=True, ), ], ) self.assertEqual(sleep.mock_calls, [mock.call(i * 10) for i in range(1, 3)]) @mock.patch("time.sleep") @mock.patch("pungi.wrappers.kojiwrapper.run") def test_disconnect_and_never_reconnect(self, run, sleep): output = "Created task: 1234\nerror: failed to connect\n" run.side_effect = [(1, output), (1, output), (1, output), (1, output)] with self.assertRaises(RuntimeError) as ctx: self.koji.run_blocking_cmd("cmd", max_retries=2) self.assertIn("Failed to wait", str(ctx.exception)) self.assertEqual( run.mock_calls, [ mock.call( "cmd", can_fail=True, logfile=None, env={"FOO": "BAR", "PYTHONUNBUFFERED": "1"}, buffer_size=-1, universal_newlines=True, ), mock.call( ["koji", "--profile=custom-koji", "watch-task", "1234"], can_fail=True, logfile=None, universal_newlines=True, ), mock.call( ["koji", "--profile=custom-koji", "watch-task", "1234"], can_fail=True, logfile=None, universal_newlines=True, ), ], ) self.assertEqual(sleep.mock_calls, [mock.call(i * 10) for i in range(1, 2)]) @mock.patch("pungi.wrappers.kojiwrapper.run") def test_server_offline_and_retry(self, run): output = "Created task: 1234\nkoji: ServerOffline:" retry = "Created task: 1234\nOook\n" run.side_effect = [(1, output), (0, retry)] result = self.koji.run_blocking_cmd("cmd") self.assertDictEqual(result, {"retcode": 0, "output": retry, "task_id": 1234}) self.assertEqual( run.mock_calls, [ mock.call( "cmd", can_fail=True, logfile=None, env={"FOO": "BAR", "PYTHONUNBUFFERED": "1"}, buffer_size=-1, universal_newlines=True, ), mock.call( ["koji", "--profile=custom-koji", "watch-task", "1234"], can_fail=True, logfile=None, universal_newlines=True, ), ], ) def test_get_pungi_buildinstall_cmd(self): args = {"product": "Fedora 23"} cmd = self.koji.get_pungi_buildinstall_cmd( "rrt", "x86_64", args, channel=None, packages=["lorax"], mounts=["/tmp"], weight=123, chown_uid=456, ) expected_cmd = [ "koji", "--profile=custom-koji", "pungi-buildinstall", "--nowait", "--task-id", "--channel-override=runroot-local", "--weight=123", "--package=lorax", "--mount=/tmp", "--chown-uid=456", "rrt", "x86_64", "product=Fedora 23", ] self.assertEqual(cmd, expected_cmd) def test_get_pungi_ostree_cmd(self): args = {"product": "Fedora 23"} cmd = self.koji.get_pungi_ostree_cmd( "rrt", "x86_64", args, channel=None, packages=["lorax"], mounts=["/tmp"], weight=123, ) expected_cmd = [ "koji", "--profile=custom-koji", "pungi-ostree", "--nowait", "--task-id", "--channel-override=runroot-local", "--weight=123", "--package=lorax", "--mount=/tmp", "rrt", "x86_64", "product=Fedora 23", ] self.assertEqual(cmd, expected_cmd) RPM_QA_QF_OUTPUT = """ cjkuni-uming-fonts-0.2.20080216.1-56.fc23.noarch libmount-2.28-1.fc23.x86_64 ed-1.10-5.fc23.x86_64 kbd-2.0.2-8.fc23.x86_64 coreutils-8.24-6.fc23.x86_64 """ BUILDROOT_LIST = [ { "arch": "x86_64", "br_type": 0, "cg_id": None, "cg_name": None, "cg_version": None, "container_arch": "x86_64", "container_type": "chroot", "create_event_id": 15862222, "create_event_time": "2016-04-28 02:37:00.949772", "create_ts": 1461811020.94977, "extra": None, "host_arch": None, "host_id": 99, "host_name": "buildhw-01.phx2.fedoraproject.org", "host_os": None, "id": 5458481, "repo_create_event_id": 15861452, "repo_create_event_time": "2016-04-28 00:02:40.639317", "repo_id": 599173, "repo_state": 1, "retire_event_id": 15862276, "retire_event_time": "2016-04-28 02:58:07.109387", "retire_ts": 1461812287.10939, "state": 3, "tag_id": 315, "tag_name": "f24-build", "task_id": 13831904, } ] RPM_LIST = [ { "arch": "noarch", "build_id": 756072, "buildroot_id": 5398084, "buildtime": 1461100903, "component_buildroot_id": 5458481, "epoch": None, "external_repo_id": 0, "external_repo_name": "INTERNAL", "extra": None, "id": 7614370, "is_update": True, "metadata_only": False, "name": "python3-kickstart", "nvr": "python3-kickstart-2.25-2.fc24", "payloadhash": "403723502d27e43955036d2dcd1b09e0", "release": "2.fc24", "size": 366038, "version": "2.25", }, { "arch": "x86_64", "build_id": 756276, "buildroot_id": 5405310, "buildtime": 1461165155, "component_buildroot_id": 5458481, "epoch": None, "external_repo_id": 0, "external_repo_name": "INTERNAL", "extra": None, "id": 7615629, "is_update": False, "metadata_only": False, "name": "binutils", "nvr": "binutils-2.26-18.fc24", "payloadhash": "8ef08c8a64c52787d3559424e5f51d9d", "release": "18.fc24", "size": 6172094, "version": "2.26", }, { "arch": "x86_64", "build_id": 756616, "buildroot_id": 5412029, "buildtime": 1461252071, "component_buildroot_id": 5458481, "epoch": None, "external_repo_id": 0, "external_repo_name": "INTERNAL", "extra": None, "id": 7619636, "is_update": False, "metadata_only": False, "name": "kernel-headers", "nvr": "kernel-headers-4.5.2-301.fc24", "payloadhash": "11c6d70580c8f0c202c28bc6b0fa98cc", "release": "301.fc24", "size": 1060138, "version": "4.5.2", }, ] class TestGetBuildrootRPMs(unittest.TestCase): @mock.patch("pungi.wrappers.kojiwrapper.KojiWrapper") def test_get_from_koji(self, KojiWrapper): compose = mock.Mock(conf={"koji_profile": "koji"}) KojiWrapper.return_value.koji_proxy.listBuildroots.return_value = BUILDROOT_LIST KojiWrapper.return_value.koji_proxy.listRPMs.return_value = RPM_LIST rpms = get_buildroot_rpms(compose, 1234) self.assertEqual(KojiWrapper.call_args_list, [mock.call("koji")]) self.assertEqual( KojiWrapper.return_value.mock_calls, [ mock.call.koji_proxy.listBuildroots(taskID=1234), mock.call.koji_proxy.listRPMs(componentBuildrootID=5458481), ], ) six.assertCountEqual( self, rpms, [ "python3-kickstart-2.25-2.fc24.noarch", "binutils-2.26-18.fc24.x86_64", "kernel-headers-4.5.2-301.fc24.x86_64", ], ) @mock.patch("pungi.wrappers.kojiwrapper.run") def test_get_local(self, mock_run): compose = mock.Mock() mock_run.return_value = (0, RPM_QA_QF_OUTPUT) rpms = get_buildroot_rpms(compose, None) six.assertCountEqual( self, rpms, [ "cjkuni-uming-fonts-0.2.20080216.1-56.fc23.noarch", "libmount-2.28-1.fc23.x86_64", "ed-1.10-5.fc23.x86_64", "kbd-2.0.2-8.fc23.x86_64", "coreutils-8.24-6.fc23.x86_64", ], )