365 lines
17 KiB
Python
365 lines
17 KiB
Python
#!/usr/bin/env python2
|
|
# -*- coding: utf-8 -*-
|
|
|
|
|
|
try:
|
|
import unittest2 as unittest
|
|
except ImportError:
|
|
import unittest
|
|
import mock
|
|
|
|
import os
|
|
import sys
|
|
|
|
sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
|
|
|
|
from pungi.phases.createrepo import CreaterepoPhase, create_variant_repo
|
|
from tests.helpers import DummyCompose, PungiTestCase, copy_fixture, touch
|
|
|
|
|
|
class TestCreaterepoPhase(PungiTestCase):
|
|
@mock.patch('pungi.phases.createrepo.ThreadPool')
|
|
def test_fails_deltas_without_old_compose(self, ThreadPoolCls):
|
|
compose = DummyCompose(self.topdir, {
|
|
'createrepo_checksum': 'sha256',
|
|
'createrepo_deltas': True,
|
|
})
|
|
|
|
phase = CreaterepoPhase(compose)
|
|
with self.assertRaises(ValueError) as ctx:
|
|
phase.validate()
|
|
|
|
self.assertIn('deltas', str(ctx.exception))
|
|
|
|
@mock.patch('pungi.phases.createrepo.ThreadPool')
|
|
def test_starts_jobs(self, ThreadPoolCls):
|
|
compose = DummyCompose(self.topdir, {})
|
|
|
|
pool = ThreadPoolCls.return_value
|
|
|
|
phase = CreaterepoPhase(compose)
|
|
phase.run()
|
|
self.maxDiff = None
|
|
|
|
self.assertEqual(len(pool.add.mock_calls), 3)
|
|
self.assertItemsEqual(
|
|
pool.queue_put.mock_calls,
|
|
[mock.call((compose, 'x86_64', compose.variants['Server'], 'rpm')),
|
|
mock.call((compose, 'x86_64', compose.variants['Server'], 'debuginfo')),
|
|
mock.call((compose, 'amd64', compose.variants['Server'], 'rpm')),
|
|
mock.call((compose, 'amd64', compose.variants['Server'], 'debuginfo')),
|
|
mock.call((compose, None, compose.variants['Server'], 'srpm')),
|
|
mock.call((compose, 'x86_64', compose.variants['Everything'], 'rpm')),
|
|
mock.call((compose, 'x86_64', compose.variants['Everything'], 'debuginfo')),
|
|
mock.call((compose, 'amd64', compose.variants['Everything'], 'rpm')),
|
|
mock.call((compose, 'amd64', compose.variants['Everything'], 'debuginfo')),
|
|
mock.call((compose, None, compose.variants['Everything'], 'srpm')),
|
|
mock.call((compose, 'amd64', compose.variants['Client'], 'rpm')),
|
|
mock.call((compose, 'amd64', compose.variants['Client'], 'debuginfo')),
|
|
mock.call((compose, None, compose.variants['Client'], 'srpm'))])
|
|
|
|
@mock.patch('pungi.phases.createrepo.ThreadPool')
|
|
def test_skips_empty_variants(self, ThreadPoolCls):
|
|
compose = DummyCompose(self.topdir, {})
|
|
compose.variants['Client'].is_empty = True
|
|
|
|
pool = ThreadPoolCls.return_value
|
|
|
|
phase = CreaterepoPhase(compose)
|
|
phase.run()
|
|
self.maxDiff = None
|
|
|
|
self.assertEqual(len(pool.add.mock_calls), 3)
|
|
self.assertItemsEqual(
|
|
pool.queue_put.mock_calls,
|
|
[mock.call((compose, 'x86_64', compose.variants['Server'], 'rpm')),
|
|
mock.call((compose, 'x86_64', compose.variants['Server'], 'debuginfo')),
|
|
mock.call((compose, 'amd64', compose.variants['Server'], 'rpm')),
|
|
mock.call((compose, 'amd64', compose.variants['Server'], 'debuginfo')),
|
|
mock.call((compose, None, compose.variants['Server'], 'srpm')),
|
|
mock.call((compose, 'x86_64', compose.variants['Everything'], 'rpm')),
|
|
mock.call((compose, 'x86_64', compose.variants['Everything'], 'debuginfo')),
|
|
mock.call((compose, 'amd64', compose.variants['Everything'], 'rpm')),
|
|
mock.call((compose, 'amd64', compose.variants['Everything'], 'debuginfo')),
|
|
mock.call((compose, None, compose.variants['Everything'], 'srpm'))])
|
|
|
|
|
|
class TestCreateRepoThread(PungiTestCase):
|
|
|
|
@mock.patch('pungi.phases.createrepo.run')
|
|
@mock.patch('pungi.phases.createrepo.CreaterepoWrapper')
|
|
def test_variant_repo_rpms(self, CreaterepoWrapperCls, run):
|
|
compose = DummyCompose(self.topdir, {
|
|
'createrepo_checksum': 'sha256',
|
|
})
|
|
compose.DEBUG = False
|
|
compose.has_comps = False
|
|
|
|
repo = CreaterepoWrapperCls.return_value
|
|
copy_fixture('server-rpms.json', compose.paths.compose.metadata('rpms.json'))
|
|
|
|
create_variant_repo(compose, 'x86_64', compose.variants['Server'], 'rpm')
|
|
|
|
list_file = self.topdir + '/work/x86_64/repo_package_list/Server.x86_64.rpm.conf'
|
|
self.assertEqual(CreaterepoWrapperCls.mock_calls[0],
|
|
mock.call(createrepo_c=True))
|
|
self.assertItemsEqual(
|
|
repo.get_createrepo_cmd.mock_calls,
|
|
[mock.call(self.topdir + '/compose/Server/x86_64/os', checksum='sha256',
|
|
database=True, groupfile=None, workers=3,
|
|
outputdir=self.topdir + '/compose/Server/x86_64/os',
|
|
pkglist=list_file, skip_stat=True, update=True,
|
|
update_md_path=self.topdir + '/work/x86_64/repo',
|
|
deltas=False, oldpackagedirs=None, use_xz=False)])
|
|
with open(list_file) as f:
|
|
self.assertEqual(f.read(), 'Packages/b/bash-4.3.30-2.fc21.x86_64.rpm\n')
|
|
|
|
@mock.patch('pungi.phases.createrepo.run')
|
|
@mock.patch('pungi.phases.createrepo.CreaterepoWrapper')
|
|
def test_variant_repo_source(self, CreaterepoWrapperCls, run):
|
|
compose = DummyCompose(self.topdir, {
|
|
'createrepo_checksum': 'sha256',
|
|
})
|
|
compose.DEBUG = False
|
|
compose.has_comps = False
|
|
|
|
repo = CreaterepoWrapperCls.return_value
|
|
copy_fixture('server-rpms.json', compose.paths.compose.metadata('rpms.json'))
|
|
|
|
create_variant_repo(compose, None, compose.variants['Server'], 'srpm')
|
|
|
|
list_file = self.topdir + '/work/global/repo_package_list/Server.None.srpm.conf'
|
|
self.assertEqual(CreaterepoWrapperCls.mock_calls[0],
|
|
mock.call(createrepo_c=True))
|
|
self.assertItemsEqual(
|
|
repo.get_createrepo_cmd.mock_calls,
|
|
[mock.call(self.topdir + '/compose/Server/source/tree', checksum='sha256',
|
|
database=True, groupfile=None, workers=3,
|
|
outputdir=self.topdir + '/compose/Server/source/tree',
|
|
pkglist=list_file, skip_stat=True, update=True,
|
|
update_md_path=self.topdir + '/work/global/repo',
|
|
deltas=False, oldpackagedirs=None, use_xz=False)])
|
|
with open(list_file) as f:
|
|
self.assertItemsEqual(
|
|
f.read().strip().split('\n'),
|
|
['../SRPMS/b/bash-4.3.30-2.fc21.src.rpm'])
|
|
|
|
@mock.patch('pungi.phases.createrepo.run')
|
|
@mock.patch('pungi.phases.createrepo.CreaterepoWrapper')
|
|
def test_variant_repo_debug(self, CreaterepoWrapperCls, run):
|
|
compose = DummyCompose(self.topdir, {
|
|
'createrepo_checksum': 'sha256',
|
|
})
|
|
compose.DEBUG = False
|
|
compose.has_comps = False
|
|
|
|
repo = CreaterepoWrapperCls.return_value
|
|
copy_fixture('server-rpms.json', compose.paths.compose.metadata('rpms.json'))
|
|
|
|
create_variant_repo(compose, 'x86_64', compose.variants['Server'], 'debuginfo')
|
|
self.maxDiff = None
|
|
|
|
list_file = self.topdir + '/work/x86_64/repo_package_list/Server.x86_64.debuginfo.conf'
|
|
self.assertEqual(CreaterepoWrapperCls.mock_calls[0],
|
|
mock.call(createrepo_c=True))
|
|
self.assertItemsEqual(
|
|
repo.get_createrepo_cmd.mock_calls,
|
|
[mock.call(self.topdir + '/compose/Server/x86_64/debug/tree', checksum='sha256',
|
|
database=True, groupfile=None, workers=3,
|
|
outputdir=self.topdir + '/compose/Server/x86_64/debug/tree',
|
|
pkglist=list_file, skip_stat=True, update=True,
|
|
update_md_path=self.topdir + '/work/x86_64/repo',
|
|
deltas=False, oldpackagedirs=None, use_xz=False)])
|
|
with open(list_file) as f:
|
|
self.assertEqual(f.read(), 'Packages/b/bash-debuginfo-4.3.30-2.fc21.x86_64.rpm\n')
|
|
|
|
@mock.patch('pungi.phases.createrepo.run')
|
|
@mock.patch('pungi.phases.createrepo.CreaterepoWrapper')
|
|
def test_variant_repo_no_createrepo_c(self, CreaterepoWrapperCls, run):
|
|
compose = DummyCompose(self.topdir, {
|
|
'createrepo_c': False,
|
|
'createrepo_checksum': 'sha256',
|
|
})
|
|
compose.DEBUG = False
|
|
compose.has_comps = False
|
|
|
|
repo = CreaterepoWrapperCls.return_value
|
|
copy_fixture('server-rpms.json', compose.paths.compose.metadata('rpms.json'))
|
|
|
|
create_variant_repo(compose, 'x86_64', compose.variants['Server'], 'rpm')
|
|
|
|
list_file = self.topdir + '/work/x86_64/repo_package_list/Server.x86_64.rpm.conf'
|
|
self.assertEqual(CreaterepoWrapperCls.mock_calls[0],
|
|
mock.call(createrepo_c=False))
|
|
self.assertItemsEqual(
|
|
repo.get_createrepo_cmd.mock_calls,
|
|
[mock.call(self.topdir + '/compose/Server/x86_64/os', checksum='sha256',
|
|
database=True, groupfile=None, workers=3,
|
|
outputdir=self.topdir + '/compose/Server/x86_64/os',
|
|
pkglist=list_file, skip_stat=True, update=True,
|
|
update_md_path=self.topdir + '/work/x86_64/repo',
|
|
deltas=False, oldpackagedirs=None, use_xz=False)])
|
|
with open(list_file) as f:
|
|
self.assertEqual(f.read(), 'Packages/b/bash-4.3.30-2.fc21.x86_64.rpm\n')
|
|
|
|
@mock.patch('pungi.phases.createrepo.run')
|
|
@mock.patch('pungi.phases.createrepo.CreaterepoWrapper')
|
|
def test_variant_repo_is_idepotent(self, CreaterepoWrapperCls, run):
|
|
compose = DummyCompose(self.topdir, {
|
|
'createrepo_checksum': 'sha256',
|
|
})
|
|
compose.DEBUG = False
|
|
compose.has_comps = False
|
|
|
|
repo = CreaterepoWrapperCls.return_value
|
|
copy_fixture('server-rpms.json', compose.paths.compose.metadata('rpms.json'))
|
|
|
|
# Running the same thing twice only creates repo once.
|
|
create_variant_repo(compose, 'x86_64', compose.variants['Server'], 'rpm')
|
|
create_variant_repo(compose, 'x86_64', compose.variants['Server'], 'rpm')
|
|
|
|
list_file = self.topdir + '/work/x86_64/repo_package_list/Server.x86_64.rpm.conf'
|
|
self.assertEqual(CreaterepoWrapperCls.mock_calls[0],
|
|
mock.call(createrepo_c=True))
|
|
self.assertItemsEqual(
|
|
repo.get_createrepo_cmd.mock_calls,
|
|
[mock.call(self.topdir + '/compose/Server/x86_64/os', checksum='sha256',
|
|
database=True, groupfile=None, workers=3,
|
|
outputdir=self.topdir + '/compose/Server/x86_64/os',
|
|
pkglist=list_file, skip_stat=True, update=True,
|
|
update_md_path=self.topdir + '/work/x86_64/repo',
|
|
deltas=False, oldpackagedirs=None, use_xz=False)])
|
|
with open(list_file) as f:
|
|
self.assertEqual(f.read(), 'Packages/b/bash-4.3.30-2.fc21.x86_64.rpm\n')
|
|
|
|
@mock.patch('pungi.phases.createrepo.run')
|
|
@mock.patch('pungi.phases.createrepo.CreaterepoWrapper')
|
|
def test_variant_repo_rpms_with_xz(self, CreaterepoWrapperCls, run):
|
|
compose = DummyCompose(self.topdir, {
|
|
'createrepo_checksum': 'sha256',
|
|
'createrepo_use_xz': True,
|
|
})
|
|
compose.DEBUG = False
|
|
compose.has_comps = False
|
|
|
|
repo = CreaterepoWrapperCls.return_value
|
|
copy_fixture('server-rpms.json', compose.paths.compose.metadata('rpms.json'))
|
|
|
|
create_variant_repo(compose, 'x86_64', compose.variants['Server'], 'rpm')
|
|
|
|
list_file = self.topdir + '/work/x86_64/repo_package_list/Server.x86_64.rpm.conf'
|
|
self.assertEqual(CreaterepoWrapperCls.mock_calls[0],
|
|
mock.call(createrepo_c=True))
|
|
self.assertItemsEqual(
|
|
repo.get_createrepo_cmd.mock_calls,
|
|
[mock.call(self.topdir + '/compose/Server/x86_64/os', checksum='sha256',
|
|
database=True, groupfile=None, workers=3,
|
|
outputdir=self.topdir + '/compose/Server/x86_64/os',
|
|
pkglist=list_file, skip_stat=True, update=True,
|
|
update_md_path=self.topdir + '/work/x86_64/repo', deltas=False,
|
|
oldpackagedirs=None, use_xz=True)])
|
|
with open(list_file) as f:
|
|
self.assertEqual(f.read(), 'Packages/b/bash-4.3.30-2.fc21.x86_64.rpm\n')
|
|
|
|
@mock.patch('pungi.phases.createrepo.run')
|
|
@mock.patch('pungi.phases.createrepo.CreaterepoWrapper')
|
|
def test_variant_repo_rpms_with_deltas(self, CreaterepoWrapperCls, run):
|
|
compose = DummyCompose(self.topdir, {
|
|
'createrepo_checksum': 'sha256',
|
|
'createrepo_deltas': True,
|
|
})
|
|
compose.DEBUG = False
|
|
compose.has_comps = False
|
|
compose.old_composes = [self.topdir + '/old']
|
|
touch(os.path.join(self.topdir, 'old', 'test-1.0-20151203.0', 'STATUS'), 'FINISHED')
|
|
|
|
repo = CreaterepoWrapperCls.return_value
|
|
copy_fixture('server-rpms.json', compose.paths.compose.metadata('rpms.json'))
|
|
|
|
create_variant_repo(compose, 'x86_64', compose.variants['Server'], 'rpm')
|
|
|
|
list_file = self.topdir + '/work/x86_64/repo_package_list/Server.x86_64.rpm.conf'
|
|
self.assertEqual(CreaterepoWrapperCls.mock_calls[0],
|
|
mock.call(createrepo_c=True))
|
|
self.assertItemsEqual(
|
|
repo.get_createrepo_cmd.mock_calls,
|
|
[mock.call(self.topdir + '/compose/Server/x86_64/os', checksum='sha256',
|
|
database=True, groupfile=None, workers=3,
|
|
outputdir=self.topdir + '/compose/Server/x86_64/os',
|
|
pkglist=list_file, skip_stat=True, update=True,
|
|
update_md_path=self.topdir + '/work/x86_64/repo', deltas=True,
|
|
oldpackagedirs=self.topdir + '/old/test-1.0-20151203.0/compose/Server/x86_64/os',
|
|
use_xz=False)])
|
|
with open(list_file) as f:
|
|
self.assertEqual(f.read(), 'Packages/b/bash-4.3.30-2.fc21.x86_64.rpm\n')
|
|
|
|
@mock.patch('pungi.phases.createrepo.run')
|
|
@mock.patch('pungi.phases.createrepo.CreaterepoWrapper')
|
|
def test_variant_repo_source_with_deltas(self, CreaterepoWrapperCls, run):
|
|
compose = DummyCompose(self.topdir, {
|
|
'createrepo_checksum': 'sha256',
|
|
'createrepo_deltas': True,
|
|
})
|
|
compose.DEBUG = False
|
|
compose.has_comps = False
|
|
compose.old_composes = [self.topdir + '/old']
|
|
touch(os.path.join(self.topdir, 'old', 'test-1.0-20151203.0', 'STATUS'), 'FINISHED')
|
|
|
|
repo = CreaterepoWrapperCls.return_value
|
|
copy_fixture('server-rpms.json', compose.paths.compose.metadata('rpms.json'))
|
|
|
|
create_variant_repo(compose, None, compose.variants['Server'], 'srpm')
|
|
|
|
list_file = self.topdir + '/work/global/repo_package_list/Server.None.srpm.conf'
|
|
self.assertEqual(CreaterepoWrapperCls.mock_calls[0],
|
|
mock.call(createrepo_c=True))
|
|
self.assertItemsEqual(
|
|
repo.get_createrepo_cmd.mock_calls,
|
|
[mock.call(self.topdir + '/compose/Server/source/tree', checksum='sha256',
|
|
database=True, groupfile=None, workers=3,
|
|
outputdir=self.topdir + '/compose/Server/source/tree',
|
|
pkglist=list_file, skip_stat=True, update=True,
|
|
update_md_path=self.topdir + '/work/global/repo', deltas=True,
|
|
oldpackagedirs=self.topdir + '/old/test-1.0-20151203.0/compose/Server/source/tree',
|
|
use_xz=False)])
|
|
with open(list_file) as f:
|
|
self.assertItemsEqual(
|
|
f.read().strip().split('\n'),
|
|
['../SRPMS/b/bash-4.3.30-2.fc21.src.rpm'])
|
|
|
|
@mock.patch('pungi.phases.createrepo.run')
|
|
@mock.patch('pungi.phases.createrepo.CreaterepoWrapper')
|
|
def test_variant_repo_debug_with_deltas(self, CreaterepoWrapperCls, run):
|
|
compose = DummyCompose(self.topdir, {
|
|
'createrepo_checksum': 'sha256',
|
|
'createrepo_deltas': True,
|
|
})
|
|
compose.DEBUG = False
|
|
compose.has_comps = False
|
|
compose.old_composes = [self.topdir + '/old']
|
|
touch(os.path.join(self.topdir, 'old', 'test-1.0-20151203.0', 'STATUS'), 'FINISHED')
|
|
|
|
repo = CreaterepoWrapperCls.return_value
|
|
copy_fixture('server-rpms.json', compose.paths.compose.metadata('rpms.json'))
|
|
|
|
create_variant_repo(compose, 'x86_64', compose.variants['Server'], 'debuginfo')
|
|
|
|
list_file = self.topdir + '/work/x86_64/repo_package_list/Server.x86_64.debuginfo.conf'
|
|
self.assertEqual(CreaterepoWrapperCls.mock_calls[0],
|
|
mock.call(createrepo_c=True))
|
|
self.assertItemsEqual(
|
|
repo.get_createrepo_cmd.mock_calls,
|
|
[mock.call(self.topdir + '/compose/Server/x86_64/debug/tree', checksum='sha256',
|
|
database=True, groupfile=None, workers=3,
|
|
outputdir=self.topdir + '/compose/Server/x86_64/debug/tree',
|
|
pkglist=list_file, skip_stat=True, update=True,
|
|
update_md_path=self.topdir + '/work/x86_64/repo', deltas=True,
|
|
oldpackagedirs=self.topdir + '/old/test-1.0-20151203.0/compose/Server/x86_64/debug/tree',
|
|
use_xz=False)])
|
|
with open(list_file) as f:
|
|
self.assertEqual(f.read(), 'Packages/b/bash-debuginfo-4.3.30-2.fc21.x86_64.rpm\n')
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|