# -*- coding: utf-8 -*- # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; version 2 of the License. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Library General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. import os import tempfile from kobo.shortcuts import run from pypungi.util import rmtree from pypungi.wrappers.pungi import PungiWrapper from pypungi.arch import tree_arch_to_yum_arch import pypungi.phases.gather import pypungi.phases.gather.method class GatherMethodDeps(pypungi.phases.gather.method.GatherMethodBase): enabled = True config_options = ( { "name": "gather_method", "expected_types": [str], "expected_values": ["deps"], }, { "name": "check_deps", "expected_types": [bool], }, { "name": "gather_fulltree", "expected_types": [bool], "optional": True, }, { "name": "gather_selfhosting", "expected_types": [bool], "optional": True, }, ) def __call__(self, arch, variant, packages, groups, filter_packages, multilib_whitelist, multilib_blacklist, package_sets, path_prefix=None, fulltree_excludes=None, prepopulate=None): # result = { # "rpm": [], # "srpm": [], # "debuginfo": [], # } write_pungi_config(self.compose, arch, variant, packages, groups, filter_packages, multilib_whitelist, multilib_blacklist, package_set=package_sets[arch], fulltree_excludes=fulltree_excludes, prepopulate=prepopulate) result = resolve_deps(self.compose, arch, variant) check_deps(self.compose, arch, variant) return result def write_pungi_config(compose, arch, variant, packages, groups, filter_packages, multilib_whitelist, multilib_blacklist, repos=None, comps_repo=None, package_set=None, fulltree_excludes=None, prepopulate=None): """write pungi config (kickstart) for arch/variant""" pungi = PungiWrapper() pungi_cfg = compose.paths.work.pungi_conf(variant=variant, arch=arch) msg = "Writing pungi config (arch: %s, variant: %s): %s" % (arch, variant, pungi_cfg) if compose.DEBUG and os.path.isfile(pungi_cfg): compose.log_warning("[SKIP ] %s" % msg) return compose.log_info(msg) if not repos: repo_path = compose.paths.work.arch_repo(arch=arch) repos = {"pungi-repo": repo_path} lookaside_repos = {} for i, repo_url in enumerate(pypungi.phases.gather.get_lookaside_repos(compose, arch, variant)): lookaside_repos["lookaside-repo-%s" % i] = repo_url packages_str = [] for pkg_name, pkg_arch in sorted(packages): if pkg_arch: packages_str.append("%s.%s" % (pkg_name, pkg_arch)) else: packages_str.append(pkg_name) filter_packages_str = [] for pkg_name, pkg_arch in sorted(filter_packages): if pkg_arch: filter_packages_str.append("%s.%s" % (pkg_name, pkg_arch)) else: filter_packages_str.append(pkg_name) pungi.write_kickstart(ks_path=pungi_cfg, repos=repos, groups=groups, packages=packages_str, exclude_packages=filter_packages_str, comps_repo=comps_repo, lookaside_repos=lookaside_repos, fulltree_excludes=fulltree_excludes, multilib_whitelist=multilib_whitelist, multilib_blacklist=multilib_blacklist, prepopulate=prepopulate) def resolve_deps(compose, arch, variant): pungi = PungiWrapper() pungi_log = compose.paths.work.pungi_log(arch, variant) msg = "Running pungi (arch: %s, variant: %s)" % (arch, variant) if compose.DEBUG and os.path.exists(pungi_log): compose.log_warning("[SKIP ] %s" % msg) return pungi.get_packages(open(pungi_log, "r").read()) compose.log_info("[BEGIN] %s" % msg) pungi_conf = compose.paths.work.pungi_conf(arch, variant) multilib_methods = compose.conf.get("multilib_methods", None) multilib_methods = compose.conf.get("multilib_methods", None) is_multilib = arch in compose.conf["multilib_arches"] if not is_multilib: multilib_methods = None greedy_method = compose.conf.get("greedy_method", "none") # variant fulltree = compose.conf.get("gather_fulltree", False) selfhosting = compose.conf.get("gather_selfhosting", False) # optional if variant.type == "optional": fulltree = True selfhosting = True # addon if variant.type in ["addon", "layered-product"]: # packages having SRPM in parent variant are excluded from fulltree (via %fulltree-excludes) fulltree = True selfhosting = False lookaside_repos = {} for i, repo_url in enumerate(pypungi.phases.gather.get_lookaside_repos(compose, arch, variant)): lookaside_repos["lookaside-repo-%s" % i] = repo_url yum_arch = tree_arch_to_yum_arch(arch) tmp_dir = compose.paths.work.tmp_dir(arch, variant) cache_dir = compose.paths.work.pungi_cache_dir(arch, variant) cmd = pungi.get_pungi_cmd(pungi_conf, destdir=tmp_dir, name=variant.uid, selfhosting=selfhosting, fulltree=fulltree, arch=yum_arch, full_archlist=True, greedy=greedy_method, cache_dir=cache_dir, lookaside_repos=lookaside_repos, multilib_methods=multilib_methods) # Use temp working directory directory as workaround for # https://bugzilla.redhat.com/show_bug.cgi?id=795137 tmp_dir = tempfile.mkdtemp(prefix="pungi_") try: run(cmd, logfile=pungi_log, show_cmd=True, workdir=tmp_dir) finally: rmtree(tmp_dir) result = pungi.get_packages(open(pungi_log, "r").read()) compose.log_info("[DONE ] %s" % msg) return result def check_deps(compose, arch, variant): check_deps = compose.conf.get("check_deps", True) if not check_deps: return pungi = PungiWrapper() pungi_log = compose.paths.work.pungi_log(arch, variant) missing_deps = pungi.get_missing_deps(open(pungi_log, "r").read()) if missing_deps: for pkg in sorted(missing_deps): compose.log_error("Unresolved dependencies in package %s: %s" % (pkg, sorted(missing_deps[pkg]))) raise RuntimeError("Unresolved dependencies detected")