175 lines
6.5 KiB
Python
175 lines
6.5 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; version 2 of the License.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Library General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program; if not, write to the Free Software
|
|
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
|
|
|
|
|
import os
|
|
import tempfile
|
|
|
|
from kobo.shortcuts import run
|
|
|
|
from pypungi.util import rmtree
|
|
from pypungi.wrappers.pungi import PungiWrapper
|
|
|
|
from pypungi.arch import tree_arch_to_yum_arch
|
|
import pypungi.phases.gather
|
|
|
|
|
|
import pypungi.phases.gather.method
|
|
|
|
|
|
class GatherMethodDeps(pypungi.phases.gather.method.GatherMethodBase):
|
|
enabled = True
|
|
config_options = (
|
|
{
|
|
"name": "gather_method",
|
|
"expected_types": [str],
|
|
"expected_values": ["deps"],
|
|
},
|
|
{
|
|
"name": "check_deps",
|
|
"expected_types": [bool],
|
|
},
|
|
{
|
|
"name": "gather_fulltree",
|
|
"expected_types": [bool],
|
|
"optional": True,
|
|
},
|
|
{
|
|
"name": "gather_selfhosting",
|
|
"expected_types": [bool],
|
|
"optional": True,
|
|
},
|
|
)
|
|
|
|
def __call__(self, arch, variant, packages, groups, filter_packages, multilib_whitelist, multilib_blacklist, package_sets, path_prefix=None, fulltree_excludes=None, prepopulate=None):
|
|
# result = {
|
|
# "rpm": [],
|
|
# "srpm": [],
|
|
# "debuginfo": [],
|
|
# }
|
|
|
|
write_pungi_config(self.compose, arch, variant, packages, groups, filter_packages, multilib_whitelist, multilib_blacklist, package_set=package_sets[arch], fulltree_excludes=fulltree_excludes, prepopulate=prepopulate)
|
|
result = resolve_deps(self.compose, arch, variant)
|
|
check_deps(self.compose, arch, variant)
|
|
return result
|
|
|
|
|
|
def write_pungi_config(compose, arch, variant, packages, groups, filter_packages, multilib_whitelist, multilib_blacklist, repos=None, comps_repo=None, package_set=None, fulltree_excludes=None, prepopulate=None):
|
|
"""write pungi config (kickstart) for arch/variant"""
|
|
pungi = PungiWrapper()
|
|
pungi_cfg = compose.paths.work.pungi_conf(variant=variant, arch=arch)
|
|
msg = "Writing pungi config (arch: %s, variant: %s): %s" % (arch, variant, pungi_cfg)
|
|
|
|
if compose.DEBUG and os.path.isfile(pungi_cfg):
|
|
compose.log_warning("[SKIP ] %s" % msg)
|
|
return
|
|
|
|
compose.log_info(msg)
|
|
|
|
if not repos:
|
|
repo_path = compose.paths.work.arch_repo(arch=arch)
|
|
repos = {"pungi-repo": repo_path}
|
|
|
|
lookaside_repos = {}
|
|
for i, repo_url in enumerate(pypungi.phases.gather.get_lookaside_repos(compose, arch, variant)):
|
|
lookaside_repos["lookaside-repo-%s" % i] = repo_url
|
|
|
|
packages_str = []
|
|
for pkg_name, pkg_arch in sorted(packages):
|
|
if pkg_arch:
|
|
packages_str.append("%s.%s" % (pkg_name, pkg_arch))
|
|
else:
|
|
packages_str.append(pkg_name)
|
|
|
|
filter_packages_str = []
|
|
for pkg_name, pkg_arch in sorted(filter_packages):
|
|
if pkg_arch:
|
|
filter_packages_str.append("%s.%s" % (pkg_name, pkg_arch))
|
|
else:
|
|
filter_packages_str.append(pkg_name)
|
|
|
|
pungi.write_kickstart(ks_path=pungi_cfg, repos=repos, groups=groups, packages=packages_str, exclude_packages=filter_packages_str, comps_repo=comps_repo, lookaside_repos=lookaside_repos, fulltree_excludes=fulltree_excludes, multilib_whitelist=multilib_whitelist, multilib_blacklist=multilib_blacklist, prepopulate=prepopulate)
|
|
|
|
|
|
def resolve_deps(compose, arch, variant):
|
|
pungi = PungiWrapper()
|
|
pungi_log = compose.paths.work.pungi_log(arch, variant)
|
|
|
|
msg = "Running pungi (arch: %s, variant: %s)" % (arch, variant)
|
|
if compose.DEBUG and os.path.exists(pungi_log):
|
|
compose.log_warning("[SKIP ] %s" % msg)
|
|
return pungi.get_packages(open(pungi_log, "r").read())
|
|
|
|
compose.log_info("[BEGIN] %s" % msg)
|
|
pungi_conf = compose.paths.work.pungi_conf(arch, variant)
|
|
|
|
multilib_methods = compose.conf.get("multilib_methods", None)
|
|
multilib_methods = compose.conf.get("multilib_methods", None)
|
|
is_multilib = arch in compose.conf["multilib_arches"]
|
|
if not is_multilib:
|
|
multilib_methods = None
|
|
|
|
greedy_method = compose.conf.get("greedy_method", "none")
|
|
|
|
# variant
|
|
fulltree = compose.conf.get("gather_fulltree", False)
|
|
selfhosting = compose.conf.get("gather_selfhosting", False)
|
|
|
|
# optional
|
|
if variant.type == "optional":
|
|
fulltree = True
|
|
selfhosting = True
|
|
|
|
# addon
|
|
if variant.type in ["addon", "layered-product"]:
|
|
# packages having SRPM in parent variant are excluded from fulltree (via %fulltree-excludes)
|
|
fulltree = True
|
|
selfhosting = False
|
|
|
|
lookaside_repos = {}
|
|
for i, repo_url in enumerate(pypungi.phases.gather.get_lookaside_repos(compose, arch, variant)):
|
|
lookaside_repos["lookaside-repo-%s" % i] = repo_url
|
|
|
|
yum_arch = tree_arch_to_yum_arch(arch)
|
|
tmp_dir = compose.paths.work.tmp_dir(arch, variant)
|
|
cache_dir = compose.paths.work.pungi_cache_dir(arch, variant)
|
|
cmd = pungi.get_pungi_cmd(pungi_conf, destdir=tmp_dir, name=variant.uid, selfhosting=selfhosting, fulltree=fulltree, arch=yum_arch, full_archlist=True, greedy=greedy_method, cache_dir=cache_dir, lookaside_repos=lookaside_repos, multilib_methods=multilib_methods)
|
|
# Use temp working directory directory as workaround for
|
|
# https://bugzilla.redhat.com/show_bug.cgi?id=795137
|
|
tmp_dir = tempfile.mkdtemp(prefix="pungi_")
|
|
try:
|
|
run(cmd, logfile=pungi_log, show_cmd=True, workdir=tmp_dir)
|
|
finally:
|
|
rmtree(tmp_dir)
|
|
result = pungi.get_packages(open(pungi_log, "r").read())
|
|
|
|
compose.log_info("[DONE ] %s" % msg)
|
|
return result
|
|
|
|
|
|
def check_deps(compose, arch, variant):
|
|
check_deps = compose.conf.get("check_deps", True)
|
|
if not check_deps:
|
|
return
|
|
|
|
pungi = PungiWrapper()
|
|
pungi_log = compose.paths.work.pungi_log(arch, variant)
|
|
missing_deps = pungi.get_missing_deps(open(pungi_log, "r").read())
|
|
if missing_deps:
|
|
for pkg in sorted(missing_deps):
|
|
compose.log_error("Unresolved dependencies in package %s: %s" % (pkg, sorted(missing_deps[pkg])))
|
|
raise RuntimeError("Unresolved dependencies detected")
|