5aa6fea8c3
Right now we dump all subprocess output to `program.log`. Unfortunately, The pungi/koji stack doesn't know how to scrape out the lorax logs. And even when running interactively, it's annoying that *some* fatal errors show up on stderr, but if it's from a subprocess, I need to go over and `tail program.log`. Let's output the subprocess stderr directly, since the user is going to want it prominently anyways.
773 lines
30 KiB
Python
773 lines
30 KiB
Python
#
|
|
# ltmpl.py
|
|
#
|
|
# Copyright (C) 2009-2015 Red Hat, Inc.
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; either version 2 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
# Red Hat Author(s): Martin Gracik <mgracik@redhat.com>
|
|
# Will Woods <wwoods@redhat.com>
|
|
#
|
|
|
|
import logging
|
|
logger = logging.getLogger("pylorax.ltmpl")
|
|
|
|
import os, re, glob, shlex, fnmatch
|
|
from os.path import basename, isdir
|
|
from subprocess import CalledProcessError
|
|
import shutil
|
|
|
|
from pylorax.sysutils import joinpaths, cpfile, mvfile, replace, remove
|
|
from pylorax.dnfhelper import LoraxDownloadCallback, LoraxRpmCallback
|
|
from pylorax.base import DataHolder
|
|
from pylorax.executils import runcmd, runcmd_output
|
|
from pylorax.imgutils import mkcpio
|
|
|
|
from mako.lookup import TemplateLookup
|
|
from mako.exceptions import text_error_template
|
|
import sys, traceback
|
|
import struct
|
|
import dnf
|
|
import collections
|
|
|
|
class LoraxTemplate(object):
|
|
def __init__(self, directories=None):
|
|
directories = directories or ["/usr/share/lorax"]
|
|
# we have to add ["/"] to the template lookup directories or the
|
|
# file includes won't work properly for absolute paths
|
|
self.directories = ["/"] + directories
|
|
|
|
def parse(self, template_file, variables):
|
|
lookup = TemplateLookup(directories=self.directories)
|
|
template = lookup.get_template(template_file)
|
|
|
|
try:
|
|
textbuf = template.render(**variables)
|
|
except:
|
|
logger.error("Problem rendering %s (%s):", template_file, variables)
|
|
logger.error(text_error_template().render())
|
|
raise
|
|
|
|
# split, strip and remove empty lines
|
|
lines = textbuf.splitlines()
|
|
lines = [line.strip() for line in lines]
|
|
lines = [line for line in lines if line]
|
|
|
|
# remove comments
|
|
lines = [line for line in lines if not line.startswith("#")]
|
|
|
|
# split with shlex and perform brace expansion
|
|
lines = [split_and_expand(line) for line in lines]
|
|
|
|
return lines
|
|
|
|
def split_and_expand(line):
|
|
return [exp for word in shlex.split(line) for exp in brace_expand(word)]
|
|
|
|
def brace_expand(s):
|
|
if not ('{' in s and ',' in s and '}' in s):
|
|
yield s
|
|
else:
|
|
right = s.find('}')
|
|
left = s[:right].rfind('{')
|
|
(prefix, choices, suffix) = (s[:left], s[left+1:right], s[right+1:])
|
|
for choice in choices.split(','):
|
|
for alt in brace_expand(prefix+choice+suffix):
|
|
yield alt
|
|
|
|
def rglob(pathname, root="/", fatal=False):
|
|
seen = set()
|
|
rootlen = len(root)+1
|
|
for f in glob.iglob(joinpaths(root, pathname)):
|
|
if f not in seen:
|
|
seen.add(f)
|
|
yield f[rootlen:] # remove the root to produce relative path
|
|
if fatal and not seen:
|
|
raise IOError("nothing matching %s in %s" % (pathname, root))
|
|
|
|
def rexists(pathname, root=""):
|
|
# Generator is always True, even with no values;
|
|
# bool(rglob(...)) won't work here.
|
|
for _path in rglob(pathname, root):
|
|
return True
|
|
return False
|
|
|
|
# TODO: operate inside an actual chroot for safety? Not that RPM bothers..
|
|
class LoraxTemplateRunner(object):
|
|
'''
|
|
This class parses and executes Lorax templates. Sample usage:
|
|
|
|
# install a bunch of packages
|
|
runner = LoraxTemplateRunner(inroot=rundir, outroot=rundir, dbo=dnf_obj)
|
|
runner.run("install-packages.ltmpl")
|
|
|
|
# modify a runtime dir
|
|
runner = LoraxTemplateRunner(inroot=rundir, outroot=newrun)
|
|
runner.run("runtime-transmogrify.ltmpl")
|
|
|
|
NOTES:
|
|
|
|
* Parsing procedure is roughly:
|
|
1. Mako template expansion (on the whole file)
|
|
2. For each line of the result,
|
|
a. Whitespace splitting (using shlex.split())
|
|
b. Brace expansion (using brace_expand())
|
|
c. If the first token is the name of a function, call that function
|
|
with the rest of the line as arguments
|
|
|
|
* Parsing and execution are *separate* passes - so you can't use the result
|
|
of a command in an %if statement (or any other control statements)!
|
|
|
|
* Commands that run external programs (systemctl, gconfset) currently use
|
|
the *host*'s copy of that program, which may cause problems if there's a
|
|
big enough difference between the host and the image you're modifying.
|
|
|
|
* The commands are not executed under a real chroot, so absolute symlinks
|
|
will point *outside* the inroot/outroot. Be careful with symlinks!
|
|
|
|
ADDING NEW COMMANDS:
|
|
|
|
* Each template command is just a method of the LoraxTemplateRunner
|
|
object - so adding a new command is as easy as adding a new function.
|
|
|
|
* Each function gets arguments that correspond to the rest of the tokens
|
|
on that line (after word splitting and brace expansion)
|
|
|
|
* Commands should raise exceptions for errors - don't use sys.exit()
|
|
'''
|
|
def __init__(self, inroot, outroot, dbo=None, fatalerrors=True,
|
|
templatedir=None, defaults=None):
|
|
self.inroot = inroot
|
|
self.outroot = outroot
|
|
self.dbo = dbo
|
|
self.fatalerrors = fatalerrors
|
|
self.templatedir = templatedir or "/usr/share/lorax"
|
|
self.templatefile = None
|
|
# some builtin methods
|
|
self.builtins = DataHolder(exists=lambda p: rexists(p, root=inroot),
|
|
glob=lambda g: list(rglob(g, root=inroot)))
|
|
self.defaults = defaults or {}
|
|
self.results = DataHolder(treeinfo=dict()) # just treeinfo for now
|
|
# TODO: set up custom logger with a filter to add line info
|
|
|
|
def _out(self, path):
|
|
return joinpaths(self.outroot, path)
|
|
def _in(self, path):
|
|
return joinpaths(self.inroot, path)
|
|
|
|
def _filelist(self, *pkgs):
|
|
""" Return the list of files in the packages """
|
|
pkglist = []
|
|
for pkg_glob in pkgs:
|
|
pkglist += list(self.dbo.sack.query().installed().filter(name__glob=pkg_glob))
|
|
|
|
# dnf/hawkey doesn't make any distinction between file, dir or ghost like yum did
|
|
# so only return the files.
|
|
return set(f for pkg in pkglist for f in pkg.files if not os.path.isdir(self._out(f)))
|
|
|
|
def _getsize(self, *files):
|
|
return sum(os.path.getsize(self._out(f)) for f in files if os.path.isfile(self._out(f)))
|
|
|
|
def _write_debuginfo_log(self):
|
|
"""
|
|
Write a list of debuginfo packages to /root/debug-pkgs.log
|
|
|
|
If lorax is called with a debug repo find the corresponding debuginfo package
|
|
names and write them to /root/debubg-pkgs.log on the boot.iso
|
|
"""
|
|
for repo in self.dbo.repos:
|
|
repo = self.dbo.repos[repo]
|
|
if any(True for url in repo.baseurl if "debug" in url):
|
|
break
|
|
if repo.metalink and "debug" in repo.metalink:
|
|
break
|
|
if repo.mirrorlist and "debug" in repo.mirrorlist:
|
|
break
|
|
else:
|
|
# No debug repos
|
|
return
|
|
|
|
available = self.dbo.sack.query().available()
|
|
debug_pkgs = []
|
|
for p in list(self.dbo.transaction.install_set):
|
|
if available.filter(name=p.name+"-debuginfo"):
|
|
debug_pkgs += ["{0.name}-debuginfo-{0.epoch}:{0.version}-{0.release}".format(p)]
|
|
|
|
os.makedirs(self._out("root/"), exist_ok=True)
|
|
with open(self._out("root/debug-pkgs.log"), "w") as f:
|
|
for pkg in debug_pkgs:
|
|
f.write("%s\n" % pkg)
|
|
|
|
|
|
def run(self, templatefile, **variables):
|
|
for k,v in list(self.defaults.items()) + list(self.builtins.items()):
|
|
variables.setdefault(k,v)
|
|
logger.debug("executing %s with variables=%s", templatefile, variables)
|
|
self.templatefile = templatefile
|
|
t = LoraxTemplate(directories=[self.templatedir])
|
|
commands = t.parse(templatefile, variables)
|
|
self._run(commands)
|
|
|
|
|
|
def _run(self, parsed_template):
|
|
logger.info("running %s", self.templatefile)
|
|
for (num, line) in enumerate(parsed_template,1):
|
|
logger.debug("template line %i: %s", num, " ".join(line))
|
|
skiperror = False
|
|
(cmd, args) = (line[0], line[1:])
|
|
# Following Makefile convention, if the command is prefixed with
|
|
# a dash ('-'), we'll ignore any errors on that line.
|
|
if cmd.startswith('-'):
|
|
cmd = cmd[1:]
|
|
skiperror = True
|
|
try:
|
|
# grab the method named in cmd and pass it the given arguments
|
|
f = getattr(self, cmd, None)
|
|
if cmd[0] == '_' or cmd == 'run' or not isinstance(f, collections.Callable):
|
|
raise ValueError("unknown command %s" % cmd)
|
|
f(*args)
|
|
except Exception: # pylint: disable=broad-except
|
|
if skiperror:
|
|
logger.debug("ignoring error")
|
|
continue
|
|
logger.error("template command error in %s:", self.templatefile)
|
|
logger.error(" %s", " ".join(line))
|
|
# format the exception traceback
|
|
exclines = traceback.format_exception(*sys.exc_info())
|
|
# skip the bit about "ltmpl.py, in _run()" - we know that
|
|
exclines.pop(1)
|
|
# log the "ErrorType: this is what happened" line
|
|
logger.error(" " + exclines[-1].strip())
|
|
# and log the entire traceback to the debug log
|
|
for line in ''.join(exclines).splitlines():
|
|
logger.debug(" " + line)
|
|
if self.fatalerrors:
|
|
raise
|
|
|
|
def install(self, srcglob, dest):
|
|
'''
|
|
install SRC DEST
|
|
Copy the given file (or files, if a glob is used) from the input
|
|
tree to the given destination in the output tree.
|
|
The path to DEST must exist in the output tree.
|
|
If DEST is a directory, SRC will be copied into that directory.
|
|
If DEST doesn't exist, SRC will be copied to a file with that name,
|
|
assuming the rest of the path exists.
|
|
This is pretty much like how the 'cp' command works.
|
|
Examples:
|
|
install usr/share/myconfig/grub.conf /boot
|
|
install /usr/share/myconfig/grub.conf.in /boot/grub.conf
|
|
'''
|
|
for src in rglob(self._in(srcglob), fatal=True):
|
|
try:
|
|
cpfile(src, self._out(dest))
|
|
except shutil.Error as e:
|
|
logger.error(e)
|
|
|
|
def installimg(self, *args):
|
|
'''
|
|
installimg [--xz|--gzip|--bzip2|--lzma] [-ARG|--ARG=OPTION] SRCDIR DESTFILE
|
|
Create a compressed cpio archive of the contents of SRCDIR and place
|
|
it in DESTFILE.
|
|
|
|
If SRCDIR doesn't exist or is empty nothing is created.
|
|
|
|
Examples:
|
|
installimg ${LORAXDIR}/product/ images/product.img
|
|
installimg ${LORAXDIR}/updates/ images/updates.img
|
|
installimg --xz -6 ${LORAXDIR}/updates/ images/updates.img
|
|
installimg --xz -9 --memlimit-compress=3700MiB ${LORAXDIR}/updates/ images/updates.img
|
|
|
|
Optionally use a different compression type and override the default args
|
|
passed to it. The default is xz -9
|
|
'''
|
|
COMPRESSORS = ("--xz", "--gzip", "--bzip2", "--lzma")
|
|
if len(args) < 2:
|
|
raise ValueError("Not enough args for installimg.")
|
|
|
|
srcdir = args[-2]
|
|
destfile = args[-1]
|
|
if not os.path.isdir(self._in(srcdir)) or not os.listdir(self._in(srcdir)):
|
|
return
|
|
|
|
compression = "xz"
|
|
compressargs = []
|
|
if args[0] in COMPRESSORS:
|
|
compression = args[0][2:]
|
|
|
|
for arg in args[1:-2]:
|
|
if arg.startswith('-'):
|
|
compressargs.append(arg)
|
|
else:
|
|
raise ValueError("Argument is missing -")
|
|
|
|
logger.info("Creating image file %s from contents of %s", self._out(destfile), self._in(srcdir))
|
|
logger.debug("Using %s %s compression", compression, compressargs or "")
|
|
mkcpio(self._in(srcdir), self._out(destfile), compression=compression, compressargs=compressargs)
|
|
|
|
def mkdir(self, *dirs):
|
|
'''
|
|
mkdir DIR [DIR ...]
|
|
Create the named DIR(s). Will create leading directories as needed.
|
|
Example:
|
|
mkdir /images
|
|
'''
|
|
for d in dirs:
|
|
d = self._out(d)
|
|
if not isdir(d):
|
|
os.makedirs(d)
|
|
|
|
def replace(self, pat, repl, *fileglobs):
|
|
'''
|
|
replace PATTERN REPLACEMENT FILEGLOB [FILEGLOB ...]
|
|
Find-and-replace the given PATTERN (Python-style regex) with the given
|
|
REPLACEMENT string for each of the files listed.
|
|
Example:
|
|
replace @VERSION@ ${product.version} /boot/grub.conf /boot/isolinux.cfg
|
|
'''
|
|
match = False
|
|
for g in fileglobs:
|
|
for f in rglob(self._out(g)):
|
|
match = True
|
|
replace(f, pat, repl)
|
|
if not match:
|
|
raise IOError("no files matched %s" % " ".join(fileglobs))
|
|
|
|
def append(self, filename, data):
|
|
'''
|
|
append FILE STRING
|
|
Append STRING (followed by a newline character) to FILE.
|
|
Python character escape sequences ('\\n', '\\t', etc.) will be
|
|
converted to the appropriate characters.
|
|
Examples:
|
|
append /etc/depmod.d/dd.conf "search updates built-in"
|
|
append /etc/resolv.conf ""
|
|
'''
|
|
with open(self._out(filename), "a") as fobj:
|
|
fobj.write(bytes(data, "utf8").decode('unicode_escape')+"\n")
|
|
|
|
def treeinfo(self, section, key, *valuetoks):
|
|
'''
|
|
treeinfo SECTION KEY ARG [ARG ...]
|
|
Add an item to the treeinfo data store.
|
|
The given SECTION will have a new item added where
|
|
KEY = ARG ARG ...
|
|
Example:
|
|
treeinfo images-${kernel.arch} boot.iso images/boot.iso
|
|
'''
|
|
if section not in self.results.treeinfo:
|
|
self.results.treeinfo[section] = dict()
|
|
self.results.treeinfo[section][key] = " ".join(valuetoks)
|
|
|
|
def installkernel(self, section, src, dest):
|
|
'''
|
|
installkernel SECTION SRC DEST
|
|
Install the kernel from SRC in the input tree to DEST in the output
|
|
tree, and then add an item to the treeinfo data store, in the named
|
|
SECTION, where "kernel" = DEST.
|
|
|
|
Equivalent to:
|
|
install SRC DEST
|
|
treeinfo SECTION kernel DEST
|
|
'''
|
|
self.install(src, dest)
|
|
self.treeinfo(section, "kernel", dest)
|
|
|
|
def installinitrd(self, section, src, dest):
|
|
'''
|
|
installinitrd SECTION SRC DEST
|
|
Same as installkernel, but for "initrd".
|
|
'''
|
|
self.install(src, dest)
|
|
self.chmod(dest, '644')
|
|
self.treeinfo(section, "initrd", dest)
|
|
|
|
def installupgradeinitrd(self, section, src, dest):
|
|
'''
|
|
installupgradeinitrd SECTION SRC DEST
|
|
Same as installkernel, but for "upgrade".
|
|
'''
|
|
self.install(src, dest)
|
|
self.chmod(dest, '644')
|
|
self.treeinfo(section, "upgrade", dest)
|
|
|
|
def hardlink(self, src, dest):
|
|
'''
|
|
hardlink SRC DEST
|
|
Create a hardlink at DEST which is linked to SRC.
|
|
'''
|
|
if isdir(self._out(dest)):
|
|
dest = joinpaths(dest, basename(src))
|
|
os.link(self._out(src), self._out(dest))
|
|
|
|
def symlink(self, target, dest):
|
|
'''
|
|
symlink SRC DEST
|
|
Create a symlink at DEST which points to SRC.
|
|
'''
|
|
if rexists(self._out(dest)):
|
|
self.remove(dest)
|
|
os.symlink(target, self._out(dest))
|
|
|
|
def copy(self, src, dest):
|
|
'''
|
|
copy SRC DEST
|
|
Copy SRC to DEST.
|
|
If DEST is a directory, SRC will be copied inside it.
|
|
If DEST doesn't exist, SRC will be copied to a file with
|
|
that name, if the path leading to it exists.
|
|
'''
|
|
try:
|
|
cpfile(self._out(src), self._out(dest))
|
|
except shutil.Error as e:
|
|
logger.error(e)
|
|
|
|
def move(self, src, dest):
|
|
'''
|
|
move SRC DEST
|
|
Move SRC to DEST.
|
|
'''
|
|
mvfile(self._out(src), self._out(dest))
|
|
|
|
def remove(self, *fileglobs):
|
|
'''
|
|
remove FILEGLOB [FILEGLOB ...]
|
|
Remove all the named files or directories.
|
|
Will *not* raise exceptions if the file(s) are not found.
|
|
'''
|
|
for g in fileglobs:
|
|
for f in rglob(self._out(g)):
|
|
remove(f)
|
|
logger.debug("removed %s", f)
|
|
|
|
def chmod(self, fileglob, mode):
|
|
'''
|
|
chmod FILEGLOB OCTALMODE
|
|
Change the mode of all the files matching FILEGLOB to OCTALMODE.
|
|
'''
|
|
for f in rglob(self._out(fileglob), fatal=True):
|
|
os.chmod(f, int(mode,8))
|
|
|
|
# TODO: do we need a new command for gsettings?
|
|
def gconfset(self, path, keytype, value, outfile=None):
|
|
'''
|
|
gconfset PATH KEYTYPE VALUE [OUTFILE]
|
|
Set the given gconf PATH, with type KEYTYPE, to the given value.
|
|
OUTFILE defaults to /etc/gconf/gconf.xml.defaults if not given.
|
|
Example:
|
|
gconfset /apps/metacity/general/num_workspaces int 1
|
|
'''
|
|
if outfile is None:
|
|
outfile = self._out("etc/gconf/gconf.xml.defaults")
|
|
cmd = ["gconftool-2", "--direct",
|
|
"--config-source=xml:readwrite:%s" % outfile,
|
|
"--set", "--type", keytype, path, value]
|
|
runcmd(cmd)
|
|
|
|
def log(self, msg):
|
|
'''
|
|
log MESSAGE
|
|
Emit the given log message. Be sure to put it in quotes!
|
|
Example:
|
|
log "Reticulating splines, please wait..."
|
|
'''
|
|
logger.info(msg)
|
|
|
|
# TODO: add ssh-keygen, mkisofs(?), find, and other useful commands
|
|
def runcmd(self, *cmdlist):
|
|
'''
|
|
runcmd CMD [ARG ...]
|
|
Run the given command with the given arguments.
|
|
|
|
NOTE: All paths given MUST be COMPLETE, ABSOLUTE PATHS to the file
|
|
or files mentioned. ${root}/${inroot}/${outroot} are good for
|
|
constructing these paths.
|
|
|
|
FURTHER NOTE: Please use this command only as a last resort!
|
|
Whenever possible, you should use the existing template commands.
|
|
If the existing commands don't do what you need, fix them!
|
|
|
|
Examples:
|
|
(this should be replaced with a "find" function)
|
|
runcmd find ${root} -name "*.pyo" -type f -delete
|
|
%for f in find(root, name="*.pyo"):
|
|
remove ${f}
|
|
%endfor
|
|
'''
|
|
cmd = cmdlist
|
|
logger.debug('running command: %s', cmd)
|
|
if cmd[0].startswith("--chdir="):
|
|
logger.error("--chdir is no longer supported for runcmd.")
|
|
raise ValueError("--chdir is no longer supported for runcmd.")
|
|
|
|
try:
|
|
stdout = runcmd_output(cmd)
|
|
if stdout:
|
|
logger.debug('command output:\n%s', stdout)
|
|
logger.debug("command finished successfully")
|
|
except CalledProcessError as e:
|
|
if e.output:
|
|
logger.error('command output:\n%s', e.output)
|
|
logger.error('command returned failure (%d)', e.returncode)
|
|
raise
|
|
|
|
def installpkg(self, *pkgs):
|
|
'''
|
|
installpkg [--required|--optional] [--except PKGGLOB [--except PKGGLOB ...]] PKGGLOB [PKGGLOB ...]
|
|
Request installation of all packages matching the given globs.
|
|
Note that this is just a *request* - nothing is *actually* installed
|
|
until the 'run_pkg_transaction' command is given.
|
|
|
|
--required is now the default. If the PKGGLOB can be missing pass --optional
|
|
'''
|
|
if pkgs[0] == '--optional':
|
|
pkgs = pkgs[1:]
|
|
required = False
|
|
elif pkgs[0] == '--required':
|
|
pkgs = pkgs[1:]
|
|
required = True
|
|
else:
|
|
required = True
|
|
|
|
excludes = []
|
|
while '--except' in pkgs:
|
|
idx = pkgs.index('--except')
|
|
if len(pkgs) == idx+1:
|
|
raise ValueError("installpkg needs an argument after --except")
|
|
|
|
excludes.append(pkgs[idx+1])
|
|
pkgs = pkgs[:idx] + pkgs[idx+2:]
|
|
|
|
errors = False
|
|
for p in pkgs:
|
|
try:
|
|
# Start by using Subject to generate a package query, which will
|
|
# give us a query object similar to what dbo.install would select,
|
|
# minus the handling for multilib. This query may contain
|
|
# multiple arches. Pull the package names out of that, filter any
|
|
# that match the excludes patterns, and pass those names back to
|
|
# dbo.install to do the actual, arch and version and multilib
|
|
# aware, package selction.
|
|
|
|
# dnf queries don't have a concept of negative globs which is why
|
|
# the filtering is done the hard way.
|
|
|
|
pkgnames = {pkg.name for pkg in dnf.subject.Subject(p).get_best_query(self.dbo.sack)}
|
|
if not pkgnames:
|
|
raise dnf.exceptions.PackageNotFoundError("no package matched", p)
|
|
|
|
for exclude in excludes:
|
|
pkgnames = {pkgname for pkgname in pkgnames if not fnmatch.fnmatch(pkgname, exclude)}
|
|
|
|
for pkgname in pkgnames:
|
|
self.dbo.install(pkgname)
|
|
except Exception as e: # pylint: disable=broad-except
|
|
logger.error("installpkg %s failed: %s", p, str(e))
|
|
errors = True
|
|
|
|
if errors and required:
|
|
raise Exception("Required installpkg failed.")
|
|
|
|
def removepkg(self, *pkgs):
|
|
'''
|
|
removepkg PKGGLOB [PKGGLOB...]
|
|
Delete the named package(s).
|
|
IMPLEMENTATION NOTES:
|
|
RPM scriptlets (%preun/%postun) are *not* run.
|
|
Files are deleted, but directories are left behind.
|
|
'''
|
|
for p in pkgs:
|
|
filepaths = [f.lstrip('/') for f in self._filelist(p)]
|
|
# TODO: also remove directories that aren't owned by anything else
|
|
if filepaths:
|
|
logger.debug("removepkg %s: %ikb", p, self._getsize(*filepaths)/1024)
|
|
self.remove(*filepaths)
|
|
else:
|
|
logger.debug("removepkg %s: no files to remove!", p)
|
|
|
|
def run_pkg_transaction(self):
|
|
'''
|
|
run_pkg_transaction
|
|
Actually install all the packages requested by previous 'installpkg'
|
|
commands.
|
|
'''
|
|
try:
|
|
logger.info("Checking dependencies")
|
|
self.dbo.resolve()
|
|
except dnf.exceptions.DepsolveError as e:
|
|
logger.error("Dependency check failed: %s", e)
|
|
raise
|
|
logger.info("%d packages selected", len(self.dbo.transaction))
|
|
if len(self.dbo.transaction) == 0:
|
|
raise Exception("No packages in transaction")
|
|
|
|
# If a debug repo has been included, write out a list of debuginfo packages
|
|
self._write_debuginfo_log()
|
|
|
|
pkgs_to_download = self.dbo.transaction.install_set
|
|
logger.info("Downloading packages")
|
|
progress = LoraxDownloadCallback()
|
|
try:
|
|
self.dbo.download_packages(pkgs_to_download, progress)
|
|
except dnf.exceptions.DownloadError as e:
|
|
logger.error("Failed to download the following packages: %s", e)
|
|
raise
|
|
|
|
logger.info("Preparing transaction from installation source")
|
|
try:
|
|
display = LoraxRpmCallback()
|
|
self.dbo.do_transaction(display=display)
|
|
except BaseException as e:
|
|
logger.error("The transaction process has ended abruptly: %s", e)
|
|
raise
|
|
|
|
# Reset the package sack to pick up the installed packages
|
|
self.dbo.reset(repos=False)
|
|
self.dbo.fill_sack(load_system_repo=True, load_available_repos=False)
|
|
|
|
# At this point dnf should know about the installed files. Double check that it really does.
|
|
if len(self._filelist("anaconda-core")) == 0:
|
|
raise Exception("Failed to reset dbo to installed package set")
|
|
|
|
def removefrom(self, pkg, *globs):
|
|
'''
|
|
removefrom PKGGLOB [--allbut] FILEGLOB [FILEGLOB...]
|
|
Remove all files matching the given file globs from the package
|
|
(or packages) named.
|
|
If '--allbut' is used, all the files from the given package(s) will
|
|
be removed *except* the ones which match the file globs.
|
|
Examples:
|
|
removefrom usbutils /usr/bin/*
|
|
removefrom xfsprogs --allbut /sbin/*
|
|
'''
|
|
cmd = "%s %s" % (pkg, " ".join(globs)) # save for later logging
|
|
keepmatches = False
|
|
if globs[0] == '--allbut':
|
|
keepmatches = True
|
|
globs = globs[1:]
|
|
# get pkg filelist and find files that match the globs
|
|
filelist = self._filelist(pkg)
|
|
matches = set()
|
|
for g in globs:
|
|
globs_re = re.compile(fnmatch.translate(g))
|
|
m = [f for f in filelist if globs_re.match(f)]
|
|
if m:
|
|
matches.update(m)
|
|
else:
|
|
logger.debug("removefrom %s %s: no files matched!", pkg, g)
|
|
# are we removing the matches, or keeping only the matches?
|
|
if keepmatches:
|
|
remove_files = filelist.difference(matches)
|
|
else:
|
|
remove_files = matches
|
|
# remove the files
|
|
if remove_files:
|
|
logger.debug("removefrom %s: removed %i/%i files, %ikb/%ikb", cmd,
|
|
len(remove_files), len(filelist),
|
|
self._getsize(*remove_files)/1024, self._getsize(*filelist)/1024)
|
|
self.remove(*remove_files)
|
|
else:
|
|
logger.debug("removefrom %s: no files to remove!", cmd)
|
|
|
|
def removekmod(self, *globs):
|
|
'''
|
|
removekmod GLOB [GLOB...] [--allbut] KEEPGLOB [KEEPGLOB...]
|
|
Remove all files and directories matching the given file globs from the kernel
|
|
modules directory.
|
|
|
|
If '--allbut' is used, all the files from the modules will be removed *except*
|
|
the ones which match the file globs. There must be at least one initial GLOB
|
|
to search and one KEEPGLOB to keep. The KEEPGLOB is expanded to be *KEEPGLOB*
|
|
so that it will match anywhere in the path.
|
|
|
|
This only removes files from under /lib/modules/*/kernel/
|
|
|
|
Examples:
|
|
removekmod sound drivers/media drivers/hwmon drivers/video
|
|
removekmod drivers/char --allbut virtio_console hw_random
|
|
'''
|
|
cmd = " ".join(globs)
|
|
if "--allbut" in globs:
|
|
idx = globs.index("--allbut")
|
|
if idx == 0:
|
|
raise ValueError("removekmod needs at least one GLOB before --allbut")
|
|
|
|
# Apply keepglobs anywhere they appear in the path
|
|
keepglobs = globs[idx+1:]
|
|
if len(keepglobs) == 0:
|
|
raise ValueError("removekmod needs at least one GLOB after --allbut")
|
|
|
|
globs = globs[:idx]
|
|
else:
|
|
# Nothing to keep
|
|
keepglobs = []
|
|
|
|
filelist = set()
|
|
for g in globs:
|
|
for top_dir in rglob(self._out("/lib/modules/*/kernel/"+g)):
|
|
for root, _dirs, files in os.walk(top_dir):
|
|
filelist.update(root+"/"+f for f in files)
|
|
|
|
# Remove anything matching keepglobs from the list
|
|
matches = set()
|
|
for g in keepglobs:
|
|
globs_re = re.compile(fnmatch.translate("*"+g+"*"))
|
|
m = [f for f in filelist if globs_re.match(f)]
|
|
if m:
|
|
matches.update(m)
|
|
else:
|
|
logger.debug("removekmod %s: no files matched!", g)
|
|
remove_files = filelist.difference(matches)
|
|
|
|
if remove_files:
|
|
logger.debug("removekmod: removing %d files", len(remove_files))
|
|
list(remove(f) for f in remove_files)
|
|
else:
|
|
logger.debug("removekmod %s: no files to remove!", cmd)
|
|
|
|
def createaddrsize(self, addr, src, dest):
|
|
'''
|
|
createaddrsize INITRD_ADDRESS INITRD ADDRSIZE
|
|
Create the initrd.addrsize file required in LPAR boot process.
|
|
Examples:
|
|
createaddrsize ${INITRD_ADDRESS} ${outroot}/${BOOTDIR}/initrd.img ${outroot}/${BOOTDIR}/initrd.addrsize
|
|
'''
|
|
addrsize = open(dest, "wb")
|
|
addrsize_data = struct.pack(">iiii", 0, int(addr, 16), 0, os.stat(src).st_size)
|
|
addrsize.write(addrsize_data)
|
|
addrsize.close()
|
|
|
|
def systemctl(self, cmd, *units):
|
|
'''
|
|
systemctl [enable|disable|mask] UNIT [UNIT...]
|
|
Enable, disable, or mask the given systemd units.
|
|
Examples:
|
|
systemctl disable lvm2-monitor.service
|
|
systemctl mask fedora-storage-init.service fedora-configure.service
|
|
'''
|
|
if cmd not in ('enable', 'disable', 'mask'):
|
|
raise ValueError('unsupported systemctl cmd: %s' % cmd)
|
|
if not units:
|
|
logger.debug("systemctl: no units given for %s, ignoring", cmd)
|
|
return
|
|
self.mkdir("/run/systemd/system") # XXX workaround for systemctl bug
|
|
systemctl = ('systemctl', '--root', self.outroot, '--no-reload',
|
|
'--quiet', cmd)
|
|
# XXX for some reason 'systemctl enable/disable' always returns 1
|
|
try:
|
|
cmd = systemctl + units
|
|
runcmd(cmd)
|
|
except CalledProcessError:
|
|
pass
|