lorax/src/pylorax/__init__.py

327 lines
12 KiB
Python
Raw Normal View History

2009-08-27 07:19:49 +00:00
#
# __init__.py
2010-01-12 11:45:54 +00:00
#
2010-10-12 16:23:29 +00:00
# Copyright (C) 2010 Red Hat, Inc.
2010-01-12 11:45:54 +00:00
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
2010-02-23 13:20:05 +00:00
# Red Hat Author(s): Martin Gracik <mgracik@redhat.com>
# David Cantrell <dcantrell@redhat.com>
# Will Woods <wwoods@redhat.com>
2009-08-27 07:19:49 +00:00
2010-10-12 16:23:29 +00:00
# set up logging
import logging
2011-01-19 14:37:44 +00:00
logger = logging.getLogger("pylorax")
logger.addHandler(logging.NullHandler())
2010-10-12 16:23:29 +00:00
import sys
import os
import ConfigParser
2010-10-12 16:23:29 +00:00
import tempfile
2012-02-17 10:09:59 +00:00
import locale
from subprocess import CalledProcessError
import selinux
from base import BaseLoraxClass, DataHolder
import output
2010-10-12 16:23:29 +00:00
import yum
import ltmpl
import imgutils
2010-02-23 13:20:05 +00:00
from sysutils import *
from rpmUtils.arch import getBaseArch
from treebuilder import RuntimeBuilder, TreeBuilder
2010-11-23 10:14:25 +00:00
from buildstamp import BuildStamp
from treeinfo import TreeInfo
from discinfo import DiscInfo
from executils import runcmd, runcmd_output
2010-11-23 10:14:25 +00:00
class ArchData(DataHolder):
lib64_arches = ("x86_64", "ppc64", "sparc64", "s390x", "ia64")
2011-07-22 20:59:56 +00:00
bcj_arch = dict(i386="x86", x86_64="x86",
ppc="powerpc", ppc64="powerpc",
sparc="sparc", sparc64="sparc",
arm="arm", armhfp="arm")
def __init__(self, buildarch):
self.buildarch = buildarch
self.basearch = getBaseArch(buildarch)
2011-07-05 17:40:48 +00:00
self.libdir = "lib64" if self.basearch in self.lib64_arches else "lib"
2011-07-22 20:59:56 +00:00
self.bcj = self.bcj_arch.get(self.basearch)
2010-08-17 12:14:36 +00:00
2010-02-23 13:20:05 +00:00
class Lorax(BaseLoraxClass):
2010-10-12 16:23:29 +00:00
def __init__(self):
2010-02-23 13:20:05 +00:00
BaseLoraxClass.__init__(self)
2010-10-12 16:23:29 +00:00
self._configured = False
2012-02-17 10:09:59 +00:00
# set locale to C
locale.setlocale(locale.LC_ALL, 'C')
2010-10-12 16:23:29 +00:00
def configure(self, conf_file="/etc/lorax/lorax.conf"):
self.conf = ConfigParser.SafeConfigParser()
# set defaults
self.conf.add_section("lorax")
self.conf.set("lorax", "debug", "1")
self.conf.set("lorax", "sharedir", "/usr/share/lorax")
self.conf.add_section("output")
self.conf.set("output", "colors", "1")
self.conf.set("output", "encoding", "utf-8")
self.conf.set("output", "ignorelist", "/usr/share/lorax/ignorelist")
2010-10-12 16:23:29 +00:00
self.conf.add_section("templates")
2010-10-27 09:23:47 +00:00
self.conf.set("templates", "ramdisk", "ramdisk.ltmpl")
2010-10-12 16:23:29 +00:00
self.conf.add_section("yum")
self.conf.set("yum", "skipbroken", "0")
self.conf.add_section("compression")
self.conf.set("compression", "type", "xz")
self.conf.set("compression", "args", "")
self.conf.set("compression", "bcj", "on")
2010-10-12 16:23:29 +00:00
# read the config file
if os.path.isfile(conf_file):
self.conf.read(conf_file)
# set up the output
2011-08-09 21:59:04 +00:00
self.debug = self.conf.getboolean("lorax", "debug")
output_level = output.DEBUG if self.debug else output.INFO
2010-10-12 16:23:29 +00:00
colors = self.conf.getboolean("output", "colors")
encoding = self.conf.get("output", "encoding")
self.output.basic_config(output_level=output_level,
colors=colors, encoding=encoding)
ignorelist = self.conf.get("output", "ignorelist")
if os.path.isfile(ignorelist):
with open(ignorelist, "r") as fobj:
for line in fobj:
line = line.strip()
if line and not line.startswith("#"):
self.output.ignore(line)
2010-12-02 11:59:08 +00:00
# cron does not have sbin in PATH,
# so we have to add it ourselves
os.environ["PATH"] = "{0}:/sbin:/usr/sbin".format(os.environ["PATH"])
2010-10-12 16:23:29 +00:00
self._configured = True
def init_stream_logging(self):
sh = logging.StreamHandler()
sh.setLevel(logging.INFO)
logger.addHandler(sh)
2011-01-19 14:37:44 +00:00
def init_file_logging(self, logdir, logname="pylorax.log"):
fh = logging.FileHandler(filename=joinpaths(logdir, logname), mode="w")
fh.setLevel(logging.DEBUG)
logger.addHandler(fh)
2010-12-02 11:59:08 +00:00
def run(self, ybo, product, version, release, variant="", bugurl="",
isfinal=False, workdir=None, outputdir=None, buildarch=None, volid=None,
domacboot=True, remove_temp=False):
2010-10-12 16:23:29 +00:00
assert self._configured
if domacboot:
try:
runcmd(["rpm", "-q", "hfsplus-tools"])
except CalledProcessError:
logger.critical("you need to install hfsplus-tools to create mac images")
sys.exit(1)
2011-01-19 14:37:44 +00:00
# set up work directory
self.workdir = workdir or tempfile.mkdtemp(prefix="pylorax.work.")
if not os.path.isdir(self.workdir):
os.makedirs(self.workdir)
# set up log directory
logdir = '/var/log/lorax'
2011-01-19 14:37:44 +00:00
if not os.path.isdir(logdir):
os.makedirs(logdir)
self.init_stream_logging()
2011-01-19 14:37:44 +00:00
self.init_file_logging(logdir)
logger.debug("using work directory {0.workdir}".format(self))
logger.debug("using log directory {0}".format(logdir))
# set up output directory
self.outputdir = outputdir or tempfile.mkdtemp(prefix="pylorax.out.")
if not os.path.isdir(self.outputdir):
os.makedirs(self.outputdir)
logger.debug("using output directory {0.outputdir}".format(self))
2010-10-12 16:23:29 +00:00
# do we have root privileges?
logger.info("checking for root privileges")
if not os.geteuid() == 0:
2010-08-17 12:14:36 +00:00
logger.critical("no root privileges")
sys.exit(1)
# is selinux disabled?
# With selinux in enforcing mode the rpcbind package required for
# dracut nfs module, which is in turn required by anaconda module,
# will not get installed, because it's preinstall scriptlet fails,
# resulting in an incomplete initial ramdisk image.
# The reason is that the scriptlet runs tools from the shadow-utils
# package in chroot, particularly groupadd and useradd to add the
# required rpc group and rpc user. This operation fails, because
# the selinux context on files in the chroot, that the shadow-utils
# tools need to access (/etc/group, /etc/passwd, /etc/shadow etc.),
# is wrong and selinux therefore disallows access to these files.
logger.info("checking the selinux mode")
if selinux.is_selinux_enabled() and selinux.security_getenforce():
logger.critical("selinux must be disabled or in Permissive mode")
sys.exit(1)
2010-10-12 16:23:29 +00:00
# do we have a proper yum base object?
logger.info("checking yum base object")
2010-12-02 11:59:08 +00:00
if not isinstance(ybo, yum.YumBase):
2010-08-17 12:14:36 +00:00
logger.critical("no yum base object")
sys.exit(1)
self.inroot = ybo.conf.installroot
logger.debug("using install root: {0}".format(self.inroot))
2010-10-12 16:23:29 +00:00
if not buildarch:
buildarch = get_buildarch(ybo)
2010-10-12 16:23:29 +00:00
logger.info("setting up build architecture")
self.arch = ArchData(buildarch)
for attr in ('buildarch', 'basearch', 'libdir'):
logger.debug("self.arch.%s = %s", attr, getattr(self.arch,attr))
2010-08-17 12:14:36 +00:00
2010-10-12 16:23:29 +00:00
logger.info("setting up build parameters")
product = DataHolder(name=product, version=version, release=release,
variant=variant, bugurl=bugurl, isfinal=isfinal)
2010-02-23 13:20:05 +00:00
self.product = product
logger.debug("product data: %s" % product)
2010-10-12 16:23:29 +00:00
# NOTE: if you change isolabel, you need to change pungi to match, or
# the pungi images won't boot.
isolabel = volid or "{0.name} {0.version} {1.basearch}".format(self.product,
self.arch)
if len(isolabel) > 32:
logger.fatal("the volume id cannot be longer than 32 characters")
sys.exit(1)
templatedir = self.conf.get("lorax", "sharedir")
# NOTE: rb.root = ybo.conf.installroot (== self.inroot)
rb = RuntimeBuilder(product=self.product, arch=self.arch,
yum=ybo, templatedir=templatedir)
logger.info("installing runtime packages")
rb.yum.conf.skip_broken = self.conf.getboolean("yum", "skipbroken")
rb.install()
2010-10-12 16:23:29 +00:00
2010-11-08 12:52:11 +00:00
# write .buildstamp
buildstamp = BuildStamp(self.product.name, self.product.version,
self.product.bugurl, self.product.isfinal, self.arch.buildarch)
2010-11-08 12:52:11 +00:00
buildstamp.write(joinpaths(self.inroot, ".buildstamp"))
2010-11-03 13:11:08 +00:00
if self.debug:
rb.writepkglists(joinpaths(logdir, "pkglists"))
rb.writepkgsizes(joinpaths(logdir, "original-pkgsizes.txt"))
2010-11-03 12:40:03 +00:00
logger.info("doing post-install configuration")
rb.postinstall()
2010-10-19 15:35:50 +00:00
2010-11-03 13:11:08 +00:00
# write .discinfo
discinfo = DiscInfo(self.product.release, self.arch.basearch)
discinfo.write(joinpaths(self.outputdir, ".discinfo"))
logger.info("backing up installroot")
installroot = joinpaths(self.workdir, "installroot")
linktree(self.inroot, installroot)
2010-11-08 12:52:11 +00:00
logger.info("generating kernel module metadata")
rb.generate_module_data()
logger.info("cleaning unneeded files")
rb.cleanup()
if self.debug:
rb.writepkgsizes(joinpaths(logdir, "final-pkgsizes.txt"))
2011-04-28 20:41:24 +00:00
logger.info("creating the runtime image")
runtime = "images/install.img"
compression = self.conf.get("compression", "type")
compressargs = self.conf.get("compression", "args").split()
if self.conf.getboolean("compression", "bcj"):
if self.arch.bcj:
compressargs += ["-Xbcj", self.arch.bcj]
else:
logger.info("no BCJ filter for arch %s", self.arch.basearch)
rb.create_runtime(joinpaths(installroot,runtime),
compression=compression, compressargs=compressargs)
logger.info("preparing to build output tree and boot images")
treebuilder = TreeBuilder(product=self.product, arch=self.arch,
inroot=installroot, outroot=self.outputdir,
runtime=runtime, isolabel=isolabel,
domacboot=domacboot, templatedir=templatedir)
logger.info("rebuilding initramfs images")
dracut_args = ["--xz", "--install", "/.buildstamp"]
anaconda_args = dracut_args + ["--add", "anaconda pollcdrom"]
treebuilder.rebuild_initrds(add_args=anaconda_args)
# Build upgrade.img. It'd be nice if these could coexist in the same
# image, but that would increase the size of the anaconda initramfs,
# which worries some people (esp. PPC tftpboot). So they're separate.
try:
# If possible, use the 'fedup' plymouth theme
themes = runcmd_output(['plymouth-set-default-theme', '--list'],
root=installroot)
if 'fedup' in themes.splitlines():
os.environ['PLYMOUTH_THEME_NAME'] = 'fedup'
except RuntimeError:
pass
upgrade_args = dracut_args + ["--add", "system-upgrade"]
treebuilder.rebuild_initrds(add_args=upgrade_args, prefix="upgrade")
logger.info("populating output tree and building boot images")
2011-04-28 20:41:24 +00:00
treebuilder.build()
# write .treeinfo file and we're done
treeinfo = TreeInfo(self.product.name, self.product.version,
self.product.variant, self.arch.basearch)
for section, data in treebuilder.treeinfo_data.items():
2011-04-28 20:41:24 +00:00
treeinfo.add_section(section, data)
treeinfo.write(joinpaths(self.outputdir, ".treeinfo"))
2010-11-03 13:11:08 +00:00
# cleanup
if remove_temp:
remove(self.workdir)
def get_buildarch(ybo):
# get architecture of the available anaconda package
buildarch = None
for anaconda in ybo.doPackageLists(patterns=["anaconda"]).available:
if anaconda.arch != "src":
buildarch = anaconda.arch
break
if not buildarch:
logger.critical("no anaconda package in the repository")
sys.exit(1)
return buildarch