lorax/src/pylorax/__init__.py

335 lines
12 KiB
Python
Raw Normal View History

2009-08-27 07:19:49 +00:00
#
# __init__.py
2010-01-12 11:45:54 +00:00
#
2010-10-12 16:23:29 +00:00
# Copyright (C) 2010 Red Hat, Inc.
2010-01-12 11:45:54 +00:00
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
2010-02-23 13:20:05 +00:00
# Red Hat Author(s): Martin Gracik <mgracik@redhat.com>
# David Cantrell <dcantrell@redhat.com>
2009-08-27 07:19:49 +00:00
#
2010-10-12 16:23:29 +00:00
# set up logging
import logging
2011-01-19 14:37:44 +00:00
logger = logging.getLogger("pylorax")
2010-10-12 16:23:29 +00:00
sh = logging.StreamHandler()
sh.setLevel(logging.INFO)
2011-01-19 14:37:44 +00:00
logger.addHandler(sh)
2010-10-12 16:23:29 +00:00
import sys
import os
import ConfigParser
2010-10-12 16:23:29 +00:00
import tempfile
import glob
2010-10-12 16:23:29 +00:00
import math
import subprocess
from base import BaseLoraxClass, DataHolder
import output
2010-10-12 16:23:29 +00:00
import yum
import yumhelper
import ltmpl
import constants
2010-02-23 13:20:05 +00:00
from sysutils import *
2010-11-23 10:14:25 +00:00
from installtree import LoraxInstallTree
from buildstamp import BuildStamp
from treeinfo import TreeInfo
from discinfo import DiscInfo
import images
2010-11-23 10:14:25 +00:00
class ArchData(object):
lib64_arches = ("x86_64", "ppc64", "sparc64", "s390x", "ia64")
archmap = {"i386": "i386", "i586":"i386", "i686":"i386", "x86_64":"x86_64",
"ppc":"ppc", "ppc64": "ppc",
"sparc":"sparc", "sparcv9":"sparc", "sparc64":"sparc",
"s390":"s390", "s390x":"s390x",
}
def __init__(self, buildarch):
self.buildarch = buildarch
self.basearch = self.archmap.get(buildarch) or buildarch
self.libdir = "lib64" if buildarch in self.lib64_arches else "lib"
2010-08-17 12:14:36 +00:00
2010-02-23 13:20:05 +00:00
class Lorax(BaseLoraxClass):
2010-10-12 16:23:29 +00:00
def __init__(self):
2010-02-23 13:20:05 +00:00
BaseLoraxClass.__init__(self)
2010-10-12 16:23:29 +00:00
self._configured = False
def configure(self, conf_file="/etc/lorax/lorax.conf"):
self.conf = ConfigParser.SafeConfigParser()
# set defaults
self.conf.add_section("lorax")
self.conf.set("lorax", "debug", "1")
self.conf.set("lorax", "sharedir", "/usr/share/lorax")
self.conf.add_section("output")
self.conf.set("output", "colors", "1")
self.conf.set("output", "encoding", "utf-8")
self.conf.set("output", "ignorelist", "/usr/share/lorax/ignorelist")
2010-10-12 16:23:29 +00:00
self.conf.add_section("templates")
2010-10-27 09:23:47 +00:00
self.conf.set("templates", "ramdisk", "ramdisk.ltmpl")
2010-10-12 16:23:29 +00:00
self.conf.add_section("yum")
self.conf.set("yum", "skipbroken", "0")
self.conf.add_section("compression")
self.conf.set("compression", "type", "xz")
self.conf.set("compression", "speed", "9")
2010-10-12 16:23:29 +00:00
# read the config file
if os.path.isfile(conf_file):
self.conf.read(conf_file)
# set up the output
debug = self.conf.getboolean("lorax", "debug")
output_level = output.DEBUG if debug else output.INFO
colors = self.conf.getboolean("output", "colors")
encoding = self.conf.get("output", "encoding")
self.output.basic_config(output_level=output_level,
colors=colors, encoding=encoding)
ignorelist = self.conf.get("output", "ignorelist")
if os.path.isfile(ignorelist):
with open(ignorelist, "r") as fobj:
for line in fobj:
line = line.strip()
if line and not line.startswith("#"):
self.output.ignore(line)
2010-12-02 11:59:08 +00:00
# cron does not have sbin in PATH,
# so we have to add it ourselves
os.environ["PATH"] = "{0}:/sbin:/usr/sbin".format(os.environ["PATH"])
2010-10-12 16:23:29 +00:00
self._configured = True
2011-01-19 14:37:44 +00:00
def init_file_logging(self, logdir, logname="pylorax.log"):
fh = logging.FileHandler(filename=joinpaths(logdir, logname), mode="w")
fh.setLevel(logging.DEBUG)
logger.addHandler(fh)
2010-12-02 11:59:08 +00:00
def run(self, ybo, product, version, release, variant="", bugurl="",
2010-11-08 12:52:11 +00:00
is_beta=False, workdir=None, outputdir=None):
2010-10-12 16:23:29 +00:00
assert self._configured
2011-01-19 14:37:44 +00:00
# set up work directory
self.workdir = workdir or tempfile.mkdtemp(prefix="pylorax.work.")
if not os.path.isdir(self.workdir):
os.makedirs(self.workdir)
# set up log directory
logdir = joinpaths(self.workdir, "log")
if not os.path.isdir(logdir):
os.makedirs(logdir)
self.init_file_logging(logdir)
logger.debug("using work directory {0.workdir}".format(self))
logger.debug("using log directory {0}".format(logdir))
# set up output directory
self.outputdir = outputdir or tempfile.mkdtemp(prefix="pylorax.out.")
if not os.path.isdir(self.outputdir):
os.makedirs(self.outputdir)
logger.debug("using output directory {0.outputdir}".format(self))
2010-10-12 16:23:29 +00:00
# do we have root privileges?
logger.info("checking for root privileges")
if not os.geteuid() == 0:
2010-08-17 12:14:36 +00:00
logger.critical("no root privileges")
sys.exit(1)
2010-12-02 11:59:08 +00:00
# do we have all lorax required commands?
2010-10-12 16:23:29 +00:00
self.lcmds = constants.LoraxRequiredCommands()
# TODO: actually check for required commands
2010-10-12 16:23:29 +00:00
# do we have a proper yum base object?
logger.info("checking yum base object")
2010-12-02 11:59:08 +00:00
if not isinstance(ybo, yum.YumBase):
2010-08-17 12:14:36 +00:00
logger.critical("no yum base object")
sys.exit(1)
2010-10-12 16:23:29 +00:00
logger.info("setting up yum helper")
2010-12-02 11:59:08 +00:00
self.yum = yumhelper.LoraxYumHelper(ybo)
2010-10-12 16:23:29 +00:00
logger.debug("using install root: {0}".format(self.yum.installroot))
logger.info("setting up build architecture")
self.arch = ArchData(self.get_buildarch())
for attr in ('buildarch', 'basearch', 'libdir'):
logger.debug("self.arch.%s = %s", attr, getattr(self.arch,attr))
2010-08-17 12:14:36 +00:00
2010-10-12 16:23:29 +00:00
logger.info("setting up install tree")
self.installtree = LoraxInstallTree(self.yum, self.arch.libdir,
self.workdir)
2010-10-12 16:23:29 +00:00
logger.info("setting up build parameters")
product = DataHolder(name=product, version=version, release=release,
variant=variant, bugurl=bugurl, is_beta=is_beta)
2010-02-23 13:20:05 +00:00
self.product = product
logger.debug("product data: %s" % product)
2010-10-12 16:23:29 +00:00
logger.info("parsing the template")
2010-10-27 09:23:47 +00:00
tfile = joinpaths(self.conf.get("lorax", "sharedir"),
self.conf.get("templates", "ramdisk"))
2010-10-12 16:23:29 +00:00
# TODO: normalize with arch templates:
# tvars = dict(product=product, arch=arch)
tvars = { "basearch": self.arch.basearch,
"buildarch": self.arch.buildarch,
"libdir" : self.arch.libdir,
"product": self.product.name.lower() }
2010-10-12 16:23:29 +00:00
template = ltmpl.LoraxTemplate()
template.parse(tfile, tvars)
2010-10-12 16:23:29 +00:00
logger.info("creating tree directories")
for d in template.getdata("mkdir"):
os.makedirs(joinpaths(self.installtree.root, d))
2010-10-12 16:23:29 +00:00
# install packages
logger.info("getting list of required packages")
for package in template.getdata("install"):
2010-10-12 16:23:29 +00:00
self.installtree.yum.install(package)
skipbroken = self.conf.getboolean("yum", "skipbroken")
self.installtree.yum.process_transaction(skipbroken)
2010-10-12 16:23:29 +00:00
2010-11-08 12:52:11 +00:00
# write .buildstamp
buildstamp = BuildStamp(self.product.name, self.product.version,
self.product.bugurl, self.product.is_beta, self.arch.buildarch)
2010-11-08 12:52:11 +00:00
buildstamp.write(joinpaths(self.installtree.root, ".buildstamp"))
2010-11-03 13:11:08 +00:00
logger.debug("saving pkglists to %s", self.workdir)
2010-12-06 09:52:39 +00:00
dname = joinpaths(self.workdir, "pkglists")
os.makedirs(dname)
for pkgname, pkgobj in self.installtree.yum.installed_packages.items():
with open(joinpaths(dname, pkgname), "w") as fobj:
for fname in pkgobj.filelist:
fobj.write("{0}\n".format(fname))
2010-11-03 12:40:03 +00:00
2010-10-12 16:23:29 +00:00
logger.info("removing locales")
self.installtree.remove_locales()
logger.info("creating keymaps")
if self.arch.basearch not in ("s390", "s390x"):
self.installtree.create_keymaps(basearch=self.arch.basearch)
2010-10-12 16:23:29 +00:00
logger.info("creating screenfont")
self.installtree.create_screenfont(basearch=self.arch.basearch)
2010-10-12 16:23:29 +00:00
logger.info("moving stubs")
self.installtree.move_stubs()
logger.info("getting list of required modules")
# Need a list to pass to cleanup_kernel_modules, not a generator
modules = list(template.getdata("module"))
self.installtree.install_kernel_modules(modules)
2010-10-12 16:23:29 +00:00
2010-11-08 12:52:11 +00:00
logger.info("moving anaconda repos")
2010-10-19 15:35:50 +00:00
self.installtree.move_repos()
2010-11-08 12:52:11 +00:00
logger.info("creating depmod.conf")
2010-10-19 15:35:50 +00:00
self.installtree.create_depmod_conf()
# misc tree modifications
if self.arch.basearch in ("s390", "s390x"):
# TODO: move this to the arch template
self.installtree.misc_s390_modifications()
2010-10-19 15:35:50 +00:00
self.installtree.misc_tree_modifications()
# get config files
config_dir = joinpaths(self.conf.get("lorax", "sharedir"),
"config_files")
self.installtree.get_config_files(config_dir)
2010-11-08 12:52:11 +00:00
self.installtree.setup_sshd(config_dir)
if self.arch.basearch in ("s390", "s390x"):
self.installtree.generate_ssh_keys()
2010-10-19 15:35:50 +00:00
2010-10-22 14:02:53 +00:00
# get anaconda portions
self.installtree.get_anaconda_portions()
2010-10-19 15:35:50 +00:00
2010-11-03 13:11:08 +00:00
# write .discinfo
discinfo = DiscInfo(self.product.release, self.arch.basearch)
discinfo.write(joinpaths(self.outputdir, ".discinfo"))
# create .treeinfo
treeinfo = TreeInfo(self.product.name, self.product.version,
self.product.variant, self.arch.basearch)
# get the image class
2011-03-15 10:37:44 +00:00
factory = images.Factory()
imgclass = factory.get_class(self.arch.basearch)
ctype = self.conf.get("compression", "type")
cspeed = self.conf.get("compression", "speed")
i = imgclass(kernellist=kernels,
installtree=self.installtree,
outputroot=self.outputdir,
product=self.product.name,
version=self.product.version,
treeinfo=treeinfo,
basearch=self.arch.basearch,
ctype=ctype,
cspeed=cspeed)
# backup required files
i.backup_required(self.workdir)
2010-11-08 12:52:11 +00:00
2010-10-12 16:23:29 +00:00
logger.info("getting list of not required packages")
remove = template.getdata("remove", mode="lines")
self.installtree.remove_packages(remove)
2010-10-12 16:23:29 +00:00
2010-10-22 14:02:53 +00:00
# cleanup python files
logger.info("cleaning up python files")
self.installtree.cleanup_python_files()
2010-12-06 13:59:59 +00:00
# compress install tree (create initrd)
logger.info("creating the initrd")
i.create_initrd(self.arch.libdir)
2010-10-12 16:23:29 +00:00
# create boot iso
logger.info("creating boot iso")
i.create_boot(efiboot=None) # FIXME restore proper EFI function
2010-11-03 13:11:08 +00:00
treeinfo.write(joinpaths(self.outputdir, ".treeinfo"))
2010-11-03 13:11:08 +00:00
2010-10-12 16:23:29 +00:00
def get_buildarch(self):
# get architecture of the available anaconda package
2010-12-02 11:59:08 +00:00
_, available = self.yum.search("anaconda")
2010-10-12 16:23:29 +00:00
if available:
anaconda = available.pop(0)
# src is not a real arch
if anaconda.arch == "src":
anaconda = available.pop(0)
2010-10-12 16:23:29 +00:00
buildarch = anaconda.arch
else:
# fallback to the system architecture
logger.warning("using system architecture")
buildarch = os.uname()[4]
2010-02-23 13:20:05 +00:00
2010-10-12 16:23:29 +00:00
return buildarch