8e84ef10c1
This adds support for installing to a filesystem image instead of a partitioned disk image. It requires Anaconda's --dirinstall support. Also re-organized the code to break it up into smaller methods. This speeds up iso creation in no-virt mode by removing the need to copy the filesystem from the partitioned disk image to the filesystem image that is used to make the squashfs image.
971 lines
35 KiB
Python
Executable File
971 lines
35 KiB
Python
Executable File
#!/usr/bin/env python
|
|
#
|
|
# Live Media Creator
|
|
#
|
|
# Copyright (C) 2011-2013 Red Hat, Inc.
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; either version 2 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
# Author(s): Brian C. Lane <bcl@redhat.com>
|
|
#
|
|
import logging
|
|
log = logging.getLogger("livemedia-creator")
|
|
program_log = logging.getLogger("program")
|
|
pylorax_log = logging.getLogger("pylorax")
|
|
|
|
import os
|
|
import sys
|
|
import uuid
|
|
import tempfile
|
|
import subprocess
|
|
import socket
|
|
import threading
|
|
import SocketServer
|
|
from time import sleep
|
|
import shutil
|
|
import argparse
|
|
import hashlib
|
|
|
|
# Use pykickstart to calculate disk image size
|
|
from pykickstart.parser import KickstartParser
|
|
from pykickstart.version import makeVersion
|
|
|
|
# Use Mako templates for appliance builder descriptions
|
|
from mako.template import Template
|
|
from mako.exceptions import text_error_template
|
|
|
|
# Use the Lorax treebuilder branch for iso creation
|
|
from pylorax.base import DataHolder
|
|
from pylorax.treebuilder import TreeBuilder, RuntimeBuilder, udev_escape
|
|
from pylorax.sysutils import joinpaths, remove
|
|
from pylorax.imgutils import PartitionMount, mksparse, mkext4img, loop_detach
|
|
from pylorax.imgutils import get_loop_name, dm_detach, mount, umount, Mount
|
|
from pylorax.imgutils import mksquashfs
|
|
from pylorax.executils import execWithRedirect, execWithCapture
|
|
|
|
# no-virt mode doesn't need libvirt, so make it optional
|
|
try:
|
|
import libvirt
|
|
except ImportError:
|
|
libvirt = None
|
|
|
|
# Default parameters for rebuilding initramfs, override with --dracut-args
|
|
DRACUT_DEFAULT = ["--xz", "--add", "livenet dmsquash-live convertfs pollcdrom",
|
|
"--omit", "plymouth"]
|
|
|
|
ROOT_PATH = "/mnt/sysimage/"
|
|
RUNTIME = "images/install.img"
|
|
|
|
class InstallError(Exception):
|
|
pass
|
|
|
|
|
|
class LogRequestHandler(SocketServer.BaseRequestHandler):
|
|
"""
|
|
Handle monitoring and saving the logfiles from the virtual install
|
|
"""
|
|
def setup(self):
|
|
if self.server.log_path:
|
|
self.fp = open(self.server.log_path, "w")
|
|
else:
|
|
print "no log_path specified"
|
|
self.request.settimeout(10)
|
|
|
|
def handle(self):
|
|
"""
|
|
Handle writing incoming data to a logfile and
|
|
checking the logs for any Tracebacks or other errors that indicate
|
|
that the install failed.
|
|
"""
|
|
line = ""
|
|
while True:
|
|
if self.server.kill:
|
|
break
|
|
|
|
try:
|
|
data = self.request.recv(4096)
|
|
self.fp.write(data)
|
|
self.fp.flush()
|
|
|
|
# check the data for errors and set error flag
|
|
# need to assemble it into lines so we can test for the error
|
|
# string.
|
|
while data:
|
|
more = data.split("\n", 1)
|
|
line += more[0]
|
|
if len(more) > 1:
|
|
self.iserror(line)
|
|
line = ""
|
|
data = more[1]
|
|
else:
|
|
data = None
|
|
|
|
except socket.timeout:
|
|
pass
|
|
except:
|
|
break
|
|
|
|
def finish(self):
|
|
self.fp.close()
|
|
|
|
def iserror(self, line):
|
|
"""
|
|
Check a line to see if it contains an error indicating install failure
|
|
"""
|
|
simple_tests = [ "Traceback (",
|
|
"Out of memory:",
|
|
"Call Trace:",
|
|
"insufficient disk space:" ]
|
|
for t in simple_tests:
|
|
if line.find( t ) > -1:
|
|
self.server.log_error = True
|
|
return
|
|
|
|
|
|
class LogServer(SocketServer.TCPServer):
|
|
"""
|
|
Add path to logfile
|
|
Add log error flag
|
|
Add a kill switch
|
|
"""
|
|
def __init__(self, log_path, *args, **kwargs):
|
|
self.kill = False
|
|
self.log_error = False
|
|
self.log_path = log_path
|
|
SocketServer.TCPServer.__init__(self, *args, **kwargs)
|
|
|
|
def log_check(self):
|
|
return self.log_error
|
|
|
|
|
|
class LogMonitor(object):
|
|
"""
|
|
Contains all the stuff needed to setup a thread to listen to the logs
|
|
from the virtual install
|
|
"""
|
|
def __init__(self, log_path, host="localhost", port=0):
|
|
"""
|
|
Fire up the thread listening for logs
|
|
"""
|
|
self.server = LogServer(log_path, (host, port), LogRequestHandler)
|
|
self.host, self.port = self.server.server_address
|
|
self.log_path = log_path
|
|
self.server_thread = threading.Thread(target=self.server.handle_request)
|
|
self.server_thread.daemon = True
|
|
self.server_thread.start()
|
|
|
|
def shutdown(self):
|
|
self.server.kill = True
|
|
self.server_thread.join()
|
|
|
|
|
|
class IsoMountpoint(object):
|
|
"""
|
|
Mount the iso on a temporary directory and check to make sure the
|
|
vmlinuz and initrd.img files exist
|
|
Check the iso for a LiveOS directory and set a flag.
|
|
Extract the iso's label.
|
|
|
|
initrd_path can be used to point to a boot.iso tree with a newer
|
|
initrd.img than the iso has. The iso is still used for stage2.
|
|
"""
|
|
def __init__( self, iso_path, initrd_path=None ):
|
|
""" iso_path is the path to a boot.iso
|
|
initrd_path overrides mounting the iso for access to
|
|
initrd and vmlinuz.
|
|
"""
|
|
self.label = None
|
|
self.iso_path = iso_path
|
|
self.initrd_path = initrd_path
|
|
|
|
if not self.initrd_path:
|
|
self.mount_dir = mount(self.iso_path, opts="loop")
|
|
else:
|
|
self.mount_dir = self.initrd_path
|
|
|
|
self.kernel = self.mount_dir+"/isolinux/vmlinuz"
|
|
self.initrd = self.mount_dir+"/isolinux/initrd.img"
|
|
|
|
if os.path.isdir( self.mount_dir+"/repodata" ):
|
|
self.repo = self.mount_dir
|
|
else:
|
|
self.repo = None
|
|
self.liveos = os.path.isdir( self.mount_dir+"/LiveOS" )
|
|
|
|
try:
|
|
for f in [self.kernel, self.initrd]:
|
|
if not os.path.isfile(f):
|
|
raise Exception("Missing file on iso: {0}".format(f))
|
|
except:
|
|
self.umount()
|
|
raise
|
|
|
|
self.get_iso_label()
|
|
|
|
def umount( self ):
|
|
if not self.initrd_path:
|
|
umount(self.mount_dir)
|
|
|
|
def get_iso_label( self ):
|
|
"""
|
|
Get the iso's label using isoinfo
|
|
"""
|
|
isoinfo_output = execWithCapture("isoinfo", ["-d", "-i", self.iso_path])
|
|
log.debug( isoinfo_output )
|
|
for line in isoinfo_output.splitlines():
|
|
if line.startswith("Volume id: "):
|
|
self.label = line[11:]
|
|
return
|
|
|
|
|
|
class VirtualInstall( object ):
|
|
"""
|
|
Run virt-install using an iso and kickstart(s)
|
|
"""
|
|
def __init__( self, iso, ks_paths, disk_img, img_size=2,
|
|
kernel_args=None, memory=1024, vnc=None, arch=None,
|
|
log_check=None, virtio_host="127.0.0.1", virtio_port=6080 ):
|
|
"""
|
|
|
|
iso is an instance of IsoMountpoint
|
|
ks_paths is a list of paths to a kickstart files. All are injected, the
|
|
first one is the one executed.
|
|
disk_img is the path to a disk image (doesn't need to exist)
|
|
img_size is the size, in GiB, of the image if it doesn't exist
|
|
kernel_args are extra arguments to pass on the kernel cmdline
|
|
memory is the amount of ram to assign to the virt
|
|
vnc is passed to the --graphics command verbatim
|
|
arch is the optional architecture to use in the virt
|
|
log_check is a method that returns True of the log indicates an error
|
|
virtio_host and virtio_port are used to communicate with the log monitor
|
|
"""
|
|
self.virt_name = "LiveOS-"+str(uuid.uuid4())
|
|
# add --graphics none later
|
|
# add whatever serial cmds are needed later
|
|
args = ["-n", self.virt_name,
|
|
"-r", str(memory),
|
|
"--noreboot",
|
|
"--noautoconsole"]
|
|
|
|
args.append("--graphics")
|
|
if vnc:
|
|
args.append(vnc)
|
|
else:
|
|
args.append("none")
|
|
|
|
for ks in ks_paths:
|
|
args.append("--initrd-inject")
|
|
args.append(ks)
|
|
|
|
disk_opts = "path={0}".format(disk_img)
|
|
disk_opts += ",format=raw"
|
|
if not os.path.isfile(disk_img):
|
|
disk_opts += ",size={0}".format(img_size)
|
|
args.append("--disk")
|
|
args.append(disk_opts)
|
|
|
|
if iso.liveos:
|
|
disk_opts = "path={0},device=cdrom".format(iso.iso_path)
|
|
args.append("--disk")
|
|
args.append(disk_opts)
|
|
|
|
extra_args = "ks=file:/{0}".format(os.path.basename(ks_paths[0]))
|
|
if kernel_args:
|
|
extra_args += " "+kernel_args
|
|
if iso.liveos:
|
|
extra_args += " stage2=live:CDLABEL={0}".format(udev_escape(iso.label))
|
|
args.append("--extra-args")
|
|
args.append(extra_args)
|
|
|
|
args.append("--location")
|
|
args.append(iso.mount_dir)
|
|
|
|
channel_args = "tcp,host={0}:{1},mode=connect,target_type=virtio" \
|
|
",name=org.fedoraproject.anaconda.log.0".format(
|
|
virtio_host, virtio_port)
|
|
args.append("--channel")
|
|
args.append(channel_args)
|
|
|
|
if arch:
|
|
args.append("--arch")
|
|
args.append(arch)
|
|
|
|
rc = execWithRedirect("virt-install", args)
|
|
if rc:
|
|
raise Exception("Problem starting virtual install")
|
|
|
|
conn = libvirt.openReadOnly(None)
|
|
dom = conn.lookupByName(self.virt_name)
|
|
|
|
# TODO: If vnc has been passed, we should look up the port and print that
|
|
# for the user at this point
|
|
|
|
while dom.isActive() and not log_check():
|
|
sys.stdout.write(".")
|
|
sys.stdout.flush()
|
|
sleep(10)
|
|
print
|
|
|
|
if log_check():
|
|
log.info( "Installation error detected. See logfile." )
|
|
else:
|
|
log.info( "Install finished. Or at least virt shut down." )
|
|
|
|
def destroy( self ):
|
|
"""
|
|
Make sure the virt has been shut down and destroyed
|
|
|
|
Could use libvirt for this instead.
|
|
"""
|
|
log.info( "Shutting down {0}".format(self.virt_name) )
|
|
subprocess.call(["virsh", "destroy", self.virt_name])
|
|
subprocess.call(["virsh", "undefine", self.virt_name])
|
|
|
|
def is_image_mounted(disk_img):
|
|
"""
|
|
Return True if the disk_img is mounted
|
|
"""
|
|
with open("/proc/mounts") as mounts:
|
|
for mount in mounts:
|
|
fields = mount.split()
|
|
if len(fields) > 2 and fields[1] == disk_img:
|
|
return True
|
|
return False
|
|
|
|
|
|
class KernelInfo(object):
|
|
"""
|
|
Info about the kernels in boot_dir
|
|
"""
|
|
def __init__(self, boot_dir):
|
|
self.boot_dir = boot_dir
|
|
self.list = self.get_kernels()
|
|
self.arch = self.get_kernel_arch()
|
|
log.debug("kernel_list for {0.boot_dir} = {0.list}".format(self))
|
|
log.debug("kernel_arch is {0.arch}".format(self))
|
|
|
|
def get_kernels(self):
|
|
"""
|
|
Get a list of the kernels in the boot_dir
|
|
|
|
Examine the vmlinuz-* versions and return a list of them
|
|
"""
|
|
files = os.listdir(self.boot_dir)
|
|
return [f[8:] for f in files if f.startswith("vmlinuz-")]
|
|
|
|
def get_kernel_arch(self):
|
|
"""
|
|
Get the arch of the first kernel in boot_dir
|
|
|
|
Defaults to i386
|
|
"""
|
|
if self.list:
|
|
kernel_arch = self.list[0].split(".")[-1]
|
|
else:
|
|
kernel_arch = "i386"
|
|
return kernel_arch
|
|
|
|
|
|
def make_appliance(disk_img, name, template, outfile, networks=None, ram=1024,
|
|
vcpus=1, arch=None, title="Linux", project="Linux",
|
|
releasever=17):
|
|
"""
|
|
Generate an appliance description file
|
|
|
|
disk_img Full path of the disk image
|
|
name Name of the appliance, passed to the template
|
|
template Full path of Mako template
|
|
outfile Full path of file to write, using template
|
|
networks List of networks from the kickstart
|
|
ram Ram, in MB, passed to template. Default is 1024
|
|
vcpus CPUs, passed to template. Default is 1
|
|
arch CPU architecture. Default is 'x86_64'
|
|
title Title, passed to template. Default is 'Linux'
|
|
project Project, passed to template. Default is 'Linux'
|
|
releasever Release version, passed to template. Default is 17
|
|
"""
|
|
if not (disk_img and template and outfile):
|
|
return None
|
|
|
|
log.info("Creating appliance definition using ${0}".format(template))
|
|
|
|
if not arch:
|
|
arch = "x86_64"
|
|
|
|
log.info("Calculating SHA256 checksum of {0}".format(disk_img))
|
|
sha256 = hashlib.sha256()
|
|
with open(disk_img) as f:
|
|
while True:
|
|
data = f.read(1024*1024)
|
|
if not data:
|
|
break
|
|
sha256.update(data)
|
|
log.info("SHA256 of {0} is {1}".format(disk_img, sha256.hexdigest()))
|
|
disk_info = DataHolder(name=os.path.basename(disk_img), format="raw",
|
|
checksum_type="sha256", checksum=sha256.hexdigest())
|
|
try:
|
|
result = Template(filename=template).render(disks=[disk_info], name=name,
|
|
arch=arch, memory=ram*1024, vcpus=vcpus, networks=networks,
|
|
title=title, project=project, releasever=releasever)
|
|
except Exception:
|
|
log.error(text_error_template().render())
|
|
raise
|
|
|
|
with open(outfile, "w") as f:
|
|
f.write(result)
|
|
|
|
|
|
def make_ami( disk_img, ami_img="ami-root.img", ami_label="AMI" ):
|
|
"""
|
|
Copy the / partition to an un-partitioned disk image
|
|
|
|
ami_img is the filename to write, defaults to ami-root.img
|
|
ami_label is the FS label to apply to the image
|
|
|
|
All other AMI setup is handled by the kickstart's %post
|
|
"""
|
|
with PartitionMount( disk_img ) as img_mount:
|
|
if not img_mount or not img_mount.mount_dir:
|
|
return None
|
|
|
|
work_dir = tempfile.mkdtemp()
|
|
log.info("working dir is {0}".format(work_dir))
|
|
log.info("creating {0}".format(ami_img))
|
|
mkext4img(img_mount.mount_dir, joinpaths(work_dir, ami_img), label=ami_label)
|
|
return work_dir
|
|
|
|
|
|
def make_runtime(opts, mount_dir, work_dir):
|
|
"""
|
|
Make the squashfs image from a directory
|
|
|
|
Result is in work_dir+RUNTIME
|
|
"""
|
|
kernels = KernelInfo(joinpaths(mount_dir, "boot" ))
|
|
|
|
# Fake yum object
|
|
fake_yum = DataHolder(conf=DataHolder(installroot=mount_dir))
|
|
# Fake arch with only basearch set
|
|
arch = DataHolder(basearch=kernels.arch, libdir=None, buildarch=None)
|
|
# TODO: Need to get release info from someplace...
|
|
product = DataHolder(name=opts.project, version=opts.releasever, release="",
|
|
variant="", bugurl="", isfinal=False)
|
|
|
|
# This is a mounted image partition, cannot hardlink to it, so just use it
|
|
# symlink mount_dir/images to work_dir/images so we don't run out of space
|
|
os.makedirs(joinpaths(work_dir, "images"))
|
|
|
|
rb = RuntimeBuilder(product, arch, fake_yum)
|
|
log.info("Creating runtime")
|
|
rb.create_runtime(joinpaths(work_dir, RUNTIME), size=None)
|
|
|
|
|
|
def make_livecd(opts, mount_dir, work_dir):
|
|
"""
|
|
Take the content from the disk image and make a livecd out of it
|
|
|
|
This uses wwood's squashfs live initramfs method:
|
|
* put the real / into LiveOS/rootfs.img
|
|
* make a squashfs of the LiveOS/rootfs.img tree
|
|
* make a simple initramfs with the squashfs.img and /etc/cmdline in it
|
|
* make a cpio of that tree
|
|
* append the squashfs.cpio to a dracut initramfs for each kernel installed
|
|
|
|
Then on boot dracut reads /etc/cmdline which points to the squashfs.img
|
|
mounts that and then mounts LiveOS/rootfs.img as /
|
|
|
|
"""
|
|
kernels = KernelInfo(joinpaths(mount_dir, "boot" ))
|
|
|
|
arch = DataHolder(basearch=kernels.arch, libdir=None, buildarch=None)
|
|
# TODO: Need to get release info from someplace...
|
|
product = DataHolder(name=opts.project, version=opts.releasever, release="",
|
|
variant="", bugurl="", isfinal=False)
|
|
|
|
# Link /images to work_dir/images to make the templates happy
|
|
if os.path.islink(joinpaths(mount_dir, "images")):
|
|
os.unlink(joinpaths(mount_dir, "images"))
|
|
execWithRedirect("/bin/ln", ["-s", joinpaths(work_dir, "images"),
|
|
joinpaths(mount_dir, "images")])
|
|
|
|
# The templates expect the config files to be in /tmp/config_files
|
|
# I think these should be release specific, not from lorax, but for now
|
|
configdir = joinpaths(opts.lorax_templates,"live/config_files/")
|
|
configdir_path = "tmp/config_files"
|
|
fullpath = joinpaths(mount_dir, configdir_path)
|
|
if os.path.exists(fullpath):
|
|
remove(fullpath)
|
|
shutil.copytree(configdir, fullpath)
|
|
|
|
isolabel = opts.volid or "{0.name} {0.version} {1.basearch}".format(product, arch)
|
|
if len(isolabel) > 32:
|
|
isolabel = isolabel[:32]
|
|
log.warn("Truncating isolabel to 32 chars: %s" % (isolabel,))
|
|
|
|
tb = TreeBuilder(product=product, arch=arch,
|
|
inroot=mount_dir, outroot=work_dir,
|
|
runtime=RUNTIME, isolabel=isolabel,
|
|
templatedir=joinpaths(opts.lorax_templates,"live/"))
|
|
log.info( "Rebuilding initrds" )
|
|
if not opts.dracut_args:
|
|
dracut_args = DRACUT_DEFAULT
|
|
else:
|
|
dracut_args = []
|
|
for arg in opts.dracut_args:
|
|
dracut_args += arg.split(" ", 1)
|
|
log.info("dracut args = {0}".format(dracut_args))
|
|
tb.rebuild_initrds(add_args=dracut_args)
|
|
log.info("Building boot.iso")
|
|
tb.build()
|
|
|
|
return work_dir
|
|
|
|
|
|
def novirt_install(opts, disk_img, disk_size, repo_url):
|
|
"""
|
|
Use Anaconda to install to a disk image
|
|
"""
|
|
import selinux
|
|
|
|
# Set selinux to Permissive if it is Enforcing
|
|
selinux_enforcing = False
|
|
if selinux.is_selinux_enabled() and selinux.security_getenforce():
|
|
selinux_enforcing = True
|
|
selinux.security_setenforce(0)
|
|
|
|
args = ["--kickstart", opts.ks[0], "--cmdline", "--repo", repo_url]
|
|
if opts.anaconda_args:
|
|
for arg in opts.anaconda_args:
|
|
args += arg.split(" ", 1)
|
|
if opts.proxy:
|
|
args += ["--proxy", opts.proxy]
|
|
if opts.armplatform:
|
|
args += ["--armplatform", opts.armplatform]
|
|
|
|
if opts.make_iso or opts.make_fsimage:
|
|
# Make a blank fs image
|
|
args += ["--dirinstall"]
|
|
|
|
mkext4img(None, disk_img, label="Anaconda", size=disk_size * 1024**3)
|
|
if not os.path.isdir(ROOT_PATH):
|
|
os.mkdir(ROOT_PATH)
|
|
mount(disk_img, opts="loop", mnt=ROOT_PATH)
|
|
else:
|
|
args += ["--image", disk_img]
|
|
|
|
# Create the sparse image
|
|
mksparse(disk_img, disk_size * 1024**3)
|
|
|
|
rc = execWithRedirect("anaconda", args)
|
|
|
|
# Move the anaconda logs over to a log directory
|
|
log_dir = os.path.abspath(os.path.dirname(opts.logfile))
|
|
log_anaconda = joinpaths(log_dir, "anaconda")
|
|
if not os.path.isdir(log_anaconda):
|
|
os.mkdir(log_anaconda)
|
|
for l in ["anaconda.log", "ifcfg.log", "program.log", "storage.log",
|
|
"packaging.log", "yum.log"]:
|
|
if os.path.exists("/tmp/"+l):
|
|
shutil.copy2("/tmp/"+l, log_anaconda)
|
|
os.unlink("/tmp/"+l)
|
|
|
|
if opts.make_iso or opts.make_fsimage:
|
|
umount(ROOT_PATH)
|
|
else:
|
|
# If anaconda failed the disk image may still be in use by dm
|
|
execWithRedirect("anaconda-cleanup", [])
|
|
dm_name = os.path.splitext(os.path.basename(disk_img))[0]
|
|
dm_path = "/dev/mapper/"+dm_name
|
|
if os.path.exists(dm_path):
|
|
dm_detach(dm_path)
|
|
loop_detach(get_loop_name(disk_img))
|
|
|
|
if selinux_enforcing:
|
|
selinux.security_setenforce(1)
|
|
|
|
if rc:
|
|
raise InstallError("novirt_install failed")
|
|
|
|
|
|
def virt_install(opts, install_log, disk_img, disk_size):
|
|
"""
|
|
Use virt-install to install to a disk image
|
|
"""
|
|
iso_mount = IsoMountpoint(opts.iso, opts.location)
|
|
log_monitor = LogMonitor(install_log)
|
|
|
|
kernel_args = ""
|
|
if opts.kernel_args:
|
|
kernel_args += opts.kernel_args
|
|
if opts.proxy:
|
|
kernel_args += " proxy="+opts.proxy
|
|
|
|
virt = VirtualInstall(iso_mount, opts.ks, disk_img, disk_size,
|
|
kernel_args, opts.ram, opts.vnc, opts.arch,
|
|
log_check = log_monitor.server.log_check,
|
|
virtio_host = log_monitor.host,
|
|
virtio_port = log_monitor.port)
|
|
virt.destroy()
|
|
log_monitor.shutdown()
|
|
iso_mount.umount()
|
|
|
|
if log_monitor.server.log_check():
|
|
raise InstallError("virt_install failed")
|
|
|
|
|
|
def make_squashfs(disk_img, work_dir, compression="xz"):
|
|
"""
|
|
Take disk_img and put it into LiveOS/rootfs.img and squashfs this
|
|
tree into work_dir+RUNTIME
|
|
"""
|
|
liveos_dir = joinpaths(work_dir, "runtime/LiveOS")
|
|
os.makedirs(liveos_dir)
|
|
os.makedirs(os.path.dirname(joinpaths(work_dir, RUNTIME)))
|
|
execWithRedirect("/bin/ln", [disk_img,
|
|
joinpaths(liveos_dir, "rootfs.img")])
|
|
mksquashfs(joinpaths(work_dir, "runtime"),
|
|
joinpaths(work_dir, RUNTIME), compression)
|
|
remove(joinpaths(work_dir, "runtime"))
|
|
|
|
|
|
def make_image(opts, ks):
|
|
"""
|
|
Install to an image
|
|
|
|
Use virt or anaconda to install to an image.
|
|
|
|
Returns the name of the image created.
|
|
"""
|
|
disk_size = 1 + (sum([p.size for p in ks.handler.partition.partitions]) / 1024)
|
|
log.info("disk_size = {0}GB".format(disk_size))
|
|
|
|
repo_url = ks.handler.method.url
|
|
|
|
if opts.image_name:
|
|
disk_img = joinpaths(opts.tmp, opts.image_name)
|
|
else:
|
|
disk_img = tempfile.mktemp(prefix="disk", suffix=".img", dir=opts.tmp)
|
|
install_log = os.path.abspath(os.path.dirname(opts.logfile))+"/virt-install.log"
|
|
|
|
log.info("disk_img = {0}".format(disk_img))
|
|
log.info("install_log = {0}".format(install_log))
|
|
|
|
try:
|
|
if opts.no_virt:
|
|
novirt_install(opts, disk_img, disk_size, repo_url)
|
|
else:
|
|
virt_install(opts, install_log, disk_img, disk_size)
|
|
except InstallError as e:
|
|
log.error("Install failed: {0}".format(e))
|
|
if not opts.keep_image:
|
|
log.info("Removing bad disk image")
|
|
os.unlink(disk_img)
|
|
raise
|
|
|
|
log.info("Disk Image install successful")
|
|
return disk_img
|
|
|
|
|
|
def setup_logging(opts):
|
|
# Setup logging to console and to logfile
|
|
log.setLevel(logging.DEBUG)
|
|
pylorax_log.setLevel(logging.DEBUG)
|
|
|
|
sh = logging.StreamHandler()
|
|
sh.setLevel(logging.INFO)
|
|
fmt = logging.Formatter("%(asctime)s: %(message)s")
|
|
sh.setFormatter(fmt)
|
|
log.addHandler(sh)
|
|
pylorax_log.addHandler(sh)
|
|
|
|
fh = logging.FileHandler(filename=opts.logfile, mode="w")
|
|
fh.setLevel(logging.DEBUG)
|
|
fmt = logging.Formatter("%(asctime)s %(levelname)s %(name)s: %(message)s")
|
|
fh.setFormatter(fmt)
|
|
log.addHandler(fh)
|
|
pylorax_log.addHandler(fh)
|
|
|
|
# External program output log
|
|
program_log.setLevel(logging.DEBUG)
|
|
logfile = os.path.abspath(os.path.dirname(opts.logfile))+"/program.log"
|
|
fh = logging.FileHandler(filename=logfile, mode="w")
|
|
fh.setLevel(logging.DEBUG)
|
|
program_log.addHandler(fh)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
parser = argparse.ArgumentParser( description="Create Live Install Media",
|
|
fromfile_prefix_chars="@" )
|
|
|
|
# These are mutually exclusive, one is required
|
|
action = parser.add_mutually_exclusive_group( required=True )
|
|
action.add_argument( "--make-iso", action="store_true",
|
|
help="Build a live iso" )
|
|
action.add_argument( "--make-disk", action="store_true",
|
|
help="Build a partitioned disk image" )
|
|
action.add_argument( "--make-fsimage", action="store_true",
|
|
help="Build a filesystem image" )
|
|
action.add_argument( "--make-appliance", action="store_true",
|
|
help="Build an appliance image and XML description" )
|
|
action.add_argument( "--make-ami", action="store_true",
|
|
help="Build an ami image" )
|
|
|
|
parser.add_argument( "--iso", type=os.path.abspath,
|
|
help="Anaconda installation .iso path to use for virt-install" )
|
|
parser.add_argument( "--disk-image", type=os.path.abspath,
|
|
help="Path to disk image to use for creating final image" )
|
|
parser.add_argument( "--fs-image", type=os.path.abspath,
|
|
help="Path to filesystem image to use for creating final image" )
|
|
|
|
parser.add_argument( "--ks", action="append", type=os.path.abspath,
|
|
help="Kickstart file defining the install." )
|
|
parser.add_argument( "--image-name", default=None,
|
|
help="Name of fs/disk image to create. Default is a random name." )
|
|
parser.add_argument( "--image-only", action="store_true",
|
|
help="Exit after creating fs/disk image." )
|
|
parser.add_argument( "--keep-image", action="store_true",
|
|
help="Keep raw disk image after .iso creation" )
|
|
parser.add_argument( "--no-virt", action="store_true",
|
|
help="Use Anaconda's image install instead of virt-install" )
|
|
parser.add_argument( "--proxy",
|
|
help="proxy URL to use for the install" )
|
|
parser.add_argument( "--anaconda-arg", action="append", dest="anaconda_args",
|
|
help="Additional argument to pass to anaconda (no-virt "
|
|
"mode). Pass once for each argument" )
|
|
parser.add_argument( "--armplatform",
|
|
help="the platform to use when creating images for ARM, "
|
|
"i.e., highbank, mvebu, omap, tegra, etc." )
|
|
parser.add_argument( "--location", default=None, type=os.path.abspath,
|
|
help="location of iso directory tree with initrd.img "
|
|
"and vmlinuz. Used to run virt-install with a "
|
|
"newer initrd than the iso." )
|
|
|
|
parser.add_argument( "--logfile", default="./livemedia.log",
|
|
type=os.path.abspath,
|
|
help="Path to logfile" )
|
|
parser.add_argument( "--lorax-templates", default="/usr/share/lorax/",
|
|
type=os.path.abspath,
|
|
help="Path to mako templates for lorax" )
|
|
parser.add_argument( "--tmp", default="/var/tmp", type=os.path.abspath,
|
|
help="Top level temporary directory" )
|
|
parser.add_argument( "--resultdir", default=None, dest="result_dir",
|
|
type=os.path.abspath,
|
|
help="Directory to copy the resulting images and iso into. "
|
|
"Defaults to the temporary working directory")
|
|
|
|
# Group of arguments for appliance creation
|
|
app_group = parser.add_argument_group("appliance arguments")
|
|
app_group.add_argument( "--app-name", default=None,
|
|
help="Name of appliance to pass to template")
|
|
app_group.add_argument( "--app-template", default=None,
|
|
help="Path to template to use for appliance data.")
|
|
app_group.add_argument( "--app-file", default="appliance.xml",
|
|
help="Appliance template results file.")
|
|
|
|
# Group of arguments to pass to virt-install
|
|
if not libvirt:
|
|
virt_group = parser.add_argument_group("virt-install arguments (DISABLED -- no libvirt)")
|
|
else:
|
|
virt_group = parser.add_argument_group("virt-install arguments")
|
|
virt_group.add_argument("--ram", metavar="MEMORY", default=1024,
|
|
help="Memory to allocate for installer in megabytes." )
|
|
virt_group.add_argument("--vcpus", default=1,
|
|
help="Passed to --vcpus command" )
|
|
virt_group.add_argument("--vnc",
|
|
help="Passed to --graphics command" )
|
|
virt_group.add_argument("--arch", default=None,
|
|
help="Passed to --arch command" )
|
|
virt_group.add_argument( "--kernel-args",
|
|
help="Additional argument to pass to the installation kernel" )
|
|
|
|
# dracut arguments
|
|
dracut_group = parser.add_argument_group( "dracut arguments" )
|
|
dracut_group.add_argument( "--dracut-arg", action="append", dest="dracut_args",
|
|
help="Argument to pass to dracut when "
|
|
"rebuilding the initramfs. Pass this "
|
|
"once for each argument. NOTE: this "
|
|
"overrides the default. (default: %s)" % (DRACUT_DEFAULT,) )
|
|
|
|
parser.add_argument( "--title", default="Linux Live Media",
|
|
help="Substituted for @TITLE@ in bootloader config files" )
|
|
parser.add_argument( "--project", default="Linux",
|
|
help="substituted for @PROJECT@ in bootloader config files" )
|
|
parser.add_argument( "--releasever", type=int, default=16,
|
|
help="substituted for @VERSION@ in bootloader config files" )
|
|
parser.add_argument( "--volid", default=None, help="volume id")
|
|
parser.add_argument( "--squashfs_args",
|
|
help="additional squashfs args" )
|
|
|
|
opts = parser.parse_args()
|
|
|
|
setup_logging(opts)
|
|
|
|
log.debug( opts )
|
|
|
|
if os.getuid() != 0:
|
|
log.error("You need to run this as root")
|
|
sys.exit( 1 )
|
|
|
|
if opts.make_iso and not os.path.exists( opts.lorax_templates ):
|
|
log.error( "The lorax templates directory ({0}) doesn't"
|
|
" exist.".format( opts.lorax_templates ) )
|
|
sys.exit( 1 )
|
|
|
|
if opts.result_dir and os.path.exists(opts.result_dir):
|
|
log.error( "The results_dir ({0}) should not exist, please delete or "
|
|
"move its contents".format( opts.result_dir ))
|
|
sys.exit( 1 )
|
|
|
|
if opts.iso and not os.path.exists( opts.iso ):
|
|
log.error( "The iso {0} is missing.".format( opts.iso ) )
|
|
sys.exit( 1 )
|
|
|
|
if opts.disk_image and not os.path.exists( opts.disk_image ):
|
|
log.error( "The disk image {0} is missing.".format( opts.disk_image ) )
|
|
sys.exit( 1 )
|
|
|
|
if opts.fs_image and not os.path.exists( opts.fs_image ):
|
|
log.error( "The filesystem image {0} is missing.".format( opts.fs_image ) )
|
|
sys.exit( 1 )
|
|
|
|
is_install = not (opts.disk_image or opts.fs_image)
|
|
if is_install and not opts.no_virt and not opts.iso:
|
|
log.error( "virt-install needs an install iso." )
|
|
sys.exit( 1 )
|
|
|
|
if opts.volid and len(opts.volid) > 32:
|
|
log.fatal("the volume id cannot be longer than 32 characters")
|
|
sys.exit(1)
|
|
|
|
if is_install and not opts.no_virt and not libvirt:
|
|
log.error("virt-install requires libvirt-python to be installed.")
|
|
sys.exit(1)
|
|
|
|
if is_install and not opts.no_virt \
|
|
and not os.path.exists("/usr/bin/virt-install"):
|
|
log.error("virt-install requires python-virtinst to be installed.")
|
|
sys.exit(1)
|
|
|
|
if not is_install and opts.no_virt \
|
|
and not os.path.exists("/usr/sbin/anaconda"):
|
|
log.error("no-virt requires anaconda to be installed.")
|
|
sys.exit(1)
|
|
|
|
if opts.make_appliance and not opts.app_template:
|
|
opts.app_template = joinpaths(opts.lorax_templates,
|
|
"appliance/libvirt.tmpl")
|
|
|
|
if opts.make_appliance and not os.path.exists(opts.app_template):
|
|
log.error("The appliance template ({0}) doesn't "
|
|
"exist".format(opts.app_template))
|
|
sys.exit(1)
|
|
|
|
if opts.image_name and os.path.exists(joinpaths(opts.tmp, opts.image_name)):
|
|
log.error("The disk image to be created should not exist.")
|
|
sys.exit(1)
|
|
|
|
if opts.app_file:
|
|
opts.app_file = joinpaths(opts.tmp, opts.app_file)
|
|
|
|
tempfile.tempdir = opts.tmp
|
|
disk_img = None
|
|
|
|
# Parse the kickstart
|
|
if opts.ks:
|
|
ks_version = makeVersion()
|
|
ks = KickstartParser( ks_version, errorsAreFatal=False, missingIncludeIsFatal=False )
|
|
ks.readKickstart( opts.ks[0] )
|
|
|
|
# Make the disk or filesystem image
|
|
if not opts.disk_image and not opts.fs_image:
|
|
if not opts.ks:
|
|
log.error("Image creation requires a kickstart file")
|
|
sys.exit(1)
|
|
|
|
errors = []
|
|
if ks.handler.method.method != "url":
|
|
errors.append("Only url install method is currently supported. Please "
|
|
"fix your kickstart file." )
|
|
|
|
if ks.handler.displaymode.displayMode is not None:
|
|
errors.append("The kickstart must not set a display mode (text, cmdline, "
|
|
"graphical), this will interfere with livemedia-creator.")
|
|
|
|
if errors:
|
|
for e in errors:
|
|
log.error(e)
|
|
sys.exit(1)
|
|
|
|
# Make the image. Output of this is either a partitioned disk image or a fsimage
|
|
try:
|
|
disk_img = make_image(opts, ks)
|
|
except InstallError as e:
|
|
log.error("ERROR: Image creation failed: %s" % (e))
|
|
sys.exit(1)
|
|
|
|
if not opts.image_only:
|
|
result_dir = None
|
|
if opts.make_iso:
|
|
work_dir = tempfile.mkdtemp()
|
|
log.info("working dir is {0}".format(work_dir))
|
|
|
|
if (opts.fs_image or opts.no_virt) and not opts.disk_image:
|
|
# Create iso from a filesystem image
|
|
disk_img = opts.fs_image or disk_img
|
|
|
|
make_squashfs(disk_img, work_dir)
|
|
with Mount(disk_img, opts="loop") as mount_dir:
|
|
result_dir = make_livecd(opts, mount_dir, work_dir)
|
|
else:
|
|
# Create iso from a partitioned disk image
|
|
disk_img = opts.disk_image or disk_img
|
|
with PartitionMount(disk_img) as img_mount:
|
|
if img_mount and img_mount.mount_dir:
|
|
make_runtime(opts, img_mount.mount_dir, work_dir)
|
|
result_dir = make_livecd(opts, img_mount.mount_dir, work_dir)
|
|
|
|
# cleanup the mess
|
|
# cleanup work_dir?
|
|
if disk_img and not (opts.keep_image or opts.disk_image or opts.fs_image):
|
|
os.unlink(disk_img)
|
|
log.info("Disk image erased")
|
|
disk_img = None
|
|
elif opts.make_ami:
|
|
result_dir = make_ami(opts.disk_image or disk_img)
|
|
elif opts.make_appliance:
|
|
if not opts.ks:
|
|
networks = []
|
|
else:
|
|
networks = ks.handler.network.network
|
|
make_appliance(opts.disk_image or disk_img, opts.app_name,
|
|
opts.app_template, opts.app_file, networks, opts.ram,
|
|
opts.vcpus, opts.arch, opts.title, opts.project, opts.releasever)
|
|
|
|
if opts.result_dir and result_dir:
|
|
shutil.copytree( result_dir, opts.result_dir )
|
|
shutil.rmtree( result_dir )
|
|
|
|
log.info("SUMMARY")
|
|
log.info("-------")
|
|
log.info("Logs are in {0}".format(os.path.abspath(os.path.dirname(opts.logfile))))
|
|
if disk_img:
|
|
log.info("Disk image is at {0}".format(disk_img))
|
|
if opts.make_appliance:
|
|
log.info("Appliance description is in {0}".format(opts.app_file))
|
|
if result_dir:
|
|
log.info("Results are in {0}".format(opts.result_dir or result_dir))
|
|
|
|
sys.exit( 0 )
|
|
|