320724ed98
The default is /usr/share/pungi/multilib/, pass --multilibconf to override this. This also adds multilib.init() so that an import of multilib doesn't immediately setup the classes. (cherry picked from commit 234524296fd53871aed64690cf6a7d5849ca154a)
326 lines
16 KiB
Python
Executable File
326 lines
16 KiB
Python
Executable File
#!/usr/bin/python -tt
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; version 2 of the License.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Library General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program; if not, write to the Free Software
|
|
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
|
|
|
import os
|
|
import pungi.gather
|
|
import pungi.config
|
|
import pungi.ks
|
|
import subprocess
|
|
|
|
def main():
|
|
|
|
config = pungi.config.Config()
|
|
|
|
(opts, args) = get_arguments(config)
|
|
|
|
# You must be this high to ride if you're going to do root tasks
|
|
if os.geteuid () != 0 and (opts.do_all or opts.do_buildinstall):
|
|
print >> sys.stderr, "You must run pungi as root"
|
|
return 1
|
|
|
|
if opts.do_all or opts.do_buildinstall:
|
|
try:
|
|
selinux = subprocess.Popen('/usr/sbin/getenforce',
|
|
stdout=subprocess.PIPE,
|
|
stderr=open('/dev/null', 'w')).communicate()[0].strip('\n')
|
|
if selinux == 'Enforcing':
|
|
print >> sys.stdout, "WARNING: SELinux is enforcing. This may lead to a compose with selinux disabled."
|
|
print >> sys.stdout, "Consider running with setenforce 0."
|
|
except:
|
|
pass
|
|
|
|
# Set up the kickstart parser and pass in the kickstart file we were handed
|
|
ksparser = pungi.ks.get_ksparser(ks_path=opts.config)
|
|
|
|
if opts.sourceisos:
|
|
config.set('pungi', 'arch', 'source')
|
|
|
|
for part in ksparser.handler.partition.partitions:
|
|
if part.mountpoint == 'iso':
|
|
config.set('pungi', 'cdsize', str(part.size))
|
|
|
|
config.set('pungi', 'force', str(opts.force))
|
|
|
|
if config.get('pungi', 'workdirbase') == '/work':
|
|
config.set('pungi', 'workdirbase', "%s/work" % config.get('pungi', 'destdir'))
|
|
# Set up our directories
|
|
if not os.path.exists(config.get('pungi', 'destdir')):
|
|
try:
|
|
os.makedirs(config.get('pungi', 'destdir'))
|
|
except OSError, e:
|
|
print >> sys.stderr, "Error: Cannot create destination dir %s" % config.get('pungi', 'destdir')
|
|
sys.exit(1)
|
|
else:
|
|
print >> sys.stdout, "Warning: Reusing existing destination directory."
|
|
|
|
if not os.path.exists(config.get('pungi', 'workdirbase')):
|
|
try:
|
|
os.makedirs(config.get('pungi', 'workdirbase'))
|
|
except OSError, e:
|
|
print >> sys.stderr, "Error: Cannot create working base dir %s" % config.get('pungi', 'workdirbase')
|
|
sys.exit(1)
|
|
else:
|
|
print >> sys.stdout, "Warning: Reusing existing working base directory."
|
|
|
|
cachedir = config.get('pungi', 'cachedir')
|
|
|
|
if not os.path.exists(cachedir):
|
|
try:
|
|
os.makedirs(cachedir)
|
|
except OSError, e:
|
|
print >> sys.stderr, "Error: Cannot create cache dir %s" % cachedir
|
|
sys.exit(1)
|
|
|
|
# Set debuginfo flag
|
|
if opts.nodebuginfo:
|
|
config.set('pungi', 'debuginfo', "False")
|
|
if opts.greedy:
|
|
config.set('pungi', 'greedy', opts.greedy)
|
|
else:
|
|
# XXX: compatibility
|
|
if opts.nogreedy:
|
|
config.set('pungi', 'greedy', "none")
|
|
else:
|
|
config.set('pungi', 'greedy', "all")
|
|
config.set('pungi', 'resolve_deps', str(bool(opts.resolve_deps)))
|
|
if opts.isfinal:
|
|
config.set('pungi', 'isfinal', "True")
|
|
if opts.nohash:
|
|
config.set('pungi', 'nohash', "True")
|
|
if opts.full_archlist:
|
|
config.set('pungi', 'full_archlist', "True")
|
|
if opts.arch:
|
|
config.set('pungi', 'arch', opts.arch)
|
|
if opts.multilib:
|
|
config.set('pungi', 'multilib', " ".join(opts.multilib))
|
|
if opts.lookaside_repos:
|
|
config.set('pungi', 'lookaside_repos', " ".join(opts.lookaside_repos))
|
|
if opts.no_dvd:
|
|
config.set('pungi', 'no_dvd', "True")
|
|
if opts.nomacboot:
|
|
config.set('pungi', 'nomacboot', "True")
|
|
config.set("pungi", "fulltree", str(bool(opts.fulltree)))
|
|
config.set("pungi", "selfhosting", str(bool(opts.selfhosting)))
|
|
config.set("pungi", "nosource", str(bool(opts.nosource)))
|
|
config.set("pungi", "nodebuginfo", str(bool(opts.nodebuginfo)))
|
|
|
|
if opts.lorax_conf:
|
|
config.set("lorax", "conf_file", opts.lorax_conf)
|
|
if opts.installpkgs:
|
|
config.set("lorax", "installpkgs", " ".join(opts.installpkgs))
|
|
|
|
# Actually do work.
|
|
mypungi = pungi.gather.Pungi(config, ksparser)
|
|
|
|
with mypungi.yumlock:
|
|
if not opts.sourceisos:
|
|
if opts.do_all or opts.do_gather or opts.do_buildinstall:
|
|
mypungi._inityum() # initialize the yum object for things that need it
|
|
if opts.do_all or opts.do_gather:
|
|
mypungi.gather()
|
|
if opts.nodownload:
|
|
for line in mypungi.list_packages():
|
|
flags_str = ",".join(line["flags"])
|
|
if flags_str:
|
|
flags_str = "(%s)" % flags_str
|
|
sys.stdout.write("RPM%s: %s\n" % (flags_str, line["path"]))
|
|
sys.stdout.flush()
|
|
else:
|
|
mypungi.downloadPackages()
|
|
mypungi.makeCompsFile()
|
|
if not opts.nodebuginfo:
|
|
mypungi.getDebuginfoList()
|
|
if opts.nodownload:
|
|
for line in mypungi.list_debuginfo():
|
|
flags_str = ",".join(line["flags"])
|
|
if flags_str:
|
|
flags_str = "(%s)" % flags_str
|
|
sys.stdout.write("DEBUGINFO%s: %s\n" % (flags_str, line["path"]))
|
|
sys.stdout.flush()
|
|
else:
|
|
mypungi.downloadDebuginfo()
|
|
if not opts.nosource:
|
|
if opts.nodownload:
|
|
for line in mypungi.list_srpms():
|
|
flags_str = ",".join(line["flags"])
|
|
if flags_str:
|
|
flags_str = "(%s)" % flags_str
|
|
sys.stdout.write("SRPM%s: %s\n" % (flags_str, line["path"]))
|
|
sys.stdout.flush()
|
|
else:
|
|
mypungi.downloadSRPMs()
|
|
|
|
print "RPM size: %s MiB" % (mypungi.size_packages() / 1024 ** 2)
|
|
if not opts.nodebuginfo:
|
|
print "DEBUGINFO size: %s MiB" % (mypungi.size_debuginfo() / 1024 ** 2)
|
|
if not opts.nosource:
|
|
print "SRPM size: %s MiB" % (mypungi.size_srpms() / 1024 ** 2)
|
|
|
|
# Furthermore (but without the yumlock...)
|
|
if not opts.sourceisos:
|
|
if opts.do_all or opts.do_createrepo:
|
|
mypungi.doCreaterepo()
|
|
|
|
if opts.do_all or opts.do_buildinstall:
|
|
if not opts.norelnotes:
|
|
mypungi.doGetRelnotes()
|
|
mypungi.doBuildinstall()
|
|
|
|
if opts.do_all or opts.do_createiso:
|
|
mypungi.doCreateIsos()
|
|
|
|
# Do things slightly different for src.
|
|
if opts.sourceisos:
|
|
# we already have all the content gathered
|
|
mypungi.topdir = os.path.join(config.get('pungi', 'destdir'),
|
|
config.get('pungi', 'version'),
|
|
config.get('pungi', 'variant'),
|
|
'source', 'SRPMS')
|
|
mypungi.doCreaterepo(comps=False)
|
|
if opts.do_all or opts.do_createiso:
|
|
mypungi.doCreateIsos()
|
|
|
|
print "All done!"
|
|
|
|
if __name__ == '__main__':
|
|
from optparse import OptionParser
|
|
import sys
|
|
import time
|
|
|
|
today = time.strftime('%Y%m%d', time.localtime())
|
|
|
|
def get_arguments(config):
|
|
parser = OptionParser("%prog [--help] [options]", version="%prog 3.13")
|
|
|
|
def set_config(option, opt_str, value, parser, config):
|
|
config.set('pungi', option.dest, value)
|
|
|
|
# Pulled in from config file to be cli options as part of pykickstart conversion
|
|
parser.add_option("--name", dest="family", type="string",
|
|
action="callback", callback=set_config, callback_args=(config, ),
|
|
help='the name for your distribution (defaults to "Fedora"), DEPRECATED')
|
|
parser.add_option("--family", dest="family", type="string",
|
|
action="callback", callback=set_config, callback_args=(config, ),
|
|
help='the family name for your distribution (defaults to "Fedora")')
|
|
parser.add_option("--ver", dest="version", type="string",
|
|
action="callback", callback=set_config, callback_args=(config, ),
|
|
help='the version of your distribution (defaults to datestamp)')
|
|
parser.add_option("--flavor", dest="variant", type="string",
|
|
action="callback", callback=set_config, callback_args=(config, ),
|
|
help='the flavor of your distribution spin (optional), DEPRECATED')
|
|
parser.add_option("--variant", dest="variant", type="string",
|
|
action="callback", callback=set_config, callback_args=(config, ),
|
|
help='the variant of your distribution spin (optional)')
|
|
parser.add_option("--destdir", dest="destdir", type="string",
|
|
action="callback", callback=set_config, callback_args=(config, ),
|
|
help='destination directory (defaults to current directory)')
|
|
parser.add_option("--cachedir", dest="cachedir", type="string",
|
|
action="callback", callback=set_config, callback_args=(config, ),
|
|
help='package cache directory (defaults to /var/cache/pungi)')
|
|
parser.add_option("--bugurl", dest="bugurl", type="string",
|
|
action="callback", callback=set_config, callback_args=(config, ),
|
|
help='the url for your bug system (defaults to http://bugzilla.redhat.com)')
|
|
parser.add_option("--selfhosting", action="store_true", dest="selfhosting",
|
|
help='build a self-hosting tree by following build dependencies (optional)')
|
|
parser.add_option("--fulltree", action="store_true", dest="fulltree",
|
|
help='build a tree that includes all packages built from corresponding source rpms (optional)')
|
|
parser.add_option("--nosource", action="store_true", dest="nosource",
|
|
help='disable gathering of source packages (optional)')
|
|
parser.add_option("--nodebuginfo", action="store_true", dest="nodebuginfo",
|
|
help='disable gathering of debuginfo packages (optional)')
|
|
parser.add_option("--nodownload", action="store_true", dest="nodownload",
|
|
help='disable downloading of packages. instead, print the package URLs (optional)')
|
|
parser.add_option("--norelnotes", action="store_true", dest="norelnotes",
|
|
help='disable gathering of release notes (optional); DEPRECATED')
|
|
parser.add_option("--nogreedy", action="store_true", dest="nogreedy",
|
|
help='disable pulling of all providers of package dependencies (optional)')
|
|
parser.add_option("--nodeps", action="store_false", dest="resolve_deps", default=True,
|
|
help='disable resolving dependencies')
|
|
parser.add_option("--sourceisos", default=False, action="store_true", dest="sourceisos",
|
|
help='Create the source isos (other arch runs must be done)')
|
|
parser.add_option("--force", default=False, action="store_true",
|
|
help='Force reuse of an existing destination directory (will overwrite files)')
|
|
parser.add_option("--isfinal", default=False, action="store_true",
|
|
help='Specify this is a GA tree, which causes betanag to be turned off during install')
|
|
parser.add_option("--nohash", default=False, action="store_true",
|
|
help='disable hashing the Packages trees')
|
|
parser.add_option("--full-archlist", action="store_true",
|
|
help='Use the full arch list for x86_64 (include i686, i386, etc.)')
|
|
parser.add_option("--arch",
|
|
help='Override default (uname based) arch')
|
|
parser.add_option("--greedy", metavar="METHOD",
|
|
help='Greedy method; none, all, build')
|
|
parser.add_option("--multilib", action="append", metavar="METHOD",
|
|
help='Multilib method; can be specified multiple times; recommended: devel, runtime')
|
|
parser.add_option("--lookaside-repo", action="append", dest="lookaside_repos", metavar="NAME",
|
|
help='Specify lookaside repo name(s) (packages will used for depsolving but not be included in the output)')
|
|
parser.add_option("--workdirbase", dest="workdirbase", type="string",
|
|
action="callback", callback=set_config, callback_args=(config, ),
|
|
help='base working directory (defaults to destdir + /work)')
|
|
parser.add_option("--no-dvd", default=False, action="store_true", dest="no_dvd",
|
|
help='Do not make a install DVD/CD only the netinstall image and the tree')
|
|
parser.add_option("--lorax-conf", type="string",
|
|
help='Path to lorax.conf file (optional)')
|
|
parser.add_option("-i", "--installpkgs", default=[],
|
|
action="append", metavar="STRING",
|
|
help="Package glob for lorax to install before runtime-install.tmpl runs. (may be listed multiple times)")
|
|
parser.add_option("--multilibconf", default=None, type="string",
|
|
action="callback", callback=set_config, callback_args=(config, ),
|
|
help="Path to multilib conf files. Default is /usr/share/pungi/multilib/")
|
|
|
|
parser.add_option("-c", "--config", dest="config",
|
|
help='Path to kickstart config file')
|
|
parser.add_option("--all-stages", action="store_true", default=True, dest="do_all",
|
|
help="Enable ALL stages")
|
|
parser.add_option("-G", action="store_true", default=False, dest="do_gather",
|
|
help="Flag to enable processing the Gather stage")
|
|
parser.add_option("-C", action="store_true", default=False, dest="do_createrepo",
|
|
help="Flag to enable processing the Createrepo stage")
|
|
parser.add_option("-B", action="store_true", default=False, dest="do_buildinstall",
|
|
help="Flag to enable processing the BuildInstall stage")
|
|
parser.add_option("-I", action="store_true", default=False, dest="do_createiso",
|
|
help="Flag to enable processing the CreateISO stage")
|
|
parser.add_option("--relnotepkgs", dest="relnotepkgs", type="string",
|
|
action="callback", callback=set_config, callback_args=(config, ),
|
|
help='Rpms which contain the release notes')
|
|
parser.add_option("--relnotefilere", dest="relnotefilere", type="string",
|
|
action="callback", callback=set_config, callback_args=(config, ),
|
|
help='Which files are the release notes -- GPL EULA')
|
|
parser.add_option("--nomacboot", action="store_true", dest="nomacboot", help='disable setting up macboot as no hfs support ')
|
|
|
|
|
|
(opts, args) = parser.parse_args()
|
|
|
|
if not opts.config:
|
|
parser.error("Please specify a config file")
|
|
|
|
if not config.get('pungi', 'variant').isalnum() and not config.get('pungi', 'variant') == '':
|
|
parser.error("Variant must be alphanumeric")
|
|
|
|
if opts.do_gather or opts.do_createrepo or opts.do_buildinstall or opts.do_createiso:
|
|
opts.do_all = False
|
|
|
|
if opts.arch and (opts.do_all or opts.do_buildinstall):
|
|
parser.error("Cannot override arch while the BuildInstall stage is enabled")
|
|
|
|
# set the iso_basename.
|
|
if not config.get('pungi', 'variant') == '':
|
|
config.set('pungi', 'iso_basename', '%s-%s' % (config.get('pungi', 'family'), config.get('pungi', 'variant')))
|
|
else:
|
|
config.set('pungi', 'iso_basename', config.get('pungi', 'family'))
|
|
|
|
return (opts, args)
|
|
|
|
main()
|