pungi/bin/pungi

#!/usr/bin/env python
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Library General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, see <https://gnu.org/licenses/>.

import os
import selinux
import sys

here = sys.path[0]
if here != '/usr/bin':
    # Git checkout
    sys.path.insert(1, os.path.dirname(here))

from pungi import get_full_version
import pungi.gather
import pungi.config
import pungi.ks


def main():

    config = pungi.config.Config()
    opts = get_arguments(config)

    # Read the config to create "new" defaults
    # reparse command line options so they take precedence
    config = pungi.config.Config(pungirc=opts.pungirc)
    opts = get_arguments(config)

    # You must be this high to ride if you're going to do root tasks
    if os.geteuid() != 0 and (opts.do_all or opts.do_buildinstall):
        print >> sys.stderr, "You must run pungi as root"
        return 1

    if opts.do_all or opts.do_buildinstall:
        try:
            enforcing = selinux.security_getenforce()
        except:
            print >> sys.stdout, "INFO: selinux disabled"
            enforcing = False
        if enforcing:
            print >> sys.stdout, "WARNING: SELinux is enforcing.  This may lead to a compose with selinux disabled."
            print >> sys.stdout, "Consider running with setenforce 0."

    # Set up the kickstart parser and pass in the kickstart file we were handed
    ksparser = pungi.ks.get_ksparser(ks_path=opts.config)

    if opts.sourceisos:
        config.set('pungi', 'arch', 'source')

    for part in ksparser.handler.partition.partitions:
        if part.mountpoint == 'iso':
            config.set('pungi', 'cdsize', str(part.size))

    config.set('pungi', 'force', str(opts.force))

    if config.get('pungi', 'workdirbase') == '/work':
        config.set('pungi', 'workdirbase', "%s/work" % config.get('pungi', 'destdir'))
    # Set up our directories
    if not os.path.exists(config.get('pungi', 'destdir')):
        try:
            os.makedirs(config.get('pungi', 'destdir'))
        except OSError:
            print >> sys.stderr, "Error: Cannot create destination dir %s" % config.get('pungi', 'destdir')
            sys.exit(1)
    else:
        print >> sys.stdout, "Warning: Reusing existing destination directory."

    if not os.path.exists(config.get('pungi', 'workdirbase')):
        try:
            os.makedirs(config.get('pungi', 'workdirbase'))
        except OSError:
            print >> sys.stderr, "Error: Cannot create working base dir %s" % config.get('pungi', 'workdirbase')
            sys.exit(1)
    else:
        print >> sys.stdout, "Warning: Reusing existing working base directory."

    cachedir = config.get('pungi', 'cachedir')

    if not os.path.exists(cachedir):
        try:
            os.makedirs(cachedir)
        except OSError:
            print >> sys.stderr, "Error: Cannot create cache dir %s" % cachedir
            sys.exit(1)

    # Set debuginfo flag
    if opts.nodebuginfo:
        config.set('pungi', 'debuginfo', "False")
    if opts.greedy:
        config.set('pungi', 'greedy', opts.greedy)
    else:
        # XXX: compatibility
        if opts.nogreedy:
            config.set('pungi', 'greedy', "none")
        else:
            config.set('pungi', 'greedy', "all")
    config.set('pungi', 'resolve_deps', str(bool(opts.resolve_deps)))
    if opts.isfinal:
        config.set('pungi', 'isfinal', "True")
    if opts.nohash:
        config.set('pungi', 'nohash', "True")
    if opts.full_archlist:
        config.set('pungi', 'full_archlist', "True")
    if opts.arch:
        config.set('pungi', 'arch', opts.arch)
    if opts.multilib:
        config.set('pungi', 'multilib', " ".join(opts.multilib))
    if opts.lookaside_repos:
        config.set('pungi', 'lookaside_repos', " ".join(opts.lookaside_repos))
    if opts.no_dvd:
        config.set('pungi', 'no_dvd', "True")
    if opts.nomacboot:
        config.set('pungi', 'nomacboot', "True")
    config.set("pungi", "fulltree", str(bool(opts.fulltree)))
    config.set("pungi", "selfhosting", str(bool(opts.selfhosting)))
    config.set("pungi", "nosource", str(bool(opts.nosource)))
    config.set("pungi", "nodebuginfo", str(bool(opts.nodebuginfo)))

    if opts.lorax_conf:
        config.set("lorax", "conf_file", opts.lorax_conf)
    if opts.installpkgs:
        config.set("lorax", "installpkgs", " ".join(opts.installpkgs))

    # Actually do work.
    mypungi = pungi.gather.Pungi(config, ksparser)

    with mypungi.yumlock:
        if not opts.sourceisos:
            if opts.do_all or opts.do_gather or opts.do_buildinstall:
                mypungi._inityum()  # initialize the yum object for things that need it
            if opts.do_all or opts.do_gather:
                mypungi.gather()
                if opts.nodownload:
                    for line in mypungi.list_packages():
                        flags_str = ",".join(line["flags"])
                        if flags_str:
                            flags_str = "(%s)" % flags_str
                        sys.stdout.write("RPM%s: %s\n" % (flags_str, line["path"]))
                    sys.stdout.flush()
                else:
                    mypungi.downloadPackages()
                mypungi.makeCompsFile()
                if not opts.nodebuginfo:
                    mypungi.getDebuginfoList()
                    if opts.nodownload:
                        for line in mypungi.list_debuginfo():
                            flags_str = ",".join(line["flags"])
                            if flags_str:
                                flags_str = "(%s)" % flags_str
                            sys.stdout.write("DEBUGINFO%s: %s\n" % (flags_str, line["path"]))
                        sys.stdout.flush()
                    else:
                        mypungi.downloadDebuginfo()
                if not opts.nosource:
                    if opts.nodownload:
                        for line in mypungi.list_srpms():
                            flags_str = ",".join(line["flags"])
                            if flags_str:
                                flags_str = "(%s)" % flags_str
                            sys.stdout.write("SRPM%s: %s\n" % (flags_str, line["path"]))
                        sys.stdout.flush()
                    else:
                        mypungi.downloadSRPMs()

                print "RPM size:       %s MiB" % (mypungi.size_packages() / 1024 ** 2)
                if not opts.nodebuginfo:
                    print "DEBUGINFO size: %s MiB" % (mypungi.size_debuginfo() / 1024 ** 2)
                if not opts.nosource:
                    print "SRPM size:      %s MiB" % (mypungi.size_srpms() / 1024 ** 2)

    # Furthermore (but without the yumlock...)
    if not opts.sourceisos:
        if opts.do_all or opts.do_createrepo:
            mypungi.doCreaterepo()

        if opts.do_all or opts.do_buildinstall:
            if not opts.norelnotes:
                mypungi.doGetRelnotes()
            mypungi.doBuildinstall()

        if opts.do_all or opts.do_createiso:
            mypungi.doCreateIsos()

    # Do things slightly different for src.
    if opts.sourceisos:
        # we already have all the content gathered
        mypungi.topdir = os.path.join(config.get('pungi', 'destdir'),
                                      config.get('pungi', 'version'),
                                      config.get('pungi', 'variant'),
                                      'source', 'SRPMS')
        mypungi.doCreaterepo(comps=False)
        if opts.do_all or opts.do_createiso:
            mypungi.doCreateIsos()

    print "All done!"

if __name__ == '__main__':
    from argparse import ArgumentParser, Action
    import sys
    import time

    today = time.strftime('%Y%m%d', time.localtime())

    def get_arguments(config):
        parser = ArgumentParser()

        class SetConfig(Action):
            def __call__(self, parser, namespace, value, option_string=None):
                config.set('pungi', self.dest, value)

        parser.add_argument('--version', action='version', version=get_full_version())

        # Pulled in from config file to be cli options as part of pykickstart conversion
        parser.add_argument(
            "--name", dest="family", type=str, action=SetConfig,
            help='the name for your distribution (defaults to "Fedora"), DEPRECATED')
        parser.add_argument(
            "--family", dest="family", action=SetConfig,
            help='the family name for your distribution (defaults to "Fedora")')
        parser.add_argument(
            "--ver", dest="version", action=SetConfig,
            help='the version of your distribution (defaults to datestamp)')
        parser.add_argument(
            "--flavor", dest="variant", action=SetConfig,
            help='the flavor of your distribution spin (optional), DEPRECATED')
        parser.add_argument(
            "--variant", dest="variant", action=SetConfig,
            help='the variant of your distribution spin (optional)')
        parser.add_argument(
            "--destdir", dest="destdir", action=SetConfig,
            help='destination directory (defaults to current directory)')
        parser.add_argument(
            "--cachedir", dest="cachedir", action=SetConfig,
            help='package cache directory (defaults to /var/cache/pungi)')
        parser.add_argument(
            "--bugurl", dest="bugurl", action=SetConfig,
            help='the url for your bug system (defaults to http://bugzilla.redhat.com)')
        parser.add_argument(
            "--selfhosting", action="store_true", dest="selfhosting",
            help='build a self-hosting tree by following build dependencies (optional)')
        parser.add_argument(
            "--fulltree", action="store_true", dest="fulltree",
            help='build a tree that includes all packages built from corresponding source rpms (optional)')
        parser.add_argument(
            "--nosource", action="store_true", dest="nosource",
            help='disable gathering of source packages (optional)')
        parser.add_argument(
            "--nodebuginfo", action="store_true", dest="nodebuginfo",
            help='disable gathering of debuginfo packages (optional)')
        parser.add_argument(
            "--nodownload", action="store_true", dest="nodownload",
            help='disable downloading of packages. instead, print the package URLs (optional)')
        parser.add_argument(
            "--norelnotes", action="store_true", dest="norelnotes",
            help='disable gathering of release notes (optional); DEPRECATED')
        parser.add_argument(
            "--nogreedy", action="store_true", dest="nogreedy",
            help='disable pulling of all providers of package dependencies (optional)')
        parser.add_argument(
            "--nodeps", action="store_false", dest="resolve_deps", default=True,
            help='disable resolving dependencies')
        parser.add_argument(
            "--sourceisos", default=False, action="store_true", dest="sourceisos",
            help='Create the source isos (other arch runs must be done)')
        parser.add_argument(
            "--force", default=False, action="store_true",
            help='Force reuse of an existing destination directory (will overwrite files)')
        parser.add_argument(
            "--isfinal", default=False, action="store_true",
            help='Specify this is a GA tree, which causes betanag to be turned off during install')
        parser.add_argument(
            "--nohash", default=False, action="store_true",
            help='disable hashing the Packages trees')
        parser.add_argument(
            "--full-archlist", action="store_true",
            help='Use the full arch list for x86_64 (include i686, i386, etc.)')
        parser.add_argument("--arch", help='Override default (uname based) arch')
        parser.add_argument(
            "--greedy", metavar="METHOD",
            help='Greedy method; none, all, build')
        parser.add_argument(
            "--multilib", action="append", metavar="METHOD",
            help='Multilib method; can be specified multiple times; recommended: devel, runtime')
        parser.add_argument(
            "--lookaside-repo", action="append", dest="lookaside_repos", metavar="NAME",
            help='Specify lookaside repo name(s) (packages will used for depsolving but not be included in the output)')
        parser.add_argument(
            "--workdirbase", dest="workdirbase", action=SetConfig,
            help='base working directory (defaults to destdir + /work)')
        parser.add_argument("--no-dvd", default=False, action="store_true", dest="no_dvd",
                            help='Do not make a install DVD/CD only the netinstall image and the tree')
        parser.add_argument("--lorax-conf",
                            help='Path to lorax.conf file (optional)')
        parser.add_argument(
            "-i", "--installpkgs", default=[], action="append", metavar="STRING",
            help="Package glob for lorax to install before runtime-install.tmpl runs. (may be listed multiple times)")
        parser.add_argument(
            "--multilibconf", default=None, action=SetConfig,
            help="Path to multilib conf files. Default is /usr/share/pungi/multilib/")

        parser.add_argument("-c", "--config", dest="config", required=True,
                            help='Path to kickstart config file')
        parser.add_argument("--all-stages", action="store_true", default=True, dest="do_all",
                            help="Enable ALL stages")
        parser.add_argument("-G", action="store_true", default=False, dest="do_gather",
                            help="Flag to enable processing the Gather stage")
        parser.add_argument("-C", action="store_true", default=False, dest="do_createrepo",
                            help="Flag to enable processing the Createrepo stage")
        parser.add_argument("-B", action="store_true", default=False, dest="do_buildinstall",
                            help="Flag to enable processing the BuildInstall stage")
        parser.add_argument("-I", action="store_true", default=False, dest="do_createiso",
                            help="Flag to enable processing the CreateISO stage")
        parser.add_argument("--relnotepkgs", dest="relnotepkgs", action=SetConfig,
                            help='Rpms which contain the release notes')
        parser.add_argument(
            "--relnotefilere", dest="relnotefilere", action=SetConfig,
            help='Which files are the release notes -- GPL EULA')
        parser.add_argument("--nomacboot", action="store_true", dest="nomacboot",
                            help='disable setting up macboot as no hfs support ')
        parser.add_argument(
            "--pungirc", dest="pungirc", default='~/.pungirc', action=SetConfig,
            help='Read pungi options from config file ')

        opts = parser.parse_args()

        if not config.get('pungi', 'variant').isalnum() and not config.get('pungi', 'variant') == '':
            parser.error("Variant must be alphanumeric")

        if opts.do_gather or opts.do_createrepo or opts.do_buildinstall or opts.do_createiso:
            opts.do_all = False

        if opts.arch and (opts.do_all or opts.do_buildinstall):
            parser.error("Cannot override arch while the BuildInstall stage is enabled")

        # set the iso_basename.
        if not config.get('pungi', 'variant') == '':
            config.set('pungi', 'iso_basename', '%s-%s' % (config.get('pungi', 'family'), config.get('pungi', 'variant')))
        else:
            config.set('pungi', 'iso_basename', config.get('pungi', 'family'))

        return opts

    main()