386 lines
11 KiB
Python
386 lines
11 KiB
Python
#!/usr/bin/env python
|
|
|
|
import exceptions
|
|
import getopt
|
|
import os
|
|
import re
|
|
import rpm
|
|
import select
|
|
import subprocess
|
|
import sys
|
|
|
|
#------------------------------------------------------------------------------
|
|
|
|
def get_rlms(root):
|
|
rlm_re = re.compile(r'^rlm_')
|
|
version_re = re.compile(r'-[0-9.]+\.so$')
|
|
names = os.listdir(root)
|
|
names = [x for x in names if rlm_re.search(x)]
|
|
names = [x for x in names if not version_re.search(x)]
|
|
names.sort()
|
|
return names
|
|
|
|
#------------------------------------------------------------------------------
|
|
|
|
debug = False
|
|
verbose = False
|
|
|
|
exclude_rpms = ['glibc']
|
|
|
|
build = '2.0.2-1.fc8'
|
|
root_template = '/var/tmp/freeradius-%s-root-jdennis/usr/lib/freeradius'
|
|
libdirs = ['/lib','/usr/lib']
|
|
|
|
#------------------------------------------------------------------------------
|
|
|
|
def get_rpm_nvr_from_header(hdr):
|
|
'Given an RPM header return the package NVR as a string'
|
|
name = hdr['name']
|
|
version = hdr['version']
|
|
release = hdr['release']
|
|
|
|
return "%s-%s-%s" % (name, version, release)
|
|
|
|
def get_rpm_hdr_by_file_path(path):
|
|
if path is None:
|
|
return None
|
|
|
|
hdr = None
|
|
try:
|
|
ts = rpm.ts()
|
|
mi = ts.dbMatch(rpm.RPMTAG_BASENAMES, path)
|
|
for hdr in mi: break
|
|
except Exception, e:
|
|
print >> sys.stderr, "failed to retrieve rpm hdr for %s, %s" %(path, e)
|
|
hdr = None
|
|
return hdr
|
|
|
|
def get_rpm_nvr_by_file_path(path):
|
|
if path is None:
|
|
return None
|
|
|
|
hdr = get_rpm_hdr_by_file_path(path)
|
|
if not hdr:
|
|
print >> sys.stderr, "failed to retrieve rpm info for %s" %(path)
|
|
nvr = get_rpm_nvr_from_header(hdr)
|
|
return nvr
|
|
|
|
def get_rpm_name_by_file_path(path):
|
|
if path is None:
|
|
return None
|
|
|
|
hdr = get_rpm_hdr_by_file_path(path)
|
|
if not hdr:
|
|
print >> sys.stderr, "failed to retrieve rpm info for %s" %(path)
|
|
name = hdr['name']
|
|
return name
|
|
|
|
#------------------------------------------------------------------------------
|
|
|
|
class CmdError(exceptions.Exception):
|
|
def __init__(self, errno, msg):
|
|
self.errno = errno
|
|
self.msg = msg
|
|
|
|
|
|
class Command:
|
|
def __init__(self, cmd):
|
|
self.cmd = cmd
|
|
self.sub_process = None
|
|
self.bufsize = 1024
|
|
self.stdout_buf = ''
|
|
self.stderr_buf = ''
|
|
self.stdout_lines = []
|
|
self.stderr_lines = []
|
|
|
|
def run(self, stdout_callback=None, stderr_callback=None):
|
|
self.sub_process = subprocess.Popen(self.cmd, \
|
|
stdin=None, stdout=subprocess.PIPE, stderr=subprocess.PIPE, \
|
|
close_fds=True, shell=True)
|
|
self.stdout = self.sub_process.stdout
|
|
self.stderr = self.sub_process.stderr
|
|
|
|
read_watch = [self.stdout, self.stderr]
|
|
while read_watch:
|
|
readable = select.select(read_watch, [], [])[0]
|
|
for fd in readable:
|
|
if fd == self.stdout:
|
|
data = os.read(fd.fileno(), self.bufsize)
|
|
if not data:
|
|
read_watch.remove(fd)
|
|
else:
|
|
self.stdout_buf += data
|
|
for line in self.burst_lines('stdout_buf'):
|
|
if stdout_callback: stdout_callback(line)
|
|
self.stdout_lines.append(line)
|
|
if fd == self.stderr:
|
|
data = os.read(fd.fileno(), self.bufsize)
|
|
if not data:
|
|
read_watch.remove(fd)
|
|
else:
|
|
self.stderr_buf += data
|
|
for line in self.burst_lines('stderr_buf'):
|
|
if stdout_callback: stderr_callback(line)
|
|
self.stderr_lines.append(line)
|
|
|
|
self.returncode = self.sub_process.wait()
|
|
if self.returncode:
|
|
raise CmdError(self.returncode, "cmd \"%s\"\nreturned status %d\n%s" % (self.cmd, self.returncode, ''.join(self.stderr_lines)))
|
|
|
|
return self.returncode
|
|
|
|
def burst_lines(self, what):
|
|
buf = getattr(self, what)
|
|
start = 0
|
|
end = buf.find('\n', start)
|
|
while end >= 0:
|
|
end += 1 # include newline
|
|
line = buf[start:end]
|
|
yield line
|
|
start = end
|
|
end = buf.find('\n', start)
|
|
buf = buf[start:]
|
|
setattr(self, what, buf)
|
|
|
|
|
|
#------------------------------------------------------------------------------
|
|
|
|
def get_so_requires(path):
|
|
requires = {}
|
|
cmd = 'ldd %s' % (path)
|
|
so_re = re.compile(r'^\s*(\S+)\s+=>\s+(\S+)')
|
|
|
|
c = Command(cmd)
|
|
status = c.run()
|
|
|
|
for line in c.stdout_lines:
|
|
line = line.strip()
|
|
match = so_re.search(line)
|
|
if match:
|
|
so_name = match.group(1)
|
|
if match.group(2).startswith('/'):
|
|
so_path = match.group(2)
|
|
else:
|
|
so_path = None
|
|
|
|
requires[so_name] = so_path
|
|
return requires
|
|
|
|
def get_so_needed(path):
|
|
needed = []
|
|
cmd = 'readelf -d %s' % (path)
|
|
so_re = re.compile(r'\(NEEDED\)\s+Shared library:\s+\[([^\]]+)\]')
|
|
|
|
c = Command(cmd)
|
|
status = c.run()
|
|
|
|
for line in c.stdout_lines:
|
|
line = line.strip()
|
|
match = so_re.search(line)
|
|
if match:
|
|
so_name = match.group(1)
|
|
needed.append(so_name)
|
|
return needed
|
|
|
|
def format_size(size):
|
|
if size > 1000000000:
|
|
return '%.1f GB' % (size/1000000000.0)
|
|
if size > 1000000:
|
|
return '%.1f MB' % (size/1000000.0)
|
|
if size > 1000:
|
|
return '%.1f KB' % (size/1000.0)
|
|
return '%d' % (size)
|
|
#------------------------------------------------------------------------------
|
|
|
|
class RPM_Prop:
|
|
def __init__(self, path=None, name=None):
|
|
self.name = name
|
|
self.paths = {}
|
|
self.rpm_hdr = None
|
|
self.used_by = {}
|
|
if path:
|
|
self.register_path(path)
|
|
if not self.rpm_hdr:
|
|
self.rpm_hdr = get_rpm_hdr_by_file_path(path)
|
|
if self.rpm_hdr:
|
|
if not self.name:
|
|
self.name = self.rpm_hdr[rpm.RPMTAG_NAME]
|
|
self.size = self.rpm_hdr[rpm.RPMTAG_SIZE]
|
|
|
|
def __str__(self):
|
|
return "name=%s paths=%s" % (self.name, ','.join(self.paths.keys()))
|
|
|
|
def register_path(self, path, name=None):
|
|
if debug: print "%s.register_path: path=%s" % (self.__class__.__name__, path)
|
|
return self.paths.setdefault(path, path)
|
|
|
|
class RPM_Collection:
|
|
def __init__(self):
|
|
self.names = {}
|
|
self.paths = {}
|
|
|
|
def __str__(self):
|
|
text = ''
|
|
names = self.get_names()
|
|
for name in names:
|
|
text += "%s: %s\n" % (name, self.names[name])
|
|
return text
|
|
|
|
def register_path(self, path):
|
|
if debug: print "%s.register_path: path=%s" % (self.__class__.__name__, path)
|
|
rpm_prop = self.paths.get(path)
|
|
if not rpm_prop:
|
|
rpm_prop = self.paths.setdefault(path, RPM_Prop(path=path))
|
|
self.names.setdefault(rpm_prop.name, rpm_prop)
|
|
return rpm_prop
|
|
|
|
def get_names(self):
|
|
names = self.names.keys()
|
|
names.sort()
|
|
return names
|
|
|
|
def get_name(self, name):
|
|
return self.names.get(name)
|
|
|
|
class SO_File:
|
|
def __init__(self, name=None, path=None):
|
|
self.name = name
|
|
self.path = path
|
|
self.rpm = None
|
|
|
|
def __str__(self):
|
|
if self.rpm:
|
|
rpm_name = self.rpm.name
|
|
else:
|
|
rpm_name = None
|
|
return "name=%s rpm=%s" % (self.name, rpm_name)
|
|
|
|
class SO_Collection:
|
|
def __init__(self):
|
|
self.names = {}
|
|
self.paths = {}
|
|
|
|
def __str__(self):
|
|
text = ''
|
|
names = self.get_names()
|
|
for name in names:
|
|
text += "%s: %s\n" % (name, self.names[name])
|
|
return text
|
|
|
|
def register_path(self, path, name=None):
|
|
if debug: print "%s.register_path: path=%s" % (self.__class__.__name__, path)
|
|
so_prop = self.paths.get(path)
|
|
if not so_prop:
|
|
so_prop = self.paths.setdefault(path, SO_File(name, path=path))
|
|
self.names.setdefault(name, so_prop)
|
|
return so_prop
|
|
|
|
def get_names(self):
|
|
names = self.names.keys()
|
|
names.sort()
|
|
return names
|
|
|
|
class LoadableModule:
|
|
def __init__(self, path, name=None):
|
|
if name is None:
|
|
name = os.path.basename(path)
|
|
self.name = name
|
|
self.path = path
|
|
self.rpm_names = {}
|
|
self.sos = SO_Collection()
|
|
self.get_so_requires()
|
|
|
|
def __str__(self):
|
|
text = '%s\n' % (self.name)
|
|
text += " RPM's: %s\n" % (','.join(self.get_rpm_names()))
|
|
text += " SO's: %s\n" % (','.join(self.sos.get_names()))
|
|
return text
|
|
|
|
def get_so_requires(self):
|
|
requires = get_so_requires(self.path)
|
|
needed = get_so_needed(self.path)
|
|
#print "%s requires=%s" % (self.name, requires)
|
|
#print "%s needed=%s" % (self.name, needed)
|
|
|
|
for so_name, so_path in requires.items():
|
|
if so_name not in needed: continue
|
|
if so_path:
|
|
so_prop = self.sos.register_path(so_path, so_name)
|
|
rpm_prop = rpms.register_path(so_prop.path)
|
|
rpm_prop.used_by[self.name] = 1
|
|
self.rpm_names.setdefault(rpm_prop.name, rpm_prop.name)
|
|
so_prop.rpm = rpm_prop
|
|
else:
|
|
so_prop = None
|
|
if verbose: print "found so='%s' %s" % (so_name, so_prop)
|
|
|
|
def register_so(self, so):
|
|
if debug: print "%s.register_so: so=%s" % (self.__class__.__name__, so)
|
|
self.sos.setdefault(so, so)
|
|
self.names.setdefault(so.name, so)
|
|
return so
|
|
|
|
def get_rpm_names(self):
|
|
rpm_names = self.rpm_names.keys()
|
|
rpm_names.sort()
|
|
return rpm_names
|
|
|
|
def get_sos(self):
|
|
sos = self.sos.keys()
|
|
sos.sort(lambda a,b: cmp(a.name, b.name))
|
|
return sos
|
|
|
|
#------------------------------------------------------------------------------
|
|
|
|
#------------------------------------------------------------------------------
|
|
|
|
opts, args = getopt.getopt(sys.argv[1:], "b:v", ['build=','verbose'])
|
|
for o, a in opts:
|
|
if o in ['-b', '--build']:
|
|
build = a
|
|
elif o in ['-v', '--verbose']:
|
|
verbose = True
|
|
else:
|
|
print >> sys.stderr, "Unknown arg: %s" % o
|
|
sys.exit(1)
|
|
|
|
root = root_template % build
|
|
modules = get_rlms(root)
|
|
module_paths = [os.path.join(root,x) for x in modules]
|
|
rpms = RPM_Collection()
|
|
|
|
lms = []
|
|
for module_path in module_paths[:]:
|
|
lm = LoadableModule(module_path)
|
|
lms.append(lm)
|
|
|
|
|
|
print "RLM Modules(%s): %s\n" % (len(modules), ','.join(modules))
|
|
|
|
for lm in lms:
|
|
rpm_names = [x for x in lm.get_rpm_names() if x not in exclude_rpms]
|
|
if rpm_names:
|
|
print lm.name
|
|
print ' %s' % (','.join(rpm_names))
|
|
|
|
print "--------------"
|
|
|
|
rpm_props = [x for x in rpms.names.values() if len(x.used_by) and x.name not in exclude_rpms]
|
|
rpm_props.sort(lambda a,b: cmp(a.name, b.name))
|
|
for rpm_prop in rpm_props:
|
|
used_by = rpm_prop.used_by.keys()
|
|
used_by.sort()
|
|
print "%s: %s" % (rpm_prop.name, ','.join(used_by))
|
|
|
|
print "--------------"
|
|
|
|
rpm_props.sort(lambda a,b: cmp(a.size, b.size))
|
|
for rpm_prop in rpm_props:
|
|
print '%10s %s' % (format_size(rpm_prop.size), rpm_prop.name)
|
|
|
|
|
|
print "--------------"
|
|
|
|
for lm in lms:
|
|
print lm
|