#!/usr/bin/python3 # Copyright Red Hat # # This file is part of os-autoinst-distri-fedora. # # os-autoinst-distri-fedora is free software; you can redistribute it # and/or modify it under the terms of the GNU General Public License # as published by the Free Software Foundation, either version 2 of # the License, or (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . # # Author: Adam Williamson """This is a check script which checks for unused needles. If none of the tags a needle declares is referenced in the tests, it is considered unused. """ import glob import json import os import re import sys NEEDLEPATH = os.path.join(os.path.dirname(os.path.realpath(__file__)), "needles") TESTSPATH = os.path.join(os.path.dirname(os.path.realpath(__file__)), "tests") LIBPATH = os.path.join(os.path.dirname(os.path.realpath(__file__)), "lib") # these don't account for escaping, but I don't think we're ever going # to have an escaped quotation mark in a needle tag DOUBLEQUOTERE = re.compile('"(.*?)"') SINGLEQUOTERE = re.compile("'(.*?)'") # first we're gonna build a big list of all string literals testpaths = glob.glob(f"{TESTSPATH}/**/*.pm", recursive=True) testpaths.extend(glob.glob(f"{LIBPATH}/**/*.pm", recursive=True)) testliterals = [] for testpath in testpaths: # skip if it's a symlink if os.path.islink(testpath): continue # otherwise, scan it for string literals with open(testpath, "r") as testfh: testtext = testfh.read() for match in DOUBLEQUOTERE.finditer(testtext): testliterals.append(match[1]) for match in SINGLEQUOTERE.finditer(testtext): testliterals.append(match[1]) # now let's do some whitelisting, for awkward cases where we know that # we concatenate string literals and stuff # versioned backgrounds and release IDs for rel in range(30, 100): testliterals.append(f"{rel}_background") testliterals.append(f"version_{rel}_ident") # anaconda id needles, using tell_source for source in ("workstation", "generic", "server"): testliterals.append(f"leftbar_{source}") testliterals.append(f"topbar_{source}") # keyboard layout switching, using desktop_switch_layout for environment in ("anaconda", "gnome"): for layout in ("native", "ascii"): testliterals.append(f"{environment}_layout_{layout}") # package set selection, using get_var('PACKAGE_SET') for pkgset in ("kde", "workstation", "minimal"): testliterals.append(f"anaconda_{pkgset}_highlighted") testliterals.append(f"anaconda_{pkgset}_selected") # desktop_login stuff for user in ("jack", "jim"): testliterals.append(f"login_{user}") testliterals.append(f"user_confirm_{user}") # partitioning stuff, there's a bunch of this, all in anaconda.pm # multiple things use this for part in ("swap", "root", "efi", "boot", "bootefi", "home", "vda2"): testliterals.append(f"anaconda_part_select_{part}") testliterals.append(f"anaconda_blivet_part_inactive_{part}") # select_disks for num in range(1, 10): testliterals.append(f"anaconda_install_destination_select_disk_{num}") # custom_scheme_select for scheme in ("standard", "lvmthin", "btrfs", "lvm"): testliterals.append(f"anaconda_part_scheme_{scheme}") # custom_blivet_add_partition for dtype in ("lvmvg", "lvmlv", "lvmthin", "raid"): testliterals.append(f"anaconda_blivet_part_devicetype_{dtype}") for fsys in ("ext4", "xfs", "btrfs", "ppc_prep_boot", "swap", "efi_filesystem", "biosboot"): testliterals.append(f"anaconda_blivet_part_fs_{fsys}") testliterals.append(f"anaconda_blivet_part_fs_{fsys}_selected") # this is variable-y in custom_change_type but we only actually have # one value testliterals.append("anaconda_part_device_type_raid") # custom_change_fs for fsys in ("xfs", "ext4"): testliterals.append(f"anaconda_part_fs_{fsys}") testliterals.append(f"anaconda_part_fs_{fsys}_selected") # Needles for Help viewer for section in ("desktop", "networking", "sound", "files", "user", "hardware", "accessibility", "tipstricks", "morehelp"): testliterals.append(f"help_section_{section}") testliterals.append(f"help_section_content_{section}") # Needles for Calculator for button in ("div", "divider", "zero", "one", "two", "three", "four", "five", "six","seven", "eight", "nine", "mod", "percent", "pi", "root", "square", "sub"): testliterals.append(f"calc_button_{button}") for result in ("BokZw", "Czo4s", "O9qsL", "WIxiR", "b5y2B", "h7MfO", "qxuBK", "tWshx", "uC8Ul", "3LAG3"): testliterals.append(f"calc_result_{result}") # Needles for Contacts for hashname in ("jlJmL", "7XGzO", "ps61y", "OvXj~", "GqYOp", "VEFrP"): testliterals.append(f"contacts_name_{hashname}") testliterals.append(f"contacts_contact_listed_{hashname}") testliterals.append(f"contacts_contact_existing_{hashname}") testliterals.append(f"contacts_contact_doubled_{hashname}") testliterals.append(f"contacts_contact_altered_{hashname}") testliterals.append(f"contacts_contact_added_{hashname}") for info in ("home", "personal", "work"): testliterals.append(f"contacts_label_{info}") # Needles for Maps for location in ("vilnius", "denali", "wellington", "poysdorf", "pune"): testliterals.append(f"maps_select_{location}") testliterals.append(f"maps_found_{location}") testliterals.append(f"maps_info_{location}") # variable-y in custom_change_device but we only have one value testliterals.append("anaconda_part_device_sda") # For various application needles used by installation, removal, and # checking methods. for application in ("mahjongg","gvim","emacs","inkscape"): testliterals.append(f"software_{application}-found") testliterals.append(f"software_{application}-found_installed") testliterals.append(f"software_{application}-listed") testliterals.append(f"software_{application}-install_pane") testliterals.append(f"apps_run_{application}") # For RPM and Flatpak source used by installation methods. for source in ("rpm", "flatpak"): testliterals.append(f"software_source_available_{source}") testliterals.append(f"software_source_fedora_{source}") # for Anaconda help related needles. testliterals.extend(f"anaconda_help_{fsys}" for fsys in ('install_destination', 'installation_progress', 'keyboard_layout', 'language_support', 'network_host_name', 'root_password', 'select_packages', 'installation_source', 'time_date', 'user_creation', 'language_selection', 'language', 'summary_link')) testliterals.extend(f"anaconda_main_hub_{fsys}" for fsys in ('language_support', 'selec_packages', 'time_date', 'create_user','keyboard_layout')) # retcode tracker ret = 0 # now let's scan our needles unused = [] noimg = [] noneedle = [] needlepaths = glob.glob(f"{NEEDLEPATH}/**/*.json", recursive=True) for needlepath in needlepaths: # check we have a matching image file imgpath = needlepath.replace(".json", ".png") if not os.path.exists(imgpath): noimg.append(needlepath) with open(needlepath, "r") as needlefh: needlejson = json.load(needlefh) if any(tag in testliterals for tag in needlejson["tags"]): continue unused.append(needlepath) # reverse check, for images without a needle file imgpaths = glob.glob(f"{NEEDLEPATH}/**/*.png", recursive=True) for imgpath in imgpaths: needlepath = imgpath.replace(".png", ".json") if not os.path.exists(needlepath): noneedle.append(imgpath) if unused: ret += 1 print("Unused needle(s) found!") for needle in unused: print(needle) if noimg: ret += 2 print("Needle(s) without image(s) found!") for needle in noimg: print(needle) if noneedle: ret += 4 print("Image(s) without needle(s) found!") for img in noneedle: print(img) sys.exit(ret)