x/anvil
Code Issues Proposed changes

Add which components/files requirements originated from

Browse Source
This commit is contained in:
Joshua Harlow 2012-12-07 11:55:50 -08:00
parent 917a5e4385
commit b7d8adb1b6
1 changed files with 35 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
tools/pip-scan.py
View File

@ -29,21 +29,32 @@ def main():
if re.search("(test|pip)[-]requires", f, re.I)] if re.search("(test|pip)[-]requires", f, re.I)]
requires_files = sorted(list(set(requires_files))) requires_files = sorted(list(set(requires_files)))
requirements = [] requirements = []
source_requirements = {}
for fn in requires_files: for fn in requires_files:
requirements.extend(pip_helper.parse_requirements(sh.load_file(fn))) source_requirements[fn] = []
for req in pip_helper.parse_requirements(sh.load_file(fn)):
requirements.append(req)
source_requirements[fn].append(req)
requirements = set(requirements) requirements = set(requirements)
yaml_fn = sh.abspth(sys.argv[1]) yaml_fn = sh.abspth(sys.argv[1])
distro_yaml = utils.load_yaml(yaml_fn) distro_yaml = utils.load_yaml(yaml_fn)
print("Comparing pips/pip2pkgs in %s to those found in %s" % (sys.argv[1], requires_files))
components = distro_yaml.get('components', {}) components = distro_yaml.get('components', {})
all_known_names = [] all_known_names = []
for (_c, details) in components.items(): components_pips = {}
for (c, details) in components.items():
components_pips[c] = []
pip2pkgs = details.get('pip_to_package', []) pip2pkgs = details.get('pip_to_package', [])
pips = details.get('pips', []) pips = details.get('pips', [])
known_names = []
for item in pip2pkgs: for item in pip2pkgs:
all_known_names.append(item['name'].lower().strip()) known_names.append(item['name'].lower().strip())
for item in pips: for item in pips:
all_known_names.append(item['name'].lower().strip()) known_names.append(item['name'].lower().strip())
components_pips[c].extend(known_names)
all_known_names.extend(known_names)
print("Comparing pips/pip2pkgs in %s to those found in %s" % (yaml_fn, requires_files))
all_known_names = sorted(list(set(all_known_names))) all_known_names = sorted(list(set(all_known_names)))
not_needed = [] not_needed = []
for n in all_known_names: for n in all_known_names:
@ -52,7 +63,13 @@ def main():
if not_needed: if not_needed:
print("The following distro yaml mappings may not be needed:") print("The following distro yaml mappings may not be needed:")
for n in sorted(not_needed): for n in sorted(not_needed):
print(" + %s" % (n)) msg = " + %s (" % (n)
# Find which components said they need this...
for (c, known_names) in components_pips.items():
if n in known_names:
msg += c + ","
msg += ")"
print(msg)
not_found = [] not_found = []
for n in requirements: for n in requirements:
name = n.key.lower().strip() name = n.key.lower().strip()
@ -61,7 +78,18 @@ def main():
if not_found: if not_found:
print("The following distro yaml mappings may be required but where not found:") print("The following distro yaml mappings may be required but where not found:")
for n in sorted(not_found): for n in sorted(not_found):
print(" + %s" % (n)) msg = " + %s" % (n)
msg += " ("
# Find which file/s said they need this...
for (fn, reqs) in source_requirements.items():
matched = False
for r in reqs:
if r.key.lower().strip() == name:
matched = True
if matched:
msg += fn + ","
msg += ")"
print(msg)
return len(not_found) + len(not_needed) return len(not_found) + len(not_needed)