vasilito
cb424d7448
verify-patch-sanity.py validates every active recipe .patch has internally- consistent hunk line counts — catching the 'malformed patch at line N' failure at commit/CI/preflight time instead of hours into a cook. This cycle hit that class three times (qtwaylandscanner, sddm, xwayland), each only discovered when cookbook tried to apply the patch. Running it across the repo found 29 latent malformed patches (validated against GNU patch: e.g. relibc/P3-sysv-ipc reproduces 'malformed patch at line 22'). They were harmless only because they sit in vendored recipes (baked, not re- applied) — but would fail on any version-bump re-derivation. --fix recounts the hunk headers (body untouched) and repaired all 29. Wired into build-preflight.sh (Phase 1.0D) and redbear-ci.yml, with a unit test (test-patch-sanity.sh). Skips archived/legacy trees and unvalidatable formats (empty placeholders, bare-@@ git hunks).
85 lines
2.4 KiB
Python
Executable File
85 lines
2.4 KiB
Python
Executable File
#!/usr/bin/env python
|
|
|
|
from __future__ import print_function
|
|
|
|
desc = """Generate statistics about optimization records from the YAML files
|
|
generated with -fsave-optimization-record and -fdiagnostics-show-hotness.
|
|
|
|
The tools requires PyYAML and Pygments Python packages."""
|
|
|
|
import optrecord
|
|
import argparse
|
|
import operator
|
|
from collections import defaultdict
|
|
from multiprocessing import cpu_count, Pool
|
|
|
|
try:
|
|
from guppy import hpy
|
|
|
|
hp = hpy()
|
|
except ImportError:
|
|
print("Memory consumption not shown because guppy is not installed")
|
|
hp = None
|
|
|
|
if __name__ == "__main__":
|
|
parser = argparse.ArgumentParser(description=desc)
|
|
parser.add_argument(
|
|
"yaml_dirs_or_files",
|
|
nargs="+",
|
|
help="List of optimization record files or directories searched "
|
|
"for optimization record files.",
|
|
)
|
|
parser.add_argument(
|
|
"--jobs",
|
|
"-j",
|
|
default=None,
|
|
type=int,
|
|
help="Max job count (defaults to %(default)s, the current CPU count)",
|
|
)
|
|
parser.add_argument(
|
|
"--no-progress-indicator",
|
|
"-n",
|
|
action="store_true",
|
|
default=False,
|
|
help="Do not display any indicator of how many YAML files were read.",
|
|
)
|
|
args = parser.parse_args()
|
|
|
|
print_progress = not args.no_progress_indicator
|
|
|
|
files = optrecord.find_opt_files(*args.yaml_dirs_or_files)
|
|
if not files:
|
|
parser.error("No *.opt.yaml files found")
|
|
sys.exit(1)
|
|
|
|
all_remarks, file_remarks, _ = optrecord.gather_results(
|
|
files, args.jobs, print_progress
|
|
)
|
|
if print_progress:
|
|
print("\n")
|
|
|
|
bypass = defaultdict(int)
|
|
byname = defaultdict(int)
|
|
for r in optrecord.itervalues(all_remarks):
|
|
bypass[r.Pass] += 1
|
|
byname[r.Pass + "/" + r.Name] += 1
|
|
|
|
total = len(all_remarks)
|
|
print("{:24s} {:10d}".format("Total number of remarks", total))
|
|
if hp:
|
|
h = hp.heap()
|
|
print("{:24s} {:10d}".format("Memory per remark", h.size / len(all_remarks)))
|
|
print("\n")
|
|
|
|
print("Top 10 remarks by pass:")
|
|
for (passname, count) in sorted(
|
|
bypass.items(), key=operator.itemgetter(1), reverse=True
|
|
)[:10]:
|
|
print(" {:30s} {:2.0f}%".format(passname, count * 100.0 / total))
|
|
|
|
print("\nTop 10 remarks:")
|
|
for (name, count) in sorted(
|
|
byname.items(), key=operator.itemgetter(1), reverse=True
|
|
)[:10]:
|
|
print(" {:30s} {:2.0f}%".format(name, count * 100.0 / total))
|