vasilito
cb424d7448
verify-patch-sanity.py validates every active recipe .patch has internally- consistent hunk line counts — catching the 'malformed patch at line N' failure at commit/CI/preflight time instead of hours into a cook. This cycle hit that class three times (qtwaylandscanner, sddm, xwayland), each only discovered when cookbook tried to apply the patch. Running it across the repo found 29 latent malformed patches (validated against GNU patch: e.g. relibc/P3-sysv-ipc reproduces 'malformed patch at line 22'). They were harmless only because they sit in vendored recipes (baked, not re- applied) — but would fail on any version-bump re-derivation. --fix recounts the hunk headers (body untouched) and repaired all 29. Wired into build-preflight.sh (Phase 1.0D) and redbear-ci.yml, with a unit test (test-patch-sanity.sh). Skips archived/legacy trees and unvalidatable formats (empty placeholders, bare-@@ git hunks).
157 lines
4.0 KiB
Python
Executable File
157 lines
4.0 KiB
Python
Executable File
#!/usr/bin/env python
|
|
#
|
|
# Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
# See https://llvm.org/LICENSE.txt for license information.
|
|
# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
#
|
|
# ==------------------------------------------------------------------------==#
|
|
|
|
import os
|
|
import glob
|
|
import re
|
|
import subprocess
|
|
import json
|
|
import datetime
|
|
import argparse
|
|
|
|
try:
|
|
from urllib.parse import urlencode
|
|
from urllib.request import urlopen, Request
|
|
except ImportError:
|
|
from urllib import urlencode
|
|
from urllib2 import urlopen, Request
|
|
|
|
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("benchmark_directory")
|
|
parser.add_argument("--runs", type=int, default=10)
|
|
parser.add_argument("--wrapper", default="")
|
|
parser.add_argument("--machine", required=True)
|
|
parser.add_argument("--revision", required=True)
|
|
parser.add_argument("--threads", action="store_true")
|
|
parser.add_argument(
|
|
"--url",
|
|
help="The lnt server url to send the results to",
|
|
default="http://localhost:8000/db_default/v4/link/submitRun",
|
|
)
|
|
args = parser.parse_args()
|
|
|
|
|
|
class Bench:
|
|
def __init__(self, directory, variant):
|
|
self.directory = directory
|
|
self.variant = variant
|
|
|
|
def __str__(self):
|
|
if not self.variant:
|
|
return self.directory
|
|
return "%s-%s" % (self.directory, self.variant)
|
|
|
|
|
|
def getBenchmarks():
|
|
ret = []
|
|
for i in glob.glob("*/response*.txt"):
|
|
m = re.match(r"response-(.*)\.txt", os.path.basename(i))
|
|
variant = m.groups()[0] if m else None
|
|
ret.append(Bench(os.path.dirname(i), variant))
|
|
return ret
|
|
|
|
|
|
def parsePerfNum(num):
|
|
num = num.replace(b",", b"")
|
|
try:
|
|
return int(num)
|
|
except ValueError:
|
|
return float(num)
|
|
|
|
|
|
def parsePerfLine(line):
|
|
ret = {}
|
|
line = line.split(b"#")[0].strip()
|
|
if len(line) != 0:
|
|
p = line.split()
|
|
ret[p[1].strip().decode("ascii")] = parsePerfNum(p[0])
|
|
return ret
|
|
|
|
|
|
def parsePerf(output):
|
|
ret = {}
|
|
lines = [x.strip() for x in output.split(b"\n")]
|
|
|
|
seconds = [x for x in lines if b"seconds time elapsed" in x][0]
|
|
seconds = seconds.strip().split()[0].strip()
|
|
ret["seconds-elapsed"] = parsePerfNum(seconds)
|
|
|
|
measurement_lines = [x for x in lines if b"#" in x]
|
|
for l in measurement_lines:
|
|
ret.update(parsePerfLine(l))
|
|
return ret
|
|
|
|
|
|
def run(cmd):
|
|
try:
|
|
return subprocess.check_output(cmd, stderr=subprocess.STDOUT)
|
|
except subprocess.CalledProcessError as e:
|
|
print(e.output)
|
|
raise e
|
|
|
|
|
|
def combinePerfRun(acc, d):
|
|
for k, v in d.items():
|
|
a = acc.get(k, [])
|
|
a.append(v)
|
|
acc[k] = a
|
|
|
|
|
|
def perf(cmd):
|
|
# Discard the first run to warm up any system cache.
|
|
run(cmd)
|
|
|
|
ret = {}
|
|
wrapper_args = [x for x in args.wrapper.split(",") if x]
|
|
for i in range(args.runs):
|
|
os.unlink("t")
|
|
out = run(wrapper_args + ["perf", "stat"] + cmd)
|
|
r = parsePerf(out)
|
|
combinePerfRun(ret, r)
|
|
os.unlink("t")
|
|
return ret
|
|
|
|
|
|
def runBench(bench):
|
|
thread_arg = [] if args.threads else ["--no-threads"]
|
|
os.chdir(bench.directory)
|
|
suffix = "-%s" % bench.variant if bench.variant else ""
|
|
response = "response" + suffix + ".txt"
|
|
ret = perf(["../ld.lld", "@" + response, "-o", "t"] + thread_arg)
|
|
ret["name"] = str(bench)
|
|
os.chdir("..")
|
|
return ret
|
|
|
|
|
|
def buildLntJson(benchmarks):
|
|
start = datetime.datetime.utcnow().isoformat()
|
|
tests = [runBench(b) for b in benchmarks]
|
|
end = datetime.datetime.utcnow().isoformat()
|
|
ret = {
|
|
"format_version": 2,
|
|
"machine": {"name": args.machine},
|
|
"run": {
|
|
"end_time": start,
|
|
"start_time": end,
|
|
"llvm_project_revision": args.revision,
|
|
},
|
|
"tests": tests,
|
|
}
|
|
return json.dumps(ret, sort_keys=True, indent=4)
|
|
|
|
|
|
def submitToServer(data):
|
|
data2 = urlencode({"input_data": data}).encode("ascii")
|
|
urlopen(Request(args.url, data2))
|
|
|
|
|
|
os.chdir(args.benchmark_directory)
|
|
data = buildLntJson(getBenchmarks())
|
|
submitToServer(data)
|