Lines Matching refs:bench
11 # For each bench, we get a distribution of min_ms measurements from nanobench.
16 # The more measurements we have for a bench, the more accurate our quantiles
107 def add_time(args, name, bench, t, unit):
110 append_dict_sorted_array(timesA, bench, normalized_t)
112 append_dict_sorted_array(timesB, bench, normalized_t)
121 bench = items[10]
127 add_time(args, name, bench, float(time_num), time_unit)
255 for bench in timesA.keys():
256 if bench not in timesB:
258 lowerA, upperA = get_lower_upper(timesA[bench])
259 lowerB, upperB = get_lower_upper(timesB[bench])
261 suspects.append(bench)
266 if ".skp" in s: # skp bench won't match their exact names...
281 def regression(bench):
282 a = median(timesA[bench])
283 b = median(timesB[bench])
284 if (a == 0): # bad bench, just return no regression
347 for bench in timesA:
348 r = regression(bench) if bench in suspects else 1.0
349 results[bench] = {
352 "lower_quantile_ms": get_lower_upper(timesA[bench])[0] * 1e-6,
353 "upper_quantile_ms": get_lower_upper(timesA[bench])[1] * 1e-6,
358 # that bench is the name (e.g., bench may have additional resolution
360 "name": bench
377 out.write(("bench, significant?, raw regresion, " +
380 for bench in suspects + timesA.keys():
381 if (bench not in timesA or bench not in timesB):
383 ta = timesA[bench]
384 tb = timesB[bench]
386 "%s, %s, %f, " % (bench, bench in suspects, regression(bench)) +
396 print("\033[36mPlease see detailed bench results in %s\033[0m" % out.name)