feat(step_fit): cleanup result logging

pull/2098/head^2
Tony Medhat 3 months ago
parent 0ef53c77d9
commit 67073df4e0

@ -85,25 +85,27 @@ def main():
print(f'# Mismatch: {mismatch_count}')
if mismatch_count > 0:
print("WARN: filename mapping mismatch detected. Output prediction may be incorrect")
print()
baseline_medians = extract_median_from_files(baseline_files[:min_len])
candidate_medians = extract_median_from_files(candidate_files[:min_len])
assert (len(baseline_medians) == len(candidate_medians))
result = step_fit(baseline_medians, candidate_medians)
print("\n-----------------------------")
print(f"Benchmark : {BENCHMARK_NAME}")
print(f"Metric : {METRIC_KEY}")
print(f"Baseline medians : {baseline_medians}")
print(f"Candidate medians: {candidate_medians}")
print(f"Step Fit Result: {result:.4f}")
print("-----------------------------")
print("Result: ", end="")
result = step_fit(baseline_medians, candidate_medians)
if abs(result) <= 25:
print("➡️ Difference is within noise range (low confidence of real regression)")
elif result > 0:
print("⚠️ v2 is slower than v1 (possible regression)")
print("Within noise range", end="")
elif result < 0:
print("POSSIBLE REGRESSION", end="")
else:
print("🚀 v2 is faster than v1 (possible improvement)")
print("POSSIBLE IMPROVEMENT", end="")
print(f" (Step fit: {result:.4})")
if __name__ == "__main__":
main()

Loading…
Cancel
Save