Open-Harbor/osrm-backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 3 Wiki Activity

Calculate confidence interval for benchmark measurements

Browse Source
This commit is contained in:
Siarhei Fedartsou 2024-06-15 18:56:10 +02:00
parent 5539a0ea30
commit a119287878
1 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
scripts/ci/e2e_benchmark.py
View File

@ -102,13 +102,13 @@ def main():
times = runner.run(args.method, args.host, args.num_requests)
all_times.extend(times)
total_time, total_ci = calculate_confidence_interval(np.sum(all_times, axis=1))
min_time, min_ci = calculate_confidence_interval(np.min(all_times, axis=1))
mean_time, mean_ci = calculate_confidence_interval(np.mean(all_times, axis=1))
median_time, median_ci = calculate_confidence_interval(np.median(all_times, axis=1))
perc_95_time, perc_95_ci = calculate_confidence_interval(np.percentile(all_times, 95, axis=1))
perc_99_time, perc_99_ci = calculate_confidence_interval(np.percentile(all_times, 99, axis=1))
max_time, max_ci = calculate_confidence_interval(np.max(all_times, axis=1))
total_time, total_ci = calculate_confidence_interval(np.sum(all_times, axis=0))
min_time, min_ci = calculate_confidence_interval(np.min(all_times, axis=0))
mean_time, mean_ci = calculate_confidence_interval(np.mean(all_times, axis=0))
median_time, median_ci = calculate_confidence_interval(np.median(all_times, axis=0))
perc_95_time, perc_95_ci = calculate_confidence_interval(np.percentile(all_times, 95, axis=0))
perc_99_time, perc_99_ci = calculate_confidence_interval(np.percentile(all_times, 99, axis=0))
max_time, max_ci = calculate_confidence_interval(np.max(all_times, axis=0))
print(f'Total: {total_time}ms ± {total_ci:.2f}ms')
print(f"Min time: {min_time}ms ± {min_ci:.2f}ms")