Open-Harbor/osrm-backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 3 Wiki Activity

Calculate confidence interval for benchmark measurements

Browse Source
This commit is contained in:
Siarhei Fedartsou 2024-06-15 21:43:16 +02:00
parent 2d0baa739c
commit ad523756ab
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scripts/ci/e2e_benchmark.py
View File

@ -79,7 +79,7 @@ class BenchmarkRunner:
def calculate_confidence_interval(data): def calculate_confidence_interval(data):
print('Data: ', data.shape) print('Data: ', data.shape)
assert len(data) == 5 assert len(data) == 5, f"Shape: {data.shape}"
mean = np.mean(data) mean = np.mean(data)
std_err = np.std(data, ddof=1) / np.sqrt(len(data)) std_err = np.std(data, ddof=1) / np.sqrt(len(data))
h = std_err * 1.96 # 95% confidence interval h = std_err * 1.96 # 95% confidence interval