Calculate confidence interval for benchmark measurements

2024-06-15 21:43:16 +02:00 · 2024-06-15 21:43:16 +02:00 · ad523756ab
commit ad523756ab
parent 2d0baa739c
1 changed files with 1 additions and 1 deletions
--- a/scripts/ci/e2e_benchmark.py
+++ b/scripts/ci/e2e_benchmark.py
@ -79,7 +79,7 @@ class BenchmarkRunner:

 def calculate_confidence_interval(data):
    print('Data: ', data.shape)
-    assert len(data) == 5
+    assert len(data) == 5, f"Shape: {data.shape}"
    mean = np.mean(data)
    std_err = np.std(data, ddof=1) / np.sqrt(len(data))
    h = std_err * 1.96 # 95% confidence interval