From 93ce87835aa2975a6759d8bea87b3cdd04dcc7cb Mon Sep 17 00:00:00 2001 From: Siarhei Fedartsou Date: Sun, 16 Jun 2024 00:01:17 +0200 Subject: [PATCH] Update e2e_benchmark.py --- scripts/ci/e2e_benchmark.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scripts/ci/e2e_benchmark.py b/scripts/ci/e2e_benchmark.py index 3fae7991b..77e0d7bab 100644 --- a/scripts/ci/e2e_benchmark.py +++ b/scripts/ci/e2e_benchmark.py @@ -1,4 +1,4 @@ -import requests +pimport requests import sys import random from collections import defaultdict @@ -79,7 +79,7 @@ class BenchmarkRunner: raise Exception(f"Unknown benchmark: {benchmark_name}") def calculate_confidence_interval(data): - assert len(data) == 5, f"Shape: {data.shape}" + #assert len(data) == 5, f"Shape: {data.shape}" mean = np.mean(data) std_err = np.std(data, ddof=1) / np.sqrt(len(data)) h = std_err * stats.t.ppf((1 + 0.95) / 2., len(data) - 1) # 95% confidence interval using t-distribution