Open-Harbor/osrm-backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 3 Wiki Activity

Add benchmarks comparison job

Browse Source
This commit is contained in:
Siarhei Fedartsou 2024-05-11 21:33:24 +02:00
parent 2ec27d5f68
commit 3d0af6240b
2 changed files with 7 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scripts/ci/post_benchmark_results.py
View File

@ -11,12 +11,14 @@ PR_NUMBER = os.getenv('PR_NUMBER')
REPO_OWNER, REPO_NAME = REPO.split('/') REPO_OWNER, REPO_NAME = REPO.split('/')
def create_markdown_table(results): def create_markdown_table(results):
results = sorted(results, key=lambda x: x['name'])
header = "| Benchmark | Base | PR |\n|-----------|------|----|" header = "| Benchmark | Base | PR |\n|-----------|------|----|"
rows = [] rows = []
for result in results: for result in results:
name = result['name']
base = result['base'].replace('\n', '<br/>') base = result['base'].replace('\n', '<br/>')
pr = result['pr'].replace('\n', '<br/>') pr = result['pr'].replace('\n', '<br/>')
row = f"| {result['name']} | <pre>{base}</pre> | <pre>{pr}</pre> |" row = f"| `{name}` | <pre>{base}</pre> | <pre>{pr}</pre> |"
rows.append(row) rows.append(row)
return f"{header}\n" + "\n".join(rows) return f"{header}\n" + "\n".join(rows)

11
src/benchmarks/static_rtree.cpp
View File

@ -36,8 +36,6 @@ void benchmarkQuery(const std::vector<util::Coordinate> &queries,
const std::string &name, const std::string &name,
QueryT query) QueryT query)
{ {
std::cout << "Running " << name << " with " << queries.size() << " coordinates: " << std::flush;
TIMER_START(query); TIMER_START(query);
for (const auto &q : queries) for (const auto &q : queries)
{ {
@ -46,9 +44,8 @@ void benchmarkQuery(const std::vector<util::Coordinate> &queries,
} }
TIMER_STOP(query); TIMER_STOP(query);
std::cout << "Took " << TIMER_SEC(query) << " seconds " std::cout << TIMER_MSEC(query) << "ms"
<< "(" << TIMER_MSEC(query) << "ms" << " -> " << TIMER_MSEC(query) / queries.size() << " ms/query "
<< ") -> " << TIMER_MSEC(query) / queries.size() << " ms/query "
<< "(" << TIMER_MSEC(query) << "ms" << "(" << TIMER_MSEC(query) << "ms"
<< ")" << std::endl; << ")" << std::endl;
} }
@ -66,10 +63,10 @@ void benchmark(BenchStaticRTree &rtree, unsigned num_queries)
} }
benchmarkQuery(queries, benchmarkQuery(queries,
"raw RTree queries (1 result)", "1 result",
[&rtree](const util::Coordinate &q) { return rtree.Nearest(q, 1); }); [&rtree](const util::Coordinate &q) { return rtree.Nearest(q, 1); });
benchmarkQuery(queries, benchmarkQuery(queries,
"raw RTree queries (10 results)", "10 results",
[&rtree](const util::Coordinate &q) { return rtree.Nearest(q, 10); }); [&rtree](const util::Coordinate &q) { return rtree.Nearest(q, 10); });
} }
} // namespace osrm::benchmarks } // namespace osrm::benchmarks