67 lines
3.1 KiB
Bash
Executable File
67 lines
3.1 KiB
Bash
Executable File
#!/bin/bash
|
|
set -eou pipefail
|
|
|
|
function run_benchmarks_for_folder {
|
|
echo "Running benchmarks for $1"
|
|
|
|
FOLDER=$1
|
|
RESULTS_FOLDER=$2
|
|
|
|
mkdir -p $RESULTS_FOLDER
|
|
|
|
BENCHMARKS_FOLDER="$FOLDER/build/src/benchmarks"
|
|
|
|
# ./$BENCHMARKS_FOLDER/match-bench "./$FOLDER/test/data/mld/monaco.osrm" mld > "$RESULTS_FOLDER/match_mld.bench"
|
|
# ./$BENCHMARKS_FOLDER/match-bench "./$FOLDER/test/data/ch/monaco.osrm" ch > "$RESULTS_FOLDER/match_ch.bench"
|
|
# ./$BENCHMARKS_FOLDER/route-bench "./$FOLDER/test/data/mld/monaco.osrm" mld > "$RESULTS_FOLDER/route_mld.bench"
|
|
# ./$BENCHMARKS_FOLDER/route-bench "./$FOLDER/test/data/ch/monaco.osrm" ch > "$RESULTS_FOLDER/route_ch.bench"
|
|
# ./$BENCHMARKS_FOLDER/alias-bench > "$RESULTS_FOLDER/alias.bench"
|
|
# ./$BENCHMARKS_FOLDER/json-render-bench "./$FOLDER/src/benchmarks/portugal_to_korea.json" > "$RESULTS_FOLDER/json-render.bench"
|
|
# ./$BENCHMARKS_FOLDER/packedvector-bench > "$RESULTS_FOLDER/packedvector.bench"
|
|
# ./$BENCHMARKS_FOLDER/rtree-bench "./$FOLDER/test/data/monaco.osrm.ramIndex" "./$FOLDER/test/data/monaco.osrm.fileIndex" "./$FOLDER/test/data/monaco.osrm.nbg_nodes" > "$RESULTS_FOLDER/rtree.bench"
|
|
|
|
# TODO: CH
|
|
BINARIES_FOLDER="$FOLDER/build"
|
|
echo "PWD: $FOLDER"
|
|
cp ~/data.osm.pbf $FOLDER
|
|
$BINARIES_FOLDER/osrm-extract -p $FOLDER/profiles/car.lua $FOLDER/data.osm.pbf
|
|
$BINARIES_FOLDER/osrm-partition $FOLDER/data.osrm
|
|
$BINARIES_FOLDER/osrm-customize $FOLDER/data.osrm
|
|
$BINARIES_FOLDER/osrm-contract $FOLDER/data.osrm
|
|
|
|
# TODO: save results
|
|
if [ -f "$FOLDER/scripts/ci/locustfile.py" ]; then
|
|
$BINARIES_FOLDER/osrm-routed --algorithm mld $FOLDER/data.osrm &
|
|
OSRM_ROUTED_PID=$!
|
|
|
|
curl --retry-delay 3 --retry 10 --retry-all-errors "http://127.0.0.1:5000/route/v1/driving/13.388860,52.517037;13.385983,52.496891?steps=true"
|
|
locust -f $FOLDER/scripts/ci/locustfile.py \
|
|
--headless \
|
|
--processes -1 \
|
|
--users 10 \
|
|
--spawn-rate 1 \
|
|
--host http://localhost:5000 \
|
|
--run-time 1m \
|
|
--csv=results \
|
|
--loglevel ERROR
|
|
|
|
echo "STATS: "
|
|
cat results_stats.csv
|
|
# echo "FAILURES: "
|
|
# cat results_failures.csv
|
|
# echo "EXCEPTIONS: "
|
|
# cat results_exceptions.csv
|
|
# echo "STATS HISTORY: "
|
|
# cat results_stats_history.csv
|
|
# 2024-05-26T16:48:29.2826130Z Type,Name,Request Count,Failure Count,Median Response Time,Average Response Time,Min Response Time,Max Response Time,Average Content Size,Requests/s,Failures/s,50%,66%,75%,80%,90%,95%,98%,99%,99.9%,99.99%,100%
|
|
# 2024-05-26T16:48:29.2827761Z GET,/route/v1/driving,7668,0,4,15.894057099894761,1.168323000001692,137.2044539999706,26387.300208659362,127.83539601258259,0.0,4,6,44,45,47,48,49,50,100,140,140
|
|
# 2024-05-26T16:48:29.2829001Z ,Aggregated,7668,0,4,15.894057099894761,1.168323000001692,137.2044539999706,26387.300208659362,127.83539601258259,0.0,4,6,44,45,47,48,49,50,100,140,140
|
|
|
|
kill -0 $OSRM_ROUTED_PID
|
|
fi
|
|
}
|
|
|
|
# run_benchmarks_for_folder $1 "${1}_results"
|
|
run_benchmarks_for_folder $2 "${2}_results"
|
|
|