diff --git a/.github/workflows/osrm-backend.yml b/.github/workflows/osrm-backend.yml index 694c80fb3..5b2c0bea3 100644 --- a/.github/workflows/osrm-backend.yml +++ b/.github/workflows/osrm-backend.yml @@ -732,11 +732,13 @@ jobs: rm -rf ~/benchmarks mkdir -p ~/benchmarks - sudo cset shield --reset || true + SHIELD=bench + sudo cset shield --shield=$SHIELD --reset | true # see https://llvm.org/docs/Benchmarking.html - name: Run PR Benchmarks run: | - sudo cset shield -c 2-3 -k on + SHIELD=bench + sudo cset shield --shield=$SHIELD -c 2-3 -k on sudo mount -t tmpfs -o size=4g none ~/benchmarks cp -rf pr/build ~/benchmarks/build cp -rf pr/lib ~/benchmarks/lib @@ -744,15 +746,16 @@ jobs: cp -rf pr/test/data ~/benchmarks/test/data cp -rf pr/profiles ~/benchmarks/profiles - sudo cset shield --exec -- ./pr/scripts/ci/run_benchmarks.sh -f ~/benchmarks -r $(pwd)/pr_results -s $(pwd)/pr -b ~/benchmarks/build -o ~/data.osm.pbf -g ~/gps_traces.csv + sudo cset shield --shield=$SHIELD --exec -- ./pr/scripts/ci/run_benchmarks.sh -f ~/benchmarks -r $(pwd)/pr_results -s $(pwd)/pr -b ~/benchmarks/build -o ~/data.osm.pbf -g ~/gps_traces.csv sudo umount ~/benchmarks sleep 5 - sudo cset shield --move --cpu=0-1 - sudo cset shield --reset + sudo cset shield --shield=$SHIELD --move --cpu=0-1 + sudo cset shield --shield=$SHIELD --reset - name: Run Base Benchmarks run: | - sudo cset shield -c 2-3 -k on + SHIELD=bench + sudo cset shield --shield=$SHIELD -c 2-3 -k on sudo mount -t tmpfs -o size=4g none ~/benchmarks cp -rf base/build ~/benchmarks/build cp -rf base/lib ~/benchmarks/lib @@ -765,12 +768,12 @@ jobs: cp base/src/benchmarks/portugal_to_korea.json ~/benchmarks/test/data/portugal_to_korea.json fi # we intentionally use scripts from PR branch to be able to update them and see results in the same PR - sudo cset shield --exec -- cset shield --exec -- ./pr/scripts/ci/run_benchmarks.sh -f ~/benchmarks -r $(pwd)/base_results -s $(pwd)/pr -b ~/benchmarks/build -o ~/data.osm.pbf -g ~/gps_traces.csv + sudo cset shield --shield=$SHIELD --exec -- ./pr/scripts/ci/run_benchmarks.sh -f ~/benchmarks -r $(pwd)/base_results -s $(pwd)/pr -b ~/benchmarks/build -o ~/data.osm.pbf -g ~/gps_traces.csv sudo umount ~/benchmarks sleep 5 - sudo cset shield --move --cpu=0-1 - sudo cset shield --reset + sudo cset shield --shield=$SHIELD --move --cpu=0-1 + sudo cset shield --shield=$SHIELD --reset - name: Post Benchmark Results run: | python3 pr/scripts/ci/post_benchmark_results.py base_results pr_results