Open-Harbor/osrm-backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 3 Wiki Activity

wip

Browse Source
This commit is contained in:
Siarhei Fedartsou 2024-05-27 18:50:32 +02:00
parent 7b4752c426
commit 1210eaa9ce
1 changed files with 194 additions and 191 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

381
.github/workflows/osrm-backend.yml vendored
View File

@ -23,127 +23,127 @@ concurrency:
cancel-in-progress: true cancel-in-progress: true
jobs: jobs:
# windows-release-node: windows-release-node:
# needs: format-taginfo-docs needs: format-taginfo-docs
# runs-on: windows-2022 runs-on: windows-2022
# continue-on-error: false continue-on-error: false
# env: env:
# BUILD_TYPE: Release BUILD_TYPE: Release
# steps: steps:
# - uses: actions/checkout@v4 - uses: actions/checkout@v4
# - run: pip install "conan<2.0.0" - run: pip install "conan<2.0.0"
# - run: conan --version - run: conan --version
# - run: cmake --version - run: cmake --version
# - uses: actions/setup-node@v4 - uses: actions/setup-node@v4
# with: with:
# node-version: 18 node-version: 18
# - run: node --version - run: node --version
# - run: npm --version - run: npm --version
# - name: Prepare environment - name: Prepare environment
# shell: bash shell: bash
# run: | run: |
# PACKAGE_JSON_VERSION=$(node -e "console.log(require('./package.json').version)") PACKAGE_JSON_VERSION=$(node -e "console.log(require('./package.json').version)")
# echo PUBLISH=$([[ "${GITHUB_REF:-}" == "refs/tags/v${PACKAGE_JSON_VERSION}" ]] && echo "On" || echo "Off") >> $GITHUB_ENV echo PUBLISH=$([[ "${GITHUB_REF:-}" == "refs/tags/v${PACKAGE_JSON_VERSION}" ]] && echo "On" || echo "Off") >> $GITHUB_ENV
# - run: npm install --ignore-scripts - run: npm install --ignore-scripts
# - run: npm link --ignore-scripts - run: npm link --ignore-scripts
# - uses: microsoft/setup-msbuild@v2 - uses: microsoft/setup-msbuild@v2
# - name: Build - name: Build
# run: | run: |
# .\scripts\ci\windows-build.bat .\scripts\ci\windows-build.bat
# - name: Run node tests - name: Run node tests
# shell: bash shell: bash
# run: | run: |
# ./lib/binding/osrm-datastore.exe test/data/ch/monaco.osrm ./lib/binding/osrm-datastore.exe test/data/ch/monaco.osrm
# node test/nodejs/index.js node test/nodejs/index.js
# - name: Build Node package - name: Build Node package
# shell: bash shell: bash
# run: ./scripts/ci/node_package.sh run: ./scripts/ci/node_package.sh
# - name: Publish Node package - name: Publish Node package
# if: ${{ env.PUBLISH == 'On' }} if: ${{ env.PUBLISH == 'On' }}
# uses: ncipollo/release-action@v1 uses: ncipollo/release-action@v1
# with: with:
# allowUpdates: true allowUpdates: true
# artifactErrorsFailBuild: true artifactErrorsFailBuild: true
# artifacts: build/stage/**/*.tar.gz artifacts: build/stage/**/*.tar.gz
# omitBody: true omitBody: true
# omitBodyDuringUpdate: true omitBodyDuringUpdate: true
# omitName: true omitName: true
# omitNameDuringUpdate: true omitNameDuringUpdate: true
# replacesArtifacts: true replacesArtifacts: true
# token: ${{ secrets.GITHUB_TOKEN }} token: ${{ secrets.GITHUB_TOKEN }}
# format-taginfo-docs: format-taginfo-docs:
# runs-on: ubuntu-22.04 runs-on: ubuntu-22.04
# steps: steps:
# - uses: actions/checkout@v4 - uses: actions/checkout@v4
# - name: Use Node.js - name: Use Node.js
# uses: actions/setup-node@v4 uses: actions/setup-node@v4
# with: with:
# node-version: 18 node-version: 18
# - name: Enable Node.js cache - name: Enable Node.js cache
# uses: actions/cache@v4 uses: actions/cache@v4
# with: with:
# path: ~/.npm path: ~/.npm
# key: ${{ runner.os }}-node-${{ hashFiles('**/package-lock.json') }} key: ${{ runner.os }}-node-${{ hashFiles('**/package-lock.json') }}
# restore-keys: | restore-keys: |
# ${{ runner.os }}-node- ${{ runner.os }}-node-
# - name: Prepare environment - name: Prepare environment
# run: | run: |
# npm ci --ignore-scripts npm ci --ignore-scripts
# clang-format-15 --version clang-format-15 --version
# - name: Run checks - name: Run checks
# run: | run: |
# ./scripts/check_taginfo.py taginfo.json profiles/car.lua ./scripts/check_taginfo.py taginfo.json profiles/car.lua
# ./scripts/format.sh && ./scripts/error_on_dirty.sh ./scripts/format.sh && ./scripts/error_on_dirty.sh
# node ./scripts/validate_changelog.js node ./scripts/validate_changelog.js
# npm run docs && ./scripts/error_on_dirty.sh npm run docs && ./scripts/error_on_dirty.sh
# npm audit --production npm audit --production
# docker-image: docker-image:
# needs: format-taginfo-docs needs: format-taginfo-docs
# runs-on: ubuntu-22.04 runs-on: ubuntu-22.04
# continue-on-error: false continue-on-error: false
# steps: steps:
# - name: Check out the repo - name: Check out the repo
# uses: actions/checkout@v4 uses: actions/checkout@v4
# - name: Enable osm.pbf cache - name: Enable osm.pbf cache
# uses: actions/cache@v4 uses: actions/cache@v4
# with: with:
# path: berlin-latest.osm.pbf path: berlin-latest.osm.pbf
# key: v1-berlin-osm-pbf key: v1-berlin-osm-pbf
# restore-keys: | restore-keys: |
# v1-berlin-osm-pbf v1-berlin-osm-pbf
# - name: Docker build - name: Docker build
# run: | run: |
# docker build -t osrm-backend-local -f docker/Dockerfile . docker build -t osrm-backend-local -f docker/Dockerfile .
# - name: Test Docker image - name: Test Docker image
# run: | run: |
# if [ ! -f "${PWD}/berlin-latest.osm.pbf" ]; then if [ ! -f "${PWD}/berlin-latest.osm.pbf" ]; then
# wget http://download.geofabrik.de/europe/germany/berlin-latest.osm.pbf wget http://download.geofabrik.de/europe/germany/berlin-latest.osm.pbf
# fi fi
# TAG=osrm-backend-local TAG=osrm-backend-local
# # when `--memory-swap` value equals `--memory` it means container won't use swap # when `--memory-swap` value equals `--memory` it means container won't use swap
# # see https://docs.docker.com/config/containers/resource_constraints/#--memory-swap-details # see https://docs.docker.com/config/containers/resource_constraints/#--memory-swap-details
# MEMORY_ARGS="--memory=1g --memory-swap=1g" MEMORY_ARGS="--memory=1g --memory-swap=1g"
# docker run $MEMORY_ARGS -t -v "${PWD}:/data" "${TAG}" osrm-extract --dump-nbg-graph -p /opt/car.lua /data/berlin-latest.osm.pbf docker run $MEMORY_ARGS -t -v "${PWD}:/data" "${TAG}" osrm-extract --dump-nbg-graph -p /opt/car.lua /data/berlin-latest.osm.pbf
# docker run $MEMORY_ARGS -t -v "${PWD}:/data" "${TAG}" osrm-components /data/berlin-latest.osrm.nbg /data/berlin-latest.geojson docker run $MEMORY_ARGS -t -v "${PWD}:/data" "${TAG}" osrm-components /data/berlin-latest.osrm.nbg /data/berlin-latest.geojson
# if [ ! -s "${PWD}/berlin-latest.geojson" ] if [ ! -s "${PWD}/berlin-latest.geojson" ]
# then then
# >&2 echo "No berlin-latest.geojson found" >&2 echo "No berlin-latest.geojson found"
# exit 1 exit 1
# fi fi
# # removing `.osrm.nbg` to check that whole pipeline works without it # removing `.osrm.nbg` to check that whole pipeline works without it
# rm -rf "${PWD}/berlin-latest.osrm.nbg" rm -rf "${PWD}/berlin-latest.osrm.nbg"
# docker run $MEMORY_ARGS -t -v "${PWD}:/data" "${TAG}" osrm-partition /data/berlin-latest.osrm docker run $MEMORY_ARGS -t -v "${PWD}:/data" "${TAG}" osrm-partition /data/berlin-latest.osrm
# docker run $MEMORY_ARGS -t -v "${PWD}:/data" "${TAG}" osrm-customize /data/berlin-latest.osrm docker run $MEMORY_ARGS -t -v "${PWD}:/data" "${TAG}" osrm-customize /data/berlin-latest.osrm
# docker run $MEMORY_ARGS --name=osrm-container -t -p 5000:5000 -v "${PWD}:/data" "${TAG}" osrm-routed --algorithm mld /data/berlin-latest.osrm & docker run $MEMORY_ARGS --name=osrm-container -t -p 5000:5000 -v "${PWD}:/data" "${TAG}" osrm-routed --algorithm mld /data/berlin-latest.osrm &
# curl --retry-delay 3 --retry 10 --retry-all-errors "http://127.0.0.1:5000/route/v1/driving/13.388860,52.517037;13.385983,52.496891?steps=true" curl --retry-delay 3 --retry 10 --retry-all-errors "http://127.0.0.1:5000/route/v1/driving/13.388860,52.517037;13.385983,52.496891?steps=true"
# docker stop osrm-container docker stop osrm-container
build-test-publish: build-test-publish:
# needs: format-taginfo-docs needs: format-taginfo-docs
strategy: strategy:
matrix: matrix:
include: include:
@ -614,79 +614,82 @@ jobs:
run: | run: |
ccache -p ccache -p
ccache -s ccache -s
ls ~/.ccache
benchmarks:
if: github.event_name == 'pull_request'
needs: [format-taginfo-docs]
runs-on: ubuntu-22.04
env:
CCOMPILER: clang-13
CXXCOMPILER: clang++-13
CC: clang-13
CXX: clang++-13
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
PR_NUMBER: ${{ github.event.pull_request.number }}
GITHUB_REPOSITORY: ${{ github.repository }}
steps:
- name: Enable compiler cache
uses: actions/cache@v4
with:
path: ~/.ccache
key: v1-ccache-benchmarks-${{ github.sha }}
restore-keys: |
v1-ccache-benchmarks-
- name: Enable Conan cache
uses: actions/cache@v4
with:
path: ~/.conan
key: v1-conan-benchmarks-${{ github.sha }}
restore-keys: |
v1-conan-benchmarks-
- name: Checkout PR Branch
uses: actions/checkout@v4
with:
ref: ${{ github.head_ref }}
path: pr
- name: Prepare environment
run: |
echo "CCACHE_DIR=$HOME/.ccache" >> $GITHUB_ENV
mkdir -p $HOME/.ccache
ccache --zero-stats
ccache --max-size=256M
- run: python3 -m pip install "conan<2.0.0" "requests==2.31.0"
- name: Build PR Branch
run: |
mkdir -p pr/build
cd pr/build
cmake -DENABLE_CONAN=ON -DCMAKE_BUILD_TYPE=Release ..
make -j$(nproc)
make -j$(nproc) benchmarks
cd ..
make -C test/data
- name: Checkout Base Branch
uses: actions/checkout@v4
with:
ref: ${{ github.event.pull_request.base.ref }}
path: base
- name: Build Base Branch
run: |
mkdir base/build
cd base/build
cmake -DENABLE_CONAN=ON -DCMAKE_BUILD_TYPE=Release ..
make -j$(nproc)
make -j$(nproc) benchmarks
cd ..
make -C test/data
- name: Run Benchmarks
run: |
./pr/scripts/ci/run_benchmarks.sh base pr
- name: Post Benchmark Results
run: |
python3 pr/scripts/ci/post_benchmark_results.py base_results pr_results
- name: Show CCache statistics
run: |
ccache -p
ccache -s
# benchmarks: ci-complete:
# if: github.event_name == 'pull_request' runs-on: ubuntu-22.04
# needs: [format-taginfo-docs] needs: [build-test-publish, docker-image, windows-release-node, benchmarks]
# runs-on: ubuntu-22.04 steps:
# env: - run: echo "CI complete"
# CCOMPILER: clang-13
# CXXCOMPILER: clang++-13
# CC: clang-13
# CXX: clang++-13
# GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
# PR_NUMBER: ${{ github.event.pull_request.number }}
# GITHUB_REPOSITORY: ${{ github.repository }}
# steps:
# - name: Enable compiler cache
# uses: actions/cache@v4
# with:
# path: |
# /home/runner/.ccache
# /Users/runner/.ccache
# key: v1-ccache-benchmarks-${{ github.sha }}
# restore-keys: |
# v1-ccache-benchmarks-
# - name: Enable Conan cache
# uses: actions/cache@v4
# with:
# path: ~/.conan
# key: v1-conan-benchmarks-${{ github.sha }}
# restore-keys: |
# v1-conan-benchmarks-
# - name: Checkout PR Branch
# uses: actions/checkout@v4
# with:
# ref: ${{ github.head_ref }}
# path: pr
# - name: Prepare environment
# run: |
# echo "CCACHE_DIR=$HOME/.ccache" >> $GITHUB_ENV
# - run: python3 -m pip install "conan<2.0.0" "requests==2.31.0"
# - name: Build PR Branch
# run: |
# mkdir -p pr/build
# cd pr/build
# cmake -DENABLE_CONAN=ON -DCMAKE_BUILD_TYPE=Release ..
# make -j$(nproc)
# make -j$(nproc) benchmarks
# cd ..
# make -C test/data
# - name: Checkout Base Branch
# uses: actions/checkout@v4
# with:
# ref: ${{ github.event.pull_request.base.ref }}
# path: base
# - name: Build Base Branch
# run: |
# mkdir base/build
# cd base/build
# cmake -DENABLE_CONAN=ON -DCMAKE_BUILD_TYPE=Release ..
# make -j$(nproc)
# make -j$(nproc) benchmarks
# cd ..
# make -C test/data
# - name: Run Benchmarks
# run: |
# ./pr/scripts/ci/run_benchmarks.sh base pr
# - name: Post Benchmark Results
# run: |
# python3 pr/scripts/ci/post_benchmark_results.py base_results pr_results
# # ci-complete:
# # runs-on: ubuntu-22.04
# # needs: [build-test-publish, docker-image, windows-release-node, benchmarks]
# # steps:
# # - run: echo "CI complete"