768 lines
27 KiB
YAML
768 lines
27 KiB
YAML
name: osrm-backend CI
|
|
on:
|
|
push:
|
|
branches:
|
|
- master
|
|
tags:
|
|
- v[1-9]+.[0-9]+.[0-9]+
|
|
- v[1-9]+.[0-9]+.[0-9]+-[a-zA-Z]+.[0-9]+
|
|
- v[1-9]+.[0-9]+-[0-9a-zA-Z]+
|
|
pull_request:
|
|
branches:
|
|
- master
|
|
|
|
env:
|
|
CCACHE_TEMPDIR: /tmp/.ccache-temp
|
|
CCACHE_COMPRESS: 1
|
|
CASHER_TIME_OUT: 599 # one second less than 10m to avoid 10m timeout error: https://github.com/Project-OSRM/osrm-backend/issues/2742
|
|
CMAKE_VERSION: 3.21.2
|
|
ENABLE_NODE_BINDINGS: "ON"
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
windows-release-node:
|
|
needs: format-taginfo-docs
|
|
runs-on: windows-2022
|
|
continue-on-error: false
|
|
env:
|
|
BUILD_TYPE: Release
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- run: pip install "conan<2.0.0"
|
|
- run: conan --version
|
|
- run: cmake --version
|
|
- uses: actions/setup-node@v4
|
|
with:
|
|
node-version: 18
|
|
- run: node --version
|
|
- run: npm --version
|
|
- name: Prepare environment
|
|
shell: bash
|
|
run: |
|
|
PACKAGE_JSON_VERSION=$(node -e "console.log(require('./package.json').version)")
|
|
echo PUBLISH=$([[ "${GITHUB_REF:-}" == "refs/tags/v${PACKAGE_JSON_VERSION}" ]] && echo "On" || echo "Off") >> $GITHUB_ENV
|
|
- run: npm install --ignore-scripts
|
|
- run: npm link --ignore-scripts
|
|
- name: Build
|
|
shell: bash
|
|
run: |
|
|
mkdir build
|
|
cd build
|
|
cmake -DCMAKE_BUILD_TYPE=Release -DENABLE_CONAN=ON -DENABLE_NODE_BINDINGS=ON ..
|
|
cmake --build . --config Release
|
|
|
|
# TODO: MSVC goes out of memory when building our tests
|
|
# - name: Run tests
|
|
# shell: bash
|
|
# run: |
|
|
# cd build
|
|
# cmake --build . --config Release --target tests
|
|
# # TODO: run tests
|
|
# - name: Run node tests
|
|
# shell: bash
|
|
# run: |
|
|
# ./lib/binding/osrm-extract.exe -p profiles/car.lua test/data/monaco.osm.pbf
|
|
|
|
# mkdir -p test/data/ch
|
|
# cp test/data/monaco.osrm* test/data/ch/
|
|
# ./lib/binding/osrm-contract.exe test/data/ch/monaco.osrm
|
|
|
|
# ./lib/binding/osrm-datastore.exe test/data/ch/monaco.osrm
|
|
# node test/nodejs/index.js
|
|
- name: Build Node package
|
|
shell: bash
|
|
run: ./scripts/ci/node_package.sh
|
|
- name: Publish Node package
|
|
if: ${{ env.PUBLISH == 'On' }}
|
|
uses: ncipollo/release-action@v1
|
|
with:
|
|
allowUpdates: true
|
|
artifactErrorsFailBuild: true
|
|
artifacts: build/stage/**/*.tar.gz
|
|
omitBody: true
|
|
omitBodyDuringUpdate: true
|
|
omitName: true
|
|
omitNameDuringUpdate: true
|
|
replacesArtifacts: true
|
|
token: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
format-taginfo-docs:
|
|
runs-on: ubuntu-22.04
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Use Node.js
|
|
uses: actions/setup-node@v4
|
|
with:
|
|
node-version: 18
|
|
- name: Enable Node.js cache
|
|
uses: actions/cache@v4
|
|
with:
|
|
path: ~/.npm
|
|
key: ${{ runner.os }}-node-${{ hashFiles('**/package-lock.json') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-node-
|
|
- name: Prepare environment
|
|
run: |
|
|
npm ci --ignore-scripts
|
|
clang-format-15 --version
|
|
- name: Run checks
|
|
run: |
|
|
./scripts/check_taginfo.py taginfo.json profiles/car.lua
|
|
./scripts/format.sh && ./scripts/error_on_dirty.sh
|
|
node ./scripts/validate_changelog.js
|
|
npm run docs && ./scripts/error_on_dirty.sh
|
|
npm audit --production
|
|
|
|
docker-image-matrix:
|
|
strategy:
|
|
matrix:
|
|
docker-base-image: ["debian", "alpine"]
|
|
needs: format-taginfo-docs
|
|
runs-on: ubuntu-22.04
|
|
continue-on-error: false
|
|
steps:
|
|
- name: Check out the repo
|
|
uses: actions/checkout@v4
|
|
- name: Enable osm.pbf cache
|
|
uses: actions/cache@v4
|
|
with:
|
|
path: berlin-latest.osm.pbf
|
|
key: v1-berlin-osm-pbf
|
|
restore-keys: |
|
|
v1-berlin-osm-pbf
|
|
- name: Docker build
|
|
run: |
|
|
docker build -t osrm-backend-local -f docker/Dockerfile-${{ matrix.docker-base-image }} .
|
|
- name: Test Docker image
|
|
run: |
|
|
if [ ! -f "${PWD}/berlin-latest.osm.pbf" ]; then
|
|
wget http://download.geofabrik.de/europe/germany/berlin-latest.osm.pbf
|
|
fi
|
|
TAG=osrm-backend-local
|
|
# when `--memory-swap` value equals `--memory` it means container won't use swap
|
|
# see https://docs.docker.com/config/containers/resource_constraints/#--memory-swap-details
|
|
MEMORY_ARGS="--memory=1g --memory-swap=1g"
|
|
docker run $MEMORY_ARGS -t -v "${PWD}:/data" "${TAG}" osrm-extract --dump-nbg-graph -p /opt/car.lua /data/berlin-latest.osm.pbf
|
|
docker run $MEMORY_ARGS -t -v "${PWD}:/data" "${TAG}" osrm-components /data/berlin-latest.osrm.nbg /data/berlin-latest.geojson
|
|
if [ ! -s "${PWD}/berlin-latest.geojson" ]
|
|
then
|
|
>&2 echo "No berlin-latest.geojson found"
|
|
exit 1
|
|
fi
|
|
# removing `.osrm.nbg` to check that whole pipeline works without it
|
|
rm -rf "${PWD}/berlin-latest.osrm.nbg"
|
|
|
|
docker run $MEMORY_ARGS -t -v "${PWD}:/data" "${TAG}" osrm-partition /data/berlin-latest.osrm
|
|
docker run $MEMORY_ARGS -t -v "${PWD}:/data" "${TAG}" osrm-customize /data/berlin-latest.osrm
|
|
docker run $MEMORY_ARGS --name=osrm-container -t -p 5000:5000 -v "${PWD}:/data" "${TAG}" osrm-routed --algorithm mld /data/berlin-latest.osrm &
|
|
curl --retry-delay 3 --retry 10 --retry-all-errors "http://127.0.0.1:5000/route/v1/driving/13.388860,52.517037;13.385983,52.496891?steps=true"
|
|
docker stop osrm-container
|
|
|
|
build-test-publish:
|
|
needs: format-taginfo-docs
|
|
strategy:
|
|
matrix:
|
|
include:
|
|
- name: gcc-13-debug-cov
|
|
continue-on-error: false
|
|
node: 20
|
|
runs-on: ubuntu-24.04
|
|
BUILD_TOOLS: ON
|
|
BUILD_TYPE: Debug
|
|
CCOMPILER: gcc-13
|
|
CUCUMBER_TIMEOUT: 20000
|
|
CXXCOMPILER: g++-13
|
|
ENABLE_COVERAGE: ON
|
|
|
|
- name: clang-15-debug-asan-ubsan
|
|
continue-on-error: false
|
|
node: 20
|
|
runs-on: ubuntu-22.04
|
|
BUILD_TOOLS: ON
|
|
BUILD_TYPE: Debug
|
|
CCOMPILER: clang-15
|
|
CUCUMBER_TIMEOUT: 20000
|
|
CXXCOMPILER: clang++-15
|
|
ENABLE_SANITIZER: ON
|
|
TARGET_ARCH: x86_64-asan-ubsan
|
|
OSRM_CONNECTION_RETRIES: 10
|
|
OSRM_CONNECTION_EXP_BACKOFF_COEF: 1.5
|
|
|
|
- name: clang-15-release
|
|
continue-on-error: false
|
|
node: 18
|
|
runs-on: ubuntu-22.04
|
|
BUILD_TOOLS: ON
|
|
BUILD_TYPE: Release
|
|
CCOMPILER: clang-15
|
|
CXXCOMPILER: clang++-15
|
|
CUCUMBER_TIMEOUT: 60000
|
|
|
|
- name: clang-15-debug
|
|
continue-on-error: false
|
|
node: 18
|
|
runs-on: ubuntu-22.04
|
|
BUILD_TOOLS: ON
|
|
BUILD_TYPE: Debug
|
|
CCOMPILER: clang-15
|
|
CXXCOMPILER: clang++-15
|
|
CUCUMBER_TIMEOUT: 60000
|
|
|
|
- name: clang-18-debug-clang-tidy
|
|
continue-on-error: false
|
|
node: 18
|
|
runs-on: ubuntu-24.04
|
|
BUILD_TOOLS: ON
|
|
BUILD_TYPE: Debug
|
|
CCOMPILER: clang-18
|
|
CXXCOMPILER: clang++-18
|
|
CUCUMBER_TIMEOUT: 60000
|
|
ENABLE_CLANG_TIDY: ON
|
|
|
|
|
|
- name: clang-14-release
|
|
continue-on-error: false
|
|
node: 18
|
|
runs-on: ubuntu-22.04
|
|
BUILD_TOOLS: ON
|
|
BUILD_TYPE: Release
|
|
CCOMPILER: clang-14
|
|
CXXCOMPILER: clang++-14
|
|
CUCUMBER_TIMEOUT: 60000
|
|
|
|
- name: clang-13-release
|
|
continue-on-error: false
|
|
node: 18
|
|
runs-on: ubuntu-22.04
|
|
BUILD_TOOLS: ON
|
|
BUILD_TYPE: Release
|
|
CCOMPILER: clang-13
|
|
CXXCOMPILER: clang++-13
|
|
CUCUMBER_TIMEOUT: 60000
|
|
|
|
- name: conan-linux-debug-asan-ubsan
|
|
continue-on-error: false
|
|
node: 18
|
|
runs-on: ubuntu-22.04
|
|
BUILD_TOOLS: ON
|
|
BUILD_TYPE: Release
|
|
CCOMPILER: clang-15
|
|
CXXCOMPILER: clang++-15
|
|
ENABLE_CONAN: ON
|
|
ENABLE_SANITIZER: ON
|
|
|
|
- name: conan-linux-release
|
|
continue-on-error: false
|
|
node: 18
|
|
runs-on: ubuntu-22.04
|
|
BUILD_TOOLS: ON
|
|
BUILD_TYPE: Release
|
|
CCOMPILER: clang-15
|
|
CXXCOMPILER: clang++-15
|
|
ENABLE_CONAN: ON
|
|
|
|
- name: gcc-14-release
|
|
continue-on-error: false
|
|
node: 20
|
|
runs-on: ubuntu-24.04
|
|
BUILD_TOOLS: ON
|
|
BUILD_TYPE: Release
|
|
CCOMPILER: gcc-14
|
|
CXXCOMPILER: g++-14
|
|
CXXFLAGS: '-Wno-array-bounds -Wno-uninitialized'
|
|
|
|
- name: gcc-13-release
|
|
continue-on-error: false
|
|
node: 20
|
|
runs-on: ubuntu-24.04
|
|
BUILD_TOOLS: ON
|
|
BUILD_TYPE: Release
|
|
CCOMPILER: gcc-13
|
|
CXXCOMPILER: g++-13
|
|
CXXFLAGS: '-Wno-array-bounds -Wno-uninitialized'
|
|
|
|
- name: gcc-12-release
|
|
continue-on-error: false
|
|
node: 20
|
|
runs-on: ubuntu-22.04
|
|
BUILD_TOOLS: ON
|
|
BUILD_TYPE: Release
|
|
CCOMPILER: gcc-12
|
|
CXXCOMPILER: g++-12
|
|
CXXFLAGS: '-Wno-array-bounds -Wno-uninitialized'
|
|
|
|
- name: conan-linux-release-node
|
|
build_node_package: true
|
|
continue-on-error: false
|
|
node: 20
|
|
runs-on: ubuntu-22.04
|
|
BUILD_TYPE: Release
|
|
CCOMPILER: clang-13
|
|
CXXCOMPILER: clang++-13
|
|
ENABLE_CONAN: ON
|
|
NODE_PACKAGE_TESTS_ONLY: ON
|
|
|
|
- name: conan-linux-debug-node
|
|
build_node_package: true
|
|
continue-on-error: false
|
|
node: 20
|
|
runs-on: ubuntu-22.04
|
|
BUILD_TYPE: Debug
|
|
CCOMPILER: clang-13
|
|
CXXCOMPILER: clang++-13
|
|
ENABLE_CONAN: ON
|
|
NODE_PACKAGE_TESTS_ONLY: ON
|
|
|
|
- name: conan-macos-x64-release-node
|
|
build_node_package: true
|
|
continue-on-error: true
|
|
node: 20
|
|
runs-on: macos-13 # x86_64
|
|
BUILD_TYPE: Release
|
|
CCOMPILER: clang
|
|
CXXCOMPILER: clang++
|
|
CUCUMBER_TIMEOUT: 60000
|
|
ENABLE_ASSERTIONS: ON
|
|
ENABLE_CONAN: ON
|
|
|
|
- name: conan-macos-arm64-release-node
|
|
build_node_package: true
|
|
continue-on-error: true
|
|
node: 20
|
|
runs-on: macos-14 # arm64
|
|
BUILD_TYPE: Release
|
|
CCOMPILER: clang
|
|
CXXCOMPILER: clang++
|
|
CUCUMBER_TIMEOUT: 60000
|
|
ENABLE_ASSERTIONS: ON
|
|
ENABLE_CONAN: ON
|
|
|
|
name: ${{ matrix.name}}
|
|
continue-on-error: ${{ matrix.continue-on-error }}
|
|
runs-on: ${{ matrix.runs-on }}
|
|
env:
|
|
BUILD_TOOLS: ${{ matrix.BUILD_TOOLS }}
|
|
BUILD_TYPE: ${{ matrix.BUILD_TYPE }}
|
|
BUILD_SHARED_LIBS: ${{ matrix.BUILD_SHARED_LIBS }}
|
|
CCOMPILER: ${{ matrix.CCOMPILER }}
|
|
CFLAGS: ${{ matrix.CFLAGS }}
|
|
CUCUMBER_TIMEOUT: ${{ matrix.CUCUMBER_TIMEOUT }}
|
|
CXXCOMPILER: ${{ matrix.CXXCOMPILER }}
|
|
CXXFLAGS: ${{ matrix.CXXFLAGS }}
|
|
ENABLE_ASSERTIONS: ${{ matrix.ENABLE_ASSERTIONS }}
|
|
ENABLE_CLANG_TIDY: ${{ matrix.ENABLE_CLANG_TIDY }}
|
|
ENABLE_COVERAGE: ${{ matrix.ENABLE_COVERAGE }}
|
|
ENABLE_CONAN: ${{ matrix.ENABLE_CONAN }}
|
|
ENABLE_SANITIZER: ${{ matrix.ENABLE_SANITIZER }}
|
|
NODE_PACKAGE_TESTS_ONLY: ${{ matrix.NODE_PACKAGE_TESTS_ONLY }}
|
|
TARGET_ARCH: ${{ matrix.TARGET_ARCH }}
|
|
OSRM_CONNECTION_RETRIES: ${{ matrix.OSRM_CONNECTION_RETRIES }}
|
|
OSRM_CONNECTION_EXP_BACKOFF_COEF: ${{ matrix.OSRM_CONNECTION_EXP_BACKOFF_COEF }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Build machine architecture
|
|
run: uname -m
|
|
- name: Use Node.js
|
|
uses: actions/setup-node@v4
|
|
with:
|
|
node-version: ${{ matrix.node }}
|
|
- name: Enable Node.js cache
|
|
uses: actions/cache@v4
|
|
with:
|
|
path: ~/.npm
|
|
key: ${{ runner.os }}-node-${{ hashFiles('**/package-lock.json') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-node-
|
|
- name: Enable compiler cache
|
|
uses: actions/cache@v4
|
|
with:
|
|
path: ~/.ccache
|
|
key: ccache-${{ matrix.name }}-${{ github.sha }}
|
|
restore-keys: |
|
|
ccache-${{ matrix.name }}-
|
|
- name: Enable Conan cache
|
|
uses: actions/cache@v4
|
|
with:
|
|
path: ~/.conan
|
|
key: v9-conan-${{ matrix.name }}-${{ github.sha }}
|
|
restore-keys: |
|
|
v9-conan-${{ matrix.name }}-
|
|
- name: Enable test cache
|
|
uses: actions/cache@v4
|
|
with:
|
|
path: ${{github.workspace}}/test/cache
|
|
key: v4-test-${{ matrix.name }}-${{ github.sha }}
|
|
restore-keys: |
|
|
v4-test-${{ matrix.name }}-
|
|
- name: Prepare environment
|
|
run: |
|
|
echo "CCACHE_DIR=$HOME/.ccache" >> $GITHUB_ENV
|
|
mkdir -p $HOME/.ccache
|
|
|
|
PACKAGE_JSON_VERSION=$(node -e "console.log(require('./package.json').version)")
|
|
echo PUBLISH=$([[ "${GITHUB_REF:-}" == "refs/tags/v${PACKAGE_JSON_VERSION}" ]] && echo "On" || echo "Off") >> $GITHUB_ENV
|
|
echo "OSRM_INSTALL_DIR=${GITHUB_WORKSPACE}/install-osrm" >> $GITHUB_ENV
|
|
echo "OSRM_BUILD_DIR=${GITHUB_WORKSPACE}/build-osrm" >> $GITHUB_ENV
|
|
if [[ "$ENABLE_SANITIZER" == 'ON' ]]; then
|
|
# We can only set this after checkout once we know the workspace directory
|
|
echo "LSAN_OPTIONS=print_suppressions=0:suppressions=${GITHUB_WORKSPACE}/scripts/ci/leaksanitizer.conf" >> $GITHUB_ENV
|
|
echo "UBSAN_OPTIONS=symbolize=1:halt_on_error=1:print_stacktrace=1:suppressions=${GITHUB_WORKSPACE}/scripts/ci/undefinedsanitizer.conf" >> $GITHUB_ENV
|
|
echo "ASAN_OPTIONS=print_suppressions=0:suppressions=${GITHUB_WORKSPACE}/scripts/ci/addresssanitizer.conf" >> $GITHUB_ENV
|
|
fi
|
|
|
|
if [[ "${RUNNER_OS}" == "Linux" ]]; then
|
|
echo "JOBS=$((`nproc` + 1))" >> $GITHUB_ENV
|
|
elif [[ "${RUNNER_OS}" == "macOS" ]]; then
|
|
echo "JOBS=$((`sysctl -n hw.ncpu` + 1))" >> $GITHUB_ENV
|
|
fi
|
|
# See: https://github.com/actions/toolkit/issues/946#issuecomment-1590016041
|
|
# We need it to be able to access system folders while restoring cached Boost below
|
|
- name: Give tar root ownership
|
|
if: runner.os == 'Linux' && matrix.ENABLE_CONAN != 'ON'
|
|
run: sudo chown root /bin/tar && sudo chmod u+s /bin/tar
|
|
- name: Cache Boost
|
|
if: runner.os == 'Linux' && matrix.ENABLE_CONAN != 'ON'
|
|
id: cache-boost
|
|
uses: actions/cache@v4
|
|
with:
|
|
path: |
|
|
/usr/local/include/boost
|
|
/usr/local/lib/libboost*
|
|
key: v1-boost-${{ runner.os }}-${{ runner.arch }}-${{ matrix.runs-on }}
|
|
restore-keys: |
|
|
v1-boost-${{ runner.os }}-${{ runner.arch }}-${{ matrix.runs-on }}
|
|
|
|
- name: Install Boost
|
|
if: steps.cache-boost.outputs.cache-hit != 'true' && runner.os == 'Linux' && matrix.ENABLE_CONAN != 'ON'
|
|
run: |
|
|
BOOST_VERSION="1.85.0"
|
|
BOOST_VERSION_UNDERSCORE="${BOOST_VERSION//./_}"
|
|
wget -q https://boostorg.jfrog.io/artifactory/main/release/${BOOST_VERSION}/source/boost_${BOOST_VERSION_UNDERSCORE}.tar.gz
|
|
tar xzf boost_${BOOST_VERSION_UNDERSCORE}.tar.gz
|
|
cd boost_${BOOST_VERSION_UNDERSCORE}
|
|
sudo ./bootstrap.sh
|
|
sudo ./b2 install
|
|
cd ..
|
|
sudo rm -rf boost_${BOOST_VERSION_UNDERSCORE}*
|
|
|
|
- name: Install dev dependencies
|
|
run: |
|
|
python3 -m pip install "conan<2.0.0" || python3 -m pip install "conan<2.0.0" --break-system-packages
|
|
|
|
# workaround for issue that GitHub Actions seems to not adding it to PATH after https://github.com/actions/runner-images/pull/6499
|
|
# and that's why CI cannot find conan executable installed above
|
|
if [[ "${RUNNER_OS}" == "macOS" ]]; then
|
|
echo "/Library/Frameworks/Python.framework/Versions/Current/bin" >> $GITHUB_PATH
|
|
fi
|
|
|
|
# ccache
|
|
if [[ "${RUNNER_OS}" == "Linux" ]]; then
|
|
sudo apt-get update -y && sudo apt-get install ccache
|
|
elif [[ "${RUNNER_OS}" == "macOS" ]]; then
|
|
brew install ccache
|
|
fi
|
|
|
|
# Linux dev packages
|
|
if [ "${ENABLE_CONAN}" != "ON" ]; then
|
|
sudo apt-get update -y
|
|
sudo apt-get install -y libbz2-dev libxml2-dev libzip-dev liblua5.2-dev
|
|
if [[ "${CCOMPILER}" != clang-* ]]; then
|
|
sudo apt-get install -y ${CXXCOMPILER}
|
|
fi
|
|
if [[ "${ENABLE_COVERAGE}" == "ON" ]]; then
|
|
sudo apt-get install -y lcov
|
|
fi
|
|
fi
|
|
|
|
# TBB
|
|
TBB_VERSION=2021.12.0
|
|
if [[ "${RUNNER_OS}" == "Linux" ]]; then
|
|
TBB_URL="https://github.com/oneapi-src/oneTBB/releases/download/v${TBB_VERSION}/oneapi-tbb-${TBB_VERSION}-lin.tgz"
|
|
elif [[ "${RUNNER_OS}" == "macOS" ]]; then
|
|
TBB_URL="https://github.com/oneapi-src/oneTBB/releases/download/v${TBB_VERSION}/oneapi-tbb-${TBB_VERSION}-mac.tgz"
|
|
fi
|
|
wget --tries 5 ${TBB_URL} -O onetbb.tgz
|
|
tar zxvf onetbb.tgz
|
|
sudo cp -a oneapi-tbb-${TBB_VERSION}/lib/. /usr/local/lib/
|
|
sudo cp -a oneapi-tbb-${TBB_VERSION}/include/. /usr/local/include/
|
|
- name: Prepare build
|
|
run: |
|
|
mkdir ${OSRM_BUILD_DIR}
|
|
ccache --max-size=256M
|
|
npm ci --ignore-scripts
|
|
if [[ "${ENABLE_COVERAGE}" == "ON" ]]; then
|
|
lcov --directory . --zerocounters # clean cached files
|
|
fi
|
|
echo "CC=${CCOMPILER}" >> $GITHUB_ENV
|
|
echo "CXX=${CXXCOMPILER}" >> $GITHUB_ENV
|
|
if [[ "${RUNNER_OS}" == "macOS" ]]; then
|
|
# missing from GCC path, needed for conan builds of libiconv, for example.
|
|
sudo xcode-select --switch /Library/Developer/CommandLineTools
|
|
echo "LIBRARY_PATH=${LIBRARY_PATH}:/Library/Developer/CommandLineTools/SDKs/MacOSX.sdk/usr/lib" >> $GITHUB_ENV
|
|
echo "CPATH=${CPATH}:/Library/Developer/CommandLineTools/SDKs/MacOSX.sdk/usr/include" >> $GITHUB_ENV
|
|
fi
|
|
|
|
- name: Build and install OSRM
|
|
run: |
|
|
echo "Using ${JOBS} jobs"
|
|
pushd ${OSRM_BUILD_DIR}
|
|
|
|
ccache --zero-stats
|
|
cmake .. -DCMAKE_BUILD_TYPE=${BUILD_TYPE} \
|
|
-DENABLE_CONAN=${ENABLE_CONAN:-OFF} \
|
|
-DENABLE_ASSERTIONS=${ENABLE_ASSERTIONS:-OFF} \
|
|
-DENABLE_CLANG_TIDY=${ENABLE_CLANG_TIDY:-OFF} \
|
|
-DBUILD_SHARED_LIBS=${BUILD_SHARED_LIBS:-OFF} \
|
|
-DENABLE_COVERAGE=${ENABLE_COVERAGE:-OFF} \
|
|
-DENABLE_NODE_BINDINGS=${ENABLE_NODE_BINDINGS:-OFF} \
|
|
-DENABLE_SANITIZER=${ENABLE_SANITIZER:-OFF} \
|
|
-DBUILD_TOOLS=${BUILD_TOOLS:-OFF} \
|
|
-DENABLE_CCACHE=ON \
|
|
-DCMAKE_INSTALL_PREFIX=${OSRM_INSTALL_DIR}
|
|
make --jobs=${JOBS}
|
|
|
|
if [[ "${NODE_PACKAGE_TESTS_ONLY}" != "ON" ]]; then
|
|
make tests --jobs=${JOBS}
|
|
make benchmarks --jobs=${JOBS}
|
|
|
|
sudo make install
|
|
if [[ "${RUNNER_OS}" == "Linux" ]]; then
|
|
echo "LD_LIBRARY_PATH=$LD_LIBRARY_PATH:${OSRM_INSTALL_DIR}/lib" >> $GITHUB_ENV
|
|
fi
|
|
echo "PKG_CONFIG_PATH=${OSRM_INSTALL_DIR}/lib/pkgconfig" >> $GITHUB_ENV
|
|
fi
|
|
popd
|
|
- name: Build example
|
|
if: ${{ matrix.NODE_PACKAGE_TESTS_ONLY != 'ON' }}
|
|
run: |
|
|
mkdir example/build && pushd example/build
|
|
cmake .. -DCMAKE_BUILD_TYPE=${BUILD_TYPE}
|
|
make --jobs=${JOBS}
|
|
popd
|
|
- name: Run all tests
|
|
if: ${{ matrix.NODE_PACKAGE_TESTS_ONLY != 'ON' }}
|
|
run: |
|
|
make -C test/data benchmark
|
|
|
|
# macOS SIP strips the linker path. Reset this inside the running shell
|
|
export LD_LIBRARY_PATH=${{ env.LD_LIBRARY_PATH }}
|
|
./example/build/osrm-example test/data/mld/monaco.osrm
|
|
|
|
# All tests assume to be run from the build directory
|
|
pushd ${OSRM_BUILD_DIR}
|
|
for i in ./unit_tests/*-tests ; do echo Running $i ; $i ; done
|
|
if [ -z "${ENABLE_SANITIZER}" ]; then
|
|
npm run nodejs-tests
|
|
fi
|
|
popd
|
|
npm test
|
|
|
|
- name: Use Node 18
|
|
if: ${{ matrix.NODE_PACKAGE_TESTS_ONLY == 'ON' }}
|
|
uses: actions/setup-node@v4
|
|
with:
|
|
node-version: 18
|
|
- name: Run Node package tests on Node 18
|
|
if: ${{ matrix.NODE_PACKAGE_TESTS_ONLY == 'ON' }}
|
|
run: |
|
|
node --version
|
|
npm run nodejs-tests
|
|
- name: Use Node 20
|
|
if: ${{ matrix.NODE_PACKAGE_TESTS_ONLY == 'ON' }}
|
|
uses: actions/setup-node@v4
|
|
with:
|
|
node-version: 20
|
|
- name: Run Node package tests on Node 20
|
|
if: ${{ matrix.NODE_PACKAGE_TESTS_ONLY == 'ON' }}
|
|
run: |
|
|
node --version
|
|
npm run nodejs-tests
|
|
- name: Use Node latest
|
|
if: ${{ matrix.NODE_PACKAGE_TESTS_ONLY == 'ON' }}
|
|
uses: actions/setup-node@v4
|
|
with:
|
|
node-version: latest
|
|
- name: Run Node package tests on Node-latest
|
|
if: ${{ matrix.NODE_PACKAGE_TESTS_ONLY == 'ON' }}
|
|
run: |
|
|
node --version
|
|
npm run nodejs-tests
|
|
|
|
- name: Upload test logs
|
|
uses: actions/upload-artifact@v4
|
|
if: failure()
|
|
with:
|
|
name: logs
|
|
path: test/logs/
|
|
|
|
# - name: Generate code coverage
|
|
# if: ${{ matrix.ENABLE_COVERAGE == 'ON' }}
|
|
# run: |
|
|
# lcov --directory . --capture --output-file coverage.info # capture coverage info
|
|
# lcov --remove coverage.info '/usr/*' --output-file coverage.info # filter out system
|
|
# lcov --list coverage.info #debug info
|
|
|
|
# # Uploading report to CodeCov
|
|
# - name: Upload code coverage
|
|
# if: ${{ matrix.ENABLE_COVERAGE == 'ON' }}
|
|
# uses: codecov/codecov-action@v4
|
|
# with:
|
|
# files: coverage.info
|
|
# name: codecov-osrm-backend
|
|
# fail_ci_if_error: true
|
|
# verbose: true
|
|
- name: Build Node package
|
|
if: ${{ matrix.build_node_package }}
|
|
run: ./scripts/ci/node_package.sh
|
|
- name: Publish Node package
|
|
if: ${{ matrix.build_node_package && env.PUBLISH == 'On' }}
|
|
uses: ncipollo/release-action@v1
|
|
with:
|
|
allowUpdates: true
|
|
artifactErrorsFailBuild: true
|
|
artifacts: build/stage/**/*.tar.gz
|
|
omitBody: true
|
|
omitBodyDuringUpdate: true
|
|
omitName: true
|
|
omitNameDuringUpdate: true
|
|
replacesArtifacts: true
|
|
token: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Show CCache statistics
|
|
run: |
|
|
ccache -p
|
|
ccache -s
|
|
|
|
benchmarks:
|
|
if: github.event_name == 'pull_request'
|
|
needs: [format-taginfo-docs]
|
|
runs-on: ubuntu-22.04
|
|
env:
|
|
CCOMPILER: clang-13
|
|
CXXCOMPILER: clang++-13
|
|
CC: clang-13
|
|
CXX: clang++-13
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
PR_NUMBER: ${{ github.event.pull_request.number }}
|
|
GITHUB_REPOSITORY: ${{ github.repository }}
|
|
RUN_BIG_BENCHMARK: ${{ contains(github.event.pull_request.labels.*.name, 'Performance') }}
|
|
steps:
|
|
- name: Enable data.osm.pbf cache
|
|
if: ${{ ! env.RUN_BIG_BENCHMARK }}
|
|
uses: actions/cache@v4
|
|
with:
|
|
path: ~/data.osm.pbf
|
|
key: v1-data-osm-pbf
|
|
restore-keys: |
|
|
v1-data-osm-pbf
|
|
- name: Enable compiler cache
|
|
uses: actions/cache@v4
|
|
with:
|
|
path: ~/.ccache
|
|
key: v1-ccache-benchmarks-${{ github.sha }}
|
|
restore-keys: |
|
|
v1-ccache-benchmarks-
|
|
- name: Enable Conan cache
|
|
uses: actions/cache@v4
|
|
with:
|
|
path: ~/.conan
|
|
key: v1-conan-benchmarks-${{ github.sha }}
|
|
restore-keys: |
|
|
v1-conan-benchmarks-
|
|
- name: Checkout PR Branch
|
|
uses: actions/checkout@v4
|
|
with:
|
|
ref: ${{ github.head_ref }}
|
|
path: pr
|
|
- name: Install dependencies
|
|
run: |
|
|
python3 -m pip install "conan<2.0.0" "requests==2.31.0" "numpy==1.26.4"
|
|
sudo apt-get update -y && sudo apt-get install ccache
|
|
- name: Prepare data
|
|
run: |
|
|
if [ "$RUN_BIG_BENCHMARK" = "true" ]; then
|
|
rm -rf ~/data.osm.pbf
|
|
wget http://download.geofabrik.de/europe/poland-latest.osm.pbf -O ~/data.osm.pbf --quiet
|
|
gunzip -c ./pr/test/data/poland_gps_traces.csv.gz > ~/gps_traces.csv
|
|
else
|
|
if [ ! -f "~/data.osm.pbf" ]; then
|
|
wget http://download.geofabrik.de/europe/germany/berlin-latest.osm.pbf -O ~/data.osm.pbf
|
|
else
|
|
echo "Using cached data.osm.pbf"
|
|
fi
|
|
gunzip -c ./pr/test/data/berlin_gps_traces.csv.gz > ~/gps_traces.csv
|
|
fi
|
|
- name: Prepare environment
|
|
run: |
|
|
echo "CCACHE_DIR=$HOME/.ccache" >> $GITHUB_ENV
|
|
mkdir -p $HOME/.ccache
|
|
ccache --zero-stats
|
|
ccache --max-size=256M
|
|
- name: Checkout Base Branch
|
|
uses: actions/checkout@v4
|
|
with:
|
|
ref: ${{ github.event.pull_request.base.ref }}
|
|
path: base
|
|
- name: Build Base Branch
|
|
run: |
|
|
mkdir base/build
|
|
cd base/build
|
|
cmake -DENABLE_CONAN=ON -DCMAKE_BUILD_TYPE=Release ..
|
|
make -j$(nproc)
|
|
make -j$(nproc) benchmarks
|
|
cd ..
|
|
make -C test/data
|
|
- name: Build PR Branch
|
|
run: |
|
|
mkdir -p pr/build
|
|
cd pr/build
|
|
cmake -DENABLE_CONAN=ON -DCMAKE_BUILD_TYPE=Release ..
|
|
make -j$(nproc)
|
|
make -j$(nproc) benchmarks
|
|
cd ..
|
|
make -C test/data
|
|
# we run benchmarks in tmpfs to avoid impact of disk IO
|
|
- name: Create folder for tmpfs
|
|
run: mkdir -p /opt/benchmarks
|
|
- name: Run PR Benchmarks
|
|
run: |
|
|
sudo mount -t tmpfs -o size=4g none /opt/benchmarks
|
|
cp -rf pr/build /opt/benchmarks/build
|
|
mkdir -p /opt/benchmarks/test
|
|
cp -rf pr/test/data /opt/benchmarks/test/data
|
|
cp -rf pr/profiles /opt/benchmarks/profiles
|
|
|
|
./pr/scripts/ci/run_benchmarks.sh -f /opt/benchmarks -r $(pwd)/pr_results -s $(pwd)/pr -b /opt/benchmarks/build -o ~/data.osm.pbf -g ~/gps_traces.csv
|
|
sudo umount /opt/benchmarks
|
|
- name: Run Base Benchmarks
|
|
run: |
|
|
sudo mount -t tmpfs -o size=4g none /opt/benchmarks
|
|
cp -rf base/build /opt/benchmarks/build
|
|
mkdir -p /opt/benchmarks/test
|
|
cp -rf base/test/data /opt/benchmarks/test/data
|
|
cp -rf base/profiles /opt/benchmarks/profiles
|
|
|
|
# TODO: remove it when base branch will have this file at needed location
|
|
if [ ! -f /opt/benchmarks/test/data/portugal_to_korea.json ]; then
|
|
cp base/src/benchmarks/portugal_to_korea.json /opt/benchmarks/test/data/portugal_to_korea.json
|
|
fi
|
|
# we intentionally use scripts from PR branch to be able to update them and see results in the same PR
|
|
./pr/scripts/ci/run_benchmarks.sh -f /opt/benchmarks -r $(pwd)/base_results -s $(pwd)/pr -b /opt/benchmarks/build -o ~/data.osm.pbf -g ~/gps_traces.csv
|
|
sudo umount /opt/benchmarks
|
|
- name: Post Benchmark Results
|
|
run: |
|
|
python3 pr/scripts/ci/post_benchmark_results.py base_results pr_results
|
|
- name: Show CCache statistics
|
|
run: |
|
|
ccache -p
|
|
ccache -s
|
|
|
|
ci-complete:
|
|
runs-on: ubuntu-22.04
|
|
needs: [build-test-publish, docker-image-matrix, windows-release-node, benchmarks]
|
|
steps:
|
|
- run: echo "CI complete"
|
|
|