289 lines
14 KiB
Bash
Executable File
289 lines
14 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
MASON_NAME=llvm
|
|
MASON_LIB_FILE=bin/clang
|
|
|
|
. ${MASON_DIR}/mason.sh
|
|
|
|
export MAJOR_MINOR=$(echo ${MASON_VERSION} | cut -d '.' -f1-2)
|
|
|
|
if [[ $(uname -s) == 'Darwin' ]]; then
|
|
export BUILD_AND_LINK_LIBCXX=false
|
|
# avoids this kind of problem with include-what-you-use
|
|
# because iwyu hardcodes at https://github.com/include-what-you-use/include-what-you-use/blob/da5c9b17fec571e6b2bbca29145463d7eaa3582e/iwyu_driver.cc#L219
|
|
: '
|
|
/Library/Developer/CommandLineTools/usr/include/c++/v1/cstdlib:167:44: error: declaration conflicts with target of using declaration already in scope
|
|
inline _LIBCPP_INLINE_VISIBILITY long abs( long __x) _NOEXCEPT {return labs(__x);}
|
|
^
|
|
/Users/dane/.mason/mason_packages/osx-x86_64/llvm/3.9.0/bin/../include/c++/v1/stdlib.h:115:44: note: target of using declaration
|
|
inline _LIBCPP_INLINE_VISIBILITY long abs( long __x) _NOEXCEPT {return labs(__x);}
|
|
'
|
|
else
|
|
export BUILD_AND_LINK_LIBCXX=${BUILD_AND_LINK_LIBCXX:-true}
|
|
fi
|
|
|
|
# we use this custom function rather than "mason_download" since we need to easily grab multiple packages
|
|
function get_llvm_project() {
|
|
local URL=${1}
|
|
local TO_DIR=${2}
|
|
if [[ ${TO_DIR:-false} == false ]]; then
|
|
mason_error "TO_DIR unset"
|
|
exit 1
|
|
fi
|
|
local EXPECTED_HASH=${3:-false}
|
|
local file_basename=$(basename ${URL})
|
|
local local_file_or_checkout=$(pwd)/${file_basename}
|
|
if [[ ${URL} =~ '.git' ]]; then
|
|
if [ ! -d ${local_file_or_checkout} ] ; then
|
|
mason_step "cloning ${URL} to ${local_file_or_checkout}"
|
|
git clone --depth 1 ${URL} ${local_file_or_checkout}
|
|
else
|
|
mason_substep "already cloned ${URL}, pulling to update"
|
|
(cd ${local_file_or_checkout} && git pull)
|
|
fi
|
|
mason_step "moving ${local_file_or_checkout} into place at ${TO_DIR}"
|
|
cp -r ${local_file_or_checkout} ${TO_DIR}
|
|
else
|
|
if [ ! -f ${local_file_or_checkout} ] ; then
|
|
mason_step "Downloading ${URL} to ${local_file_or_checkout}"
|
|
curl --retry 3 -f -L -O "${URL}"
|
|
else
|
|
mason_substep "already downloaded $1 to ${local_file_or_checkout}"
|
|
fi
|
|
export OBJECT_HASH=$(git hash-object ${local_file_or_checkout})
|
|
if [[ ${EXPECTED_HASH:-false} == false ]]; then
|
|
mason_error "Warning: no expected hash provided by script.sh, actual was ${OBJECT_HASH}"
|
|
else
|
|
if [[ $3 != ${OBJECT_HASH} ]]; then
|
|
mason_error "Error: hash mismatch ${EXPECTED_HASH} (expected) != ${OBJECT_HASH} (actual)"
|
|
exit 1
|
|
else
|
|
mason_success "Success: hash matched: ${EXPECTED_HASH} (expected) == ${OBJECT_HASH} (actual)"
|
|
fi
|
|
fi
|
|
mason_step "uncompressing ${local_file_or_checkout}"
|
|
mkdir -p ./checkout
|
|
rm -rf ./checkout/*
|
|
tar xf ${local_file_or_checkout} --strip-components=1 --directory=./checkout
|
|
mkdir -p ${TO_DIR}
|
|
mv checkout/* ${TO_DIR}/
|
|
fi
|
|
}
|
|
|
|
# Note: override this function to set custom hash
|
|
function setup_release() {
|
|
get_llvm_project "http://llvm.org/releases/${MASON_VERSION}/llvm-${MASON_VERSION}.src.tar.xz" ${MASON_BUILD_PATH}/
|
|
get_llvm_project "http://llvm.org/releases/${MASON_VERSION}/cfe-${MASON_VERSION}.src.tar.xz" ${MASON_BUILD_PATH}/tools/clang
|
|
get_llvm_project "http://llvm.org/releases/${MASON_VERSION}/compiler-rt-${MASON_VERSION}.src.tar.xz" ${MASON_BUILD_PATH}/projects/compiler-rt
|
|
if [[ ${BUILD_AND_LINK_LIBCXX} == true ]]; then
|
|
get_llvm_project "http://llvm.org/releases/${MASON_VERSION}/libcxx-${MASON_VERSION}.src.tar.xz" ${MASON_BUILD_PATH}/projects/libcxx
|
|
get_llvm_project "http://llvm.org/releases/${MASON_VERSION}/libcxxabi-${MASON_VERSION}.src.tar.xz" ${MASON_BUILD_PATH}/projects/libcxxabi
|
|
get_llvm_project "http://llvm.org/releases/${MASON_VERSION}/libunwind-${MASON_VERSION}.src.tar.xz" ${MASON_BUILD_PATH}/projects/libunwind
|
|
fi
|
|
get_llvm_project "http://llvm.org/releases/${MASON_VERSION}/lld-${MASON_VERSION}.src.tar.xz" ${MASON_BUILD_PATH}/tools/lld
|
|
get_llvm_project "http://llvm.org/releases/${MASON_VERSION}/clang-tools-extra-${MASON_VERSION}.src.tar.xz" ${MASON_BUILD_PATH}/tools/clang/tools/extra
|
|
get_llvm_project "http://llvm.org/releases/${MASON_VERSION}/lldb-${MASON_VERSION}.src.tar.xz" ${MASON_BUILD_PATH}/tools/lldb
|
|
get_llvm_project "https://github.com/include-what-you-use/include-what-you-use/archive/clang_${MAJOR_MINOR}.tar.gz" ${MASON_BUILD_PATH}/tools/clang/tools/include-what-you-use
|
|
}
|
|
|
|
function mason_load_source {
|
|
mkdir -p "${MASON_ROOT}/.cache"
|
|
cd "${MASON_ROOT}/.cache"
|
|
export MASON_BUILD_PATH=${MASON_ROOT}/.build/llvm-${MASON_VERSION}
|
|
mkdir -p "${MASON_ROOT}/.build"
|
|
if [[ -d ${MASON_BUILD_PATH}/ ]]; then
|
|
rm -rf ${MASON_BUILD_PATH}/
|
|
fi
|
|
# NOTE: this setup_release can be overridden per package to assert on different hash
|
|
setup_release
|
|
}
|
|
|
|
function mason_prepare_compile {
|
|
CCACHE_VERSION=3.3.1
|
|
CMAKE_VERSION=3.6.2
|
|
NINJA_VERSION=1.7.1
|
|
|
|
${MASON_DIR}/mason install ccache ${CCACHE_VERSION}
|
|
MASON_CCACHE=$(${MASON_DIR}/mason prefix ccache ${CCACHE_VERSION})
|
|
${MASON_DIR}/mason install cmake ${CMAKE_VERSION}
|
|
MASON_CMAKE=$(${MASON_DIR}/mason prefix cmake ${CMAKE_VERSION})
|
|
${MASON_DIR}/mason install ninja ${NINJA_VERSION}
|
|
MASON_NINJA=$(${MASON_DIR}/mason prefix ninja ${NINJA_VERSION})
|
|
|
|
if [[ $(uname -s) == 'Linux' ]]; then
|
|
BINUTILS_VERSION=2.27
|
|
${MASON_DIR}/mason install binutils ${BINUTILS_VERSION}
|
|
LLVM_BINUTILS_INCDIR=$(${MASON_DIR}/mason prefix binutils ${BINUTILS_VERSION})/include
|
|
fi
|
|
}
|
|
|
|
function mason_compile {
|
|
export CXX="${CXX:-clang++}"
|
|
export CC="${CC:-clang}"
|
|
# knock out lldb doc building, to remove doxygen dependency
|
|
perl -i -p -e "s/add_subdirectory\(docs\)//g;" tools/lldb/CMakeLists.txt
|
|
|
|
# remove /usr/local/include from default paths (targeting linux)
|
|
# because we want users to have to explictly link things in /usr/local to avoid conflicts
|
|
# between mason and homebrew or source installs
|
|
perl -i -p -e "s/AddPath\(\"\/usr\/local\/include\"\, System\, false\)\;//g;" tools/clang/lib/Frontend/InitHeaderSearch.cpp
|
|
|
|
if [[ ${MAJOR_MINOR} == "3.8" ]]; then
|
|
# workaround https://llvm.org/bugs/show_bug.cgi?id=25565
|
|
perl -i -p -e "s/set\(codegen_deps intrinsics_gen\)/set\(codegen_deps intrinsics_gen attributes_inc\)/g;" lib/CodeGen/CMakeLists.txt
|
|
|
|
# note: LIBCXX_ENABLE_STATIC_ABI_LIBRARY=ON is only needed with llvm < 3.9.0 to avoid libcxx(abi) build breaking when only a static libc++ exists
|
|
CMAKE_EXTRA_ARGS="${CMAKE_EXTRA_ARGS} -DLIBCXX_ENABLE_STATIC_ABI_LIBRARY=ON"
|
|
fi
|
|
|
|
if [[ -d tools/clang/tools/include-what-you-use ]]; then
|
|
echo 'add_subdirectory(include-what-you-use)' >> tools/clang/tools/CMakeLists.txt
|
|
fi
|
|
|
|
mkdir -p ./build
|
|
cd ./build
|
|
CMAKE_EXTRA_ARGS=""
|
|
if [[ $(uname -s) == 'Darwin' ]]; then
|
|
: '
|
|
Note: C_INCLUDE_DIRS and DEFAULT_SYSROOT are critical options to understand to ensure C and C++ headers are predictably found.
|
|
|
|
The way things work in clang++ on OS X (inside http://clang.llvm.org/doxygen/InitHeaderSearch_8cpp.html) is:
|
|
|
|
- The `:` separated `C_INCLUDE_DIRS` are added to the include paths
|
|
- If `C_INCLUDE_DIRS` is present `InitHeaderSearch::AddDefaultCIncludePaths` returns early
|
|
- Without that early return `/usr/include` would be added by default on OS X
|
|
- If `-isysroot` is passed then absolute `C_INCLUDE_DIRS` are appended to the sysroot
|
|
- So if sysroot=/Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX.sdk/ and
|
|
C_INCLUDE_DIRS=/usr/include the actual path searched would be:
|
|
/Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX.sdk/usr/include
|
|
- Relative `C_INCLUDE_DIRS` seem pointless because they are not appended to the sysroot and so will not be portable
|
|
- clang++ finds C++ headers relative to itself at https://github.com/llvm-mirror/clang/blob/master/lib/Frontend/InitHeaderSearch.cpp#L469-L470
|
|
- So, given on OS X we want to use the XCode/Apple provided libc++ and c++ headers we symlink the relative location to /Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/include/c++
|
|
- The alternative would be to symlink to the command line tools location (/Library/Developer/CommandLineTools/usr/include/c++/v1/)
|
|
|
|
Another viable sysroot would be the command line tools at /Library/Developer/CommandLineTools/SDKs/MacOSX.sdk
|
|
|
|
Generally each SDK/Platform version has its own C headers inside SDK_PATH/usr/include while all platforms share the C++ headers which
|
|
are at /Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/include/c++/v1/
|
|
|
|
NOTE: show search paths with: `clang -x c -v -E /dev/null` || `cpp -v` && `clang -Xlinker -v`
|
|
'
|
|
CMAKE_EXTRA_ARGS="${CMAKE_EXTRA_ARGS} -DC_INCLUDE_DIRS=/usr/include"
|
|
# setting the default sysroot to an explicit SDK avoids clang++ adding `/usr/local/include` to the paths by default at https://github.com/llvm-mirror/clang/blob/91d69c3c9c62946245a0fe6526d5ec226dfe7408/lib/Frontend/InitHeaderSearch.cpp#L226
|
|
# because that value will be appended to the sysroot, not exist, and then get thrown out. If the sysroot were / then it would be added
|
|
CMAKE_EXTRA_ARGS="${CMAKE_EXTRA_ARGS} -DDEFAULT_SYSROOT=/Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX.sdk"
|
|
CMAKE_EXTRA_ARGS="${CMAKE_EXTRA_ARGS} -DCLANG_DEFAULT_CXX_STDLIB=libc++"
|
|
CMAKE_EXTRA_ARGS="${CMAKE_EXTRA_ARGS} -DCMAKE_OSX_DEPLOYMENT_TARGET=10.11"
|
|
CMAKE_EXTRA_ARGS="${CMAKE_EXTRA_ARGS} -DLLVM_CREATE_XCODE_TOOLCHAIN=ON -DLLVM_EXTERNALIZE_DEBUGINFO=ON"
|
|
fi
|
|
if [[ $(uname -s) == 'Linux' ]]; then
|
|
CMAKE_EXTRA_ARGS="${CMAKE_EXTRA_ARGS} -DLLVM_BINUTILS_INCDIR=${LLVM_BINUTILS_INCDIR}"
|
|
if [[ ${MAJOR_MINOR} == "3.8" ]] && [[ ${BUILD_AND_LINK_LIBCXX} == true ]]; then
|
|
# note: LIBCXX_ENABLE_STATIC_ABI_LIBRARY=ON is only needed with llvm < 3.9.0 to avoid libcxx(abi) build breaking when only a static libc++ exists
|
|
CMAKE_EXTRA_ARGS="${CMAKE_EXTRA_ARGS} -DLIBCXX_ENABLE_STATIC_ABI_LIBRARY=ON"
|
|
fi
|
|
fi
|
|
|
|
# we strip this since we don't care about older os x for this package
|
|
if [[ $(uname -s) == 'Darwin' ]]; then
|
|
export CXXFLAGS="${CXXFLAGS//-mmacosx-version-min=10.8}"
|
|
export LDFLAGS="${LDFLAGS//-mmacosx-version-min=10.8}"
|
|
fi
|
|
|
|
# llvm may request c++14 instead so let's not force c++11
|
|
export CXXFLAGS="${CXXFLAGS//-std=c++11}"
|
|
|
|
if [[ ${BUILD_AND_LINK_LIBCXX} == true ]]; then
|
|
# we link to libc++ even on linux to avoid runtime dependency on libstdc++:
|
|
# https://github.com/mapbox/mason/issues/252
|
|
export CXXFLAGS="-stdlib=libc++ ${CXXFLAGS}"
|
|
export LDFLAGS="-stdlib=libc++ ${LDFLAGS}"
|
|
|
|
if [[ $(uname -s) == 'Linux' ]]; then
|
|
export LDFLAGS="${LDFLAGS} -Wl,--start-group -L$(pwd)/lib -lc++ -lc++abi -pthread -lc -lgcc_s"
|
|
fi
|
|
fi
|
|
|
|
# on linux the default is to link programs compiled by clang++ to libstdc++ and below we make that explicit.
|
|
if [[ $(uname -s) == 'Linux' ]]; then
|
|
export CMAKE_EXTRA_ARGS="${CMAKE_EXTRA_ARGS} -DCLANG_DEFAULT_CXX_STDLIB=libstdc++"
|
|
fi
|
|
|
|
# TODO: test this
|
|
#-DLLVM_ENABLE_LTO=ON \
|
|
|
|
# TODO: try rtlib=compiler-rt on linux
|
|
# https://blogs.gentoo.org/gsoc2016-native-clang/2016/05/31/build-gnu-free-executables-with-clang/
|
|
|
|
if [[ ${BUILD_AND_LINK_LIBCXX} == true ]]; then
|
|
CMAKE_EXTRA_ARGS="${CMAKE_EXTRA_ARGS} -DLIBCXX_ENABLE_ASSERTIONS=OFF -DLIBCXX_ENABLE_SHARED=OFF -DLIBCXXABI_ENABLE_SHARED=OFF -DLIBCXXABI_USE_LLVM_UNWINDER=ON -DLIBUNWIND_ENABLE_SHARED=OFF"
|
|
fi
|
|
|
|
${MASON_CMAKE}/bin/cmake ../ -G Ninja -DCMAKE_INSTALL_PREFIX=${MASON_PREFIX} \
|
|
-DCMAKE_BUILD_TYPE=Release \
|
|
-DLLVM_INCLUDE_DOCS=OFF \
|
|
-DLLVM_TARGETS_TO_BUILD="X86" \
|
|
-DCMAKE_CXX_COMPILER_LAUNCHER="${MASON_CCACHE}/bin/ccache" \
|
|
-DCMAKE_CXX_COMPILER="$CXX" \
|
|
-DCMAKE_C_COMPILER="$CC" \
|
|
-DLLVM_ENABLE_ASSERTIONS=OFF \
|
|
-DCLANG_VENDOR="mapbox/mason" \
|
|
-DCLANG_REPOSITORY_STRING="https://github.com/mapbox/mason" \
|
|
-DCLANG_VENDOR_UTI="org.mapbox.llvm" \
|
|
-DCMAKE_EXE_LINKER_FLAGS="${LDFLAGS}" \
|
|
-DCMAKE_CXX_FLAGS="${CXXFLAGS}" \
|
|
-DLLDB_DISABLE_PYTHON=1 -DLLDB_DISABLE_CURSES=1 -DLLDB_DISABLE_LIBEDIT=1 -DLLVM_ENABLE_TERMINFO=0 \
|
|
-DCMAKE_MAKE_PROGRAM=${MASON_NINJA}/bin/ninja \
|
|
${CMAKE_EXTRA_ARGS}
|
|
|
|
if [[ ${BUILD_AND_LINK_LIBCXX} == true ]]; then
|
|
${MASON_NINJA}/bin/ninja unwind -j${MASON_CONCURRENCY}
|
|
|
|
# make libc++ and libc++abi first
|
|
${MASON_NINJA}/bin/ninja cxx -j${MASON_CONCURRENCY}
|
|
|
|
${MASON_NINJA}/bin/ninja lldb -j${MASON_CONCURRENCY}
|
|
fi
|
|
|
|
# then make everything else
|
|
${MASON_NINJA}/bin/ninja -j${MASON_CONCURRENCY}
|
|
|
|
# install it all
|
|
${MASON_NINJA}/bin/ninja install
|
|
|
|
if [[ $(uname -s) == 'Darwin' ]]; then
|
|
# https://reviews.llvm.org/D13605
|
|
${MASON_NINJA}/bin/ninja install-xcode-toolchain -j${MASON_CONCURRENCY}
|
|
fi
|
|
|
|
# install the asan_symbolizer.py tool
|
|
cp -a ../projects/compiler-rt/lib/asan/scripts/asan_symbolize.py ${MASON_PREFIX}/bin/
|
|
|
|
# set up symlinks to match what llvm.org binaries provide
|
|
cd ${MASON_PREFIX}/bin/
|
|
ln -s "clang++" "clang++-${MAJOR_MINOR}"
|
|
ln -s "asan_symbolize.py" "asan_symbolize"
|
|
|
|
# symlink so that we use the system libc++ headers on osx
|
|
if [[ $(uname -s) == 'Darwin' ]]; then
|
|
mkdir -p ${MASON_PREFIX}/include
|
|
cd ${MASON_PREFIX}/include
|
|
# note: passing -nostdinc++ will result in this local path being ignored
|
|
ln -s /Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/include/c++ c++
|
|
fi
|
|
|
|
}
|
|
|
|
|
|
function mason_cflags {
|
|
:
|
|
}
|
|
|
|
function mason_ldflags {
|
|
:
|
|
}
|
|
|
|
function mason_static_libs {
|
|
:
|
|
}
|