mirror of
https://github.com/lifting-bits/remill
synced 2026-06-21 13:56:07 +00:00
Remove old cxx common logic (#500)
* Remove old cxx-common references
* Test on this branch first
* Revert "Test on this branch first"
This reverts commit 888b584f8a.
This commit is contained in:
Eric Kilmer
@@ -3,7 +3,7 @@
|
||||
# Needed to process multiple arguments to docker image
|
||||
|
||||
V=""
|
||||
case ${LLVM_VERSION} in
|
||||
case ${LLVM_VERSION} in
|
||||
llvm35*)
|
||||
V=3.5
|
||||
;;
|
||||
@@ -19,30 +19,29 @@ case ${LLVM_VERSION} in
|
||||
llvm39*)
|
||||
V=3.9
|
||||
;;
|
||||
# There is an llvm401 that we treat as 4.0
|
||||
llvm40*)
|
||||
V=4.0
|
||||
llvm4*)
|
||||
V=4
|
||||
;;
|
||||
llvm50*)
|
||||
V=5.0
|
||||
llvm5*)
|
||||
V=5
|
||||
;;
|
||||
llvm60*)
|
||||
V=6.0
|
||||
llvm6*)
|
||||
V=6
|
||||
;;
|
||||
llvm70*)
|
||||
V=7.0
|
||||
llvm7*)
|
||||
V=7
|
||||
;;
|
||||
llvm80*)
|
||||
V=8.0
|
||||
llvm8*)
|
||||
V=8
|
||||
;;
|
||||
llvm90*)
|
||||
V=9.0
|
||||
llvm9*)
|
||||
V=9
|
||||
;;
|
||||
llvm100*)
|
||||
V=10.0
|
||||
llvm10*)
|
||||
V=10
|
||||
;;
|
||||
llvm110*)
|
||||
V=11.0
|
||||
llvm11*)
|
||||
V=11
|
||||
;;
|
||||
*)
|
||||
echo "Unknown LLVM version: ${LLVM_VERSION}"
|
||||
|
||||
@@ -1,362 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# Copyright (c) 2017 Trail of Bits, Inc.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specifi
|
||||
|
||||
main() {
|
||||
if [ $# -ne 2 ] ; then
|
||||
printf "Usage:\n\ttravis.sh <linux|osx> <initialize|build>\n"
|
||||
return 1
|
||||
fi
|
||||
|
||||
local platform_name="$1"
|
||||
local operation_type="$2"
|
||||
|
||||
# This makes life simpler for github actions
|
||||
if [[ "${platform_name}" == "macos-latest" ]] ; then
|
||||
platform_name="osx"
|
||||
elif [[ "${platform_name}" == "ubuntu-latest" ]] ; then
|
||||
platform_name="linux"
|
||||
fi
|
||||
|
||||
if [[ "${platform_name}" != "osx" && "${platform_name}" != "linux" ]] ; then
|
||||
printf "Invalid platform: ${platform_name}\n"
|
||||
return 1
|
||||
fi
|
||||
|
||||
if [[ "${operation_type}" == "initialize" ]] ; then
|
||||
"${platform_name}_initialize"
|
||||
return $?
|
||||
|
||||
elif [[ "$operation_type" == "build" ]] ; then
|
||||
"${platform_name}_build"
|
||||
return $?
|
||||
|
||||
else
|
||||
printf "Invalid operation\n"
|
||||
return 1
|
||||
fi
|
||||
}
|
||||
|
||||
linux_initialize() {
|
||||
printf "Initializing platform: linux\n"
|
||||
|
||||
printf " > Updating the system...\n"
|
||||
sudo apt-get -qq update
|
||||
if [ $? -ne 0 ] ; then
|
||||
printf " x The package database could not be updated\n"
|
||||
return 1
|
||||
fi
|
||||
|
||||
printf " > Installing the required packages...\n"
|
||||
sudo apt-get install -qqy git python2.7 curl coreutils build-essential gcc-multilib g++-multilib libtinfo-dev lsb-release ccache
|
||||
if [ $? -ne 0 ] ; then
|
||||
printf " x Could not install the required dependencies\n"
|
||||
return 1
|
||||
fi
|
||||
|
||||
printf " > The system has been successfully initialized\n"
|
||||
return 0
|
||||
}
|
||||
|
||||
osx_initialize() {
|
||||
printf "Initializing platform: osx\n"
|
||||
if [[ "x${SDKROOT}x" = "xx" ]] ; then
|
||||
export SDKROOT=$(xcrun -sdk macosx --show-sdk-path)
|
||||
fi
|
||||
printf " > The macOS SDK is located at ${SDKROOT}\n"
|
||||
|
||||
# Mainly for realpath
|
||||
brew install coreutils cmake
|
||||
if [ $? -ne 0 ] ; then
|
||||
printf " x Could not install the required dependencies\n"
|
||||
return 1
|
||||
fi
|
||||
|
||||
return 0
|
||||
}
|
||||
|
||||
linux_build() {
|
||||
local os_version=`cat /etc/issue | awk '{ print $2 }' | cut -d '.' -f 1-2 | tr -d '.'`
|
||||
|
||||
llvm_version_list=( "40" "50" "60" )
|
||||
for llvm_version in "${llvm_version_list[@]}" ; do
|
||||
common_build "ubuntu${os_version}" "${llvm_version}"
|
||||
if [ $? -ne 0 ] ; then
|
||||
return 1
|
||||
fi
|
||||
|
||||
printf "\n\n"
|
||||
done
|
||||
|
||||
return 0
|
||||
}
|
||||
|
||||
osx_build() {
|
||||
llvm_version_list=( "40" )
|
||||
for llvm_version in "${llvm_version_list[@]}" ; do
|
||||
common_build "osx" "${llvm_version}"
|
||||
if [ $? -ne 0 ] ; then
|
||||
return 1
|
||||
fi
|
||||
|
||||
printf "\n\n"
|
||||
done
|
||||
|
||||
return 0
|
||||
}
|
||||
|
||||
common_build() {
|
||||
if [ $# -ne 2 ] ; then
|
||||
printf "Usage:\n\tcommon_build <os_version> <llvm_version>\n\nllvm_version: 35, 40, ...\n"
|
||||
return 1
|
||||
fi
|
||||
|
||||
local original_path="${PATH}"
|
||||
local log_file=`mktemp`
|
||||
local os_version="$1"
|
||||
local llvm_version="$2"
|
||||
|
||||
printf "#\n"
|
||||
printf "# Running CI tests for LLVM version ${llvm_version}...\n"
|
||||
printf "#\n\n"
|
||||
|
||||
printf " > Cleaning up the environment variables...\n"
|
||||
export PATH="${original_path}"
|
||||
|
||||
unset TRAILOFBITS_LIBRARIES
|
||||
unset CC
|
||||
unset CXX
|
||||
|
||||
printf " > Cleaning up the build folders...\n"
|
||||
if [ -d "build" ] ; then
|
||||
sudo rm -rf build > "${log_file}" 2>&1
|
||||
if [ $? -ne 0 ] ; then
|
||||
printf " x Failed to remove the existing build folder. Error output follows:\n"
|
||||
printf "===\n"
|
||||
cat "${log_file}"
|
||||
return 1
|
||||
fi
|
||||
fi
|
||||
|
||||
if [ -d "libraries" ] ; then
|
||||
sudo rm -rf libraries > "${log_file}" 2>&1
|
||||
if [ $? -ne 0 ] ; then
|
||||
printf " x Failed to remove the existing libraries folder. Error output follows:\n"
|
||||
printf "===\n"
|
||||
cat "${log_file}"
|
||||
return 1
|
||||
fi
|
||||
fi
|
||||
|
||||
# acquire the cxx-common package
|
||||
printf " > Acquiring the cxx-common package: LLVM${llvm_version} for ${os_version}\n"
|
||||
|
||||
if [ ! -d "cxxcommon" ] ; then
|
||||
mkdir "cxxcommon" > "${log_file}" 2>&1
|
||||
if [ $? -ne 0 ] ; then
|
||||
printf " x Failed to create the cxxcommon folder. Error output follows:\n"
|
||||
printf "===\n"
|
||||
cat "${log_file}"
|
||||
return 1
|
||||
fi
|
||||
fi
|
||||
|
||||
local cxx_common_tarball_name="libraries-llvm${llvm_version}-${os_version}-amd64.tar.gz"
|
||||
if [ ! -f "cxxcommon/${cxx_common_tarball_name}" ] ; then
|
||||
( cd "cxxcommon" && curl -C - "https://s3.amazonaws.com/cxx-common/${cxx_common_tarball_name}" -O ) > "${log_file}" 2>&1
|
||||
if [ $? -ne 0 ] ; then
|
||||
printf " x Failed to download the cxx-common package. Error output follows:\n"
|
||||
printf "===\n"
|
||||
cat "${log_file}"
|
||||
|
||||
rm "cxxcommon/${cxx_common_tarball_name}"
|
||||
return 1
|
||||
fi
|
||||
fi
|
||||
|
||||
if [ ! -d "libraries" ] ; then
|
||||
tar xzf "cxxcommon/${cxx_common_tarball_name}" > "${log_file}" 2>&1
|
||||
if [ $? -ne 0 ] ; then
|
||||
printf " x The archive appears to be corrupted. Error output follows:\n"
|
||||
printf "===\n"
|
||||
cat "${log_file}"
|
||||
|
||||
rm "cxxcommon/${cxx_common_tarball_name}"
|
||||
rm -rf libraries
|
||||
return 1
|
||||
fi
|
||||
fi
|
||||
|
||||
export CCACHE_DIR="ccache_llvm${llvm_version}"
|
||||
|
||||
if [ ! -d "${CCACHE_DIR}" ] ; then
|
||||
printf " > Creating ccache folder\n"
|
||||
else
|
||||
printf " > Using existing ccache folder\n"
|
||||
fi
|
||||
|
||||
export CCACHE_DIR="$(realpath ${CCACHE_DIR})"
|
||||
printf " i ${CCACHE_DIR}\n"
|
||||
|
||||
export TRAILOFBITS_LIBRARIES=`GetRealPath libraries`
|
||||
export PATH="${TRAILOFBITS_LIBRARIES}/llvm/bin:${TRAILOFBITS_LIBRARIES}/protobuf/bin:${PATH}"
|
||||
# Use brew-installed cmake instead of outdated version here
|
||||
if [[ "${platform_name}" != "osx" ]] ; then
|
||||
export PATH="${TRAILOFBITS_LIBRARIES}/cmake/bin:${PATH}"
|
||||
fi
|
||||
|
||||
export CC="${TRAILOFBITS_LIBRARIES}/llvm/bin/clang"
|
||||
export CXX="${TRAILOFBITS_LIBRARIES}/llvm/bin/clang++"
|
||||
|
||||
printf " > Generating the project...\n"
|
||||
mkdir build > "${log_file}" 2>&1
|
||||
if [ $? -ne 0 ] ; then
|
||||
printf " x Failed to create the build folder. Error output follows:\n"
|
||||
printf "===\n"
|
||||
cat "${log_file}"
|
||||
return 1
|
||||
fi
|
||||
|
||||
( cd build && cmake -DCMAKE_VERBOSE_MAKEFILE=True .. ) > "${log_file}" 2>&1
|
||||
if [ $? -ne 0 ] ; then
|
||||
printf " x Failed to generate the project. Error output follows:\n"
|
||||
printf "===\n"
|
||||
cat "${log_file}"
|
||||
return 1
|
||||
fi
|
||||
|
||||
printf " > Building remill...\n"
|
||||
if [ "${llvm_version:0:1}" == "3" ] ; then
|
||||
printf " i Clang static analyzer not supported on this LLVM release (${llvm_version})\n"
|
||||
( cd build && make -j `nproc` ) > "${log_file}" 2>&1 &
|
||||
else
|
||||
printf " i Clang static analyzer enabled\n"
|
||||
( cd build && scan-build --show-description --status-bugs make -j `GetProcessorCount` ) > "${log_file}" 2>&1 &
|
||||
fi
|
||||
|
||||
local build_pid="$!"
|
||||
|
||||
printf "\nWaiting..."
|
||||
while [ true ] ; do
|
||||
kill -s 0 "${build_pid}" > /dev/null 2>&1
|
||||
if [ $? -ne 0 ] ; then
|
||||
break
|
||||
fi
|
||||
|
||||
printf "."
|
||||
sleep 5
|
||||
done
|
||||
printf "\n\n"
|
||||
|
||||
wait "${build_pid}"
|
||||
if [ $? -ne 0 ] ; then
|
||||
printf " x Failed to build the project. Error output follows:\n"
|
||||
printf "===\n"
|
||||
cat "${log_file}"
|
||||
return 1
|
||||
fi
|
||||
|
||||
if [ "${llvm_version:0:1}" != "3" ] ; then
|
||||
if [ `cat "${log_file}" | grep 'scan-build: No bugs found.' | wc -l` != 0 ] ; then
|
||||
printf " i scan-build didn't find any bug\n"
|
||||
else
|
||||
printf " ! scan-build output follows\n"
|
||||
if [ "${llvm_version:0:1}" != "3" ] ; then
|
||||
cat "${log_file}" | while read line ; do printf " %s\n" "${line}" ; done
|
||||
printf "\n"
|
||||
fi
|
||||
fi
|
||||
fi
|
||||
|
||||
# Some LLVM versions can't compile the tests
|
||||
if [ "${llvm_version}" == "35" ] || [ "${llvm_version}" == "36" ] || [ "${llvm_version}" == "37" ] || [ "${llvm_version}" == "38" ] ; then
|
||||
printf " ! Tests are not compatible with this LLVM version (${llvm_version})\n"
|
||||
printf " > Build succeeded\n"
|
||||
return 0
|
||||
fi
|
||||
|
||||
# Some LLVM versions aren't (yet) compatible with the tests
|
||||
if [ "${llvm_version}" == "50" ] ; then
|
||||
printf " ! Tests are blacklisted for this LLVM version (${llvm_version})\n"
|
||||
printf " > Build succeeded\n"
|
||||
return 0
|
||||
fi
|
||||
|
||||
which sw_vers > /dev/null 2>&1
|
||||
if [ $? -eq 0 ] ; then
|
||||
printf " ! Skipping the install step on macOS\n"
|
||||
else
|
||||
printf " > Installing...\n"
|
||||
( cd build && sudo make install ) > "${log_file}" 2>&1
|
||||
if [ $? -ne 0 ] ; then
|
||||
printf " x Failed to install the project. Error output follows:\n"
|
||||
printf "===\n"
|
||||
cat "${log_file}"
|
||||
return 1
|
||||
fi
|
||||
fi
|
||||
|
||||
which sw_vers > /dev/null 2>&1
|
||||
if [ $? -eq 0 ] ; then
|
||||
printf " ! Skipping the tests on macOS\n"
|
||||
return 0
|
||||
fi
|
||||
|
||||
printf " > Building and running the tests...\n\nWaiting..."
|
||||
( cd build && make -j `GetProcessorCount` test_dependencies && env CTEST_OUTPUT_ON_FAILURE=1 make test ) > "${log_file}" 2>&1 &
|
||||
local test_pid="$!"
|
||||
|
||||
while [ true ] ; do
|
||||
kill -s 0 "${test_pid}" > /dev/null 2>&1
|
||||
if [ $? -ne 0 ] ; then
|
||||
break
|
||||
fi
|
||||
|
||||
printf "."
|
||||
sleep 5
|
||||
done
|
||||
printf "\n\n"
|
||||
|
||||
wait "${test_pid}"
|
||||
if [ $? -ne 0 ] ; then
|
||||
printf " x Failed to build and run the tests. Error output follows:\n"
|
||||
printf "===\n"
|
||||
cat "${log_file}"
|
||||
return 1
|
||||
fi
|
||||
|
||||
printf " > Build succeeded\n"
|
||||
return 0
|
||||
}
|
||||
|
||||
GetProcessorCount() {
|
||||
which nproc > /dev/null 2>&1
|
||||
if [ $? -eq 0 ] ; then
|
||||
nproc
|
||||
else
|
||||
sysctl -n hw.ncpu
|
||||
fi
|
||||
}
|
||||
|
||||
GetRealPath() {
|
||||
which realpath > /dev/null 2>&1
|
||||
if [ $? -eq 0 ] ; then
|
||||
realpath $1
|
||||
else
|
||||
[[ $1 = /* ]] && echo "$1" || echo "$PWD/${1#./}"
|
||||
fi
|
||||
}
|
||||
|
||||
main $@
|
||||
exit $?
|
||||
Reference in New Issue
Block a user