#!/bin/bash # This script is to be used by the ci environment from the project root directory, do not use it from somewhere else. # Compiles cockatrice inside of a ci environment # --install runs make install # --package [] runs make package, optionally force the type # --suffix renames package with this suffix, requires arg # --server compiles servatrice # --test runs tests # --sanitize builds with AddressSanitizer and UndefinedBehaviorSanitizer, gcc/clang only # --coverage instruments the test run for line coverage and prints a gcovr summary, gcc only # --debug or --release sets the build type ie CMAKE_BUILD_TYPE # --ccache [] uses ccache and shows stats, optionally provide size # --evict-ccache runs ccache eviction based on given age after build # --dir sets the name of the build dir, default is "build" # --cmake-generator sets CMAKE_GENERATOR as used by cmake # --target-macos-version sets the min os version - only used for macOS builds # --profile writes an MSBuild performance summary and binary log, Windows only # uses env: BUILDTYPE MAKE_INSTALL MAKE_PACKAGE PACKAGE_TYPE PACKAGE_SUFFIX MAKE_SERVER MAKE_NO_CLIENT MAKE_TEST USE_CCACHE CCACHE_SIZE CCACHE_EVICTION_AGE BUILD_DIR CMAKE_GENERATOR TARGET_MACOS_VERSION MAKE_SANITIZE MAKE_COVERAGE VCPKG_TARGET_MACOS_VERSION BUILD_PARALLEL_LEVEL BUILD_PROFILE # (correspond to args: --debug/--release --install --package --suffix --server --test --sanitize --coverage --ccache --dir --profile) # exitcode: 1 for failure, 3 for invalid arguments # Read arguments while [[ $# != 0 ]]; do case "$1" in '--') shift ;; '--install') MAKE_INSTALL=1 shift ;; '--package') MAKE_PACKAGE=1 shift if [[ $# != 0 && ${1:0:1} != - ]]; then PACKAGE_TYPE="$1" shift fi ;; '--suffix') shift if [[ $# == 0 ]]; then echo "::error file=$0::--suffix expects an argument" exit 3 fi PACKAGE_SUFFIX="$1" shift ;; '--server') MAKE_SERVER=1 shift ;; '--no-client') MAKE_NO_CLIENT=1 shift ;; '--test') MAKE_TEST=1 shift ;; '--sanitize') MAKE_SANITIZE=1 shift ;; '--coverage') MAKE_COVERAGE=1 shift ;; '--debug') BUILDTYPE="Debug" shift ;; '--release') BUILDTYPE="Release" shift ;; '--ccache') USE_CCACHE=1 shift if [[ $# != 0 && ${1:0:1} != - ]]; then CCACHE_SIZE="$1" shift fi ;; '--evict-ccache') shift if [[ $# == 0 ]]; then echo "::error file=$0::--evict-ccache expects an argument" exit 3 fi CCACHE_EVICTION_AGE=$1 shift ;; '--vcpkg') USE_VCPKG=1 shift ;; '--dir') shift if [[ $# == 0 ]]; then echo "::error file=$0::--dir expects an argument" exit 3 fi BUILD_DIR="$1" shift ;; '--cmake-generator') shift if [[ $# == 0 ]]; then echo "::error file=$0::--cmake-generator expects an argument" exit 3 fi export CMAKE_GENERATOR=$1 shift ;; '--profile') BUILD_PROFILE=1 shift ;; '--target-macos-version') shift if [[ $# == 0 ]]; then echo "::error file=$0::--target-macos-version expects an argument" exit 3 fi TARGET_MACOS_VERSION="$1" shift ;; *) echo "::error file=$0::unrecognized option: $1" exit 3 ;; esac done set -e # Setup ./servatrice/check_schema_version.sh if [[ ! $BUILDTYPE ]]; then BUILDTYPE=Release fi if [[ ! $BUILD_DIR ]]; then BUILD_DIR="build" fi mkdir -p "$BUILD_DIR" if [[ $MAKE_COVERAGE ]]; then # Resolved while the working directory is still the source root. $0 is relative to the # directory the script was invoked from, so after the cd below it no longer resolves, and # under `set -e` the failed subshell would abort the build rather than just yielding an empty # variable. Only the coverage report needs this, so only coverage pays for it. SRC_ROOT="$(cd "$(dirname "$0")/.." && pwd)" fi cd "$BUILD_DIR" # Set minimum CMake Version export CMAKE_POLICY_VERSION_MINIMUM=3.10 # Add cmake flags flags=("-DCMAKE_BUILD_TYPE=$BUILDTYPE") if [[ $MAKE_SERVER ]]; then flags+=("-DWITH_SERVER=1") fi if [[ $MAKE_NO_CLIENT ]]; then flags+=("-DWITH_CLIENT=0" "-DWITH_ORACLE=0") fi if [[ $MAKE_TEST ]]; then flags+=("-DTEST=1") fi if [[ $MAKE_SANITIZE ]]; then flags+=("-DENABLE_SANITIZERS=ON") else # The release-package step re-runs cmake in the same build dir, so an # ENABLE_SANITIZERS=ON left over from the debug step would otherwise leak # into the shipped binaries (libasan/libubsan Depends in the DEB). flags+=("-DENABLE_SANITIZERS=OFF") fi if [[ $MAKE_COVERAGE ]]; then flags+=("-DENABLE_COVERAGE=ON") fi if [[ $USE_CCACHE ]]; then flags+=("-DUSE_CCACHE=1") # PCH-aware caching is required or ccache refuses to cache any TU that # consumes a precompiled header, silently recompiling everything on every run. ccache --set-config sloppiness=pch_defines,time_macros if [[ $CCACHE_SIZE ]]; then # note, this setting persists after running the script ccache --max-size "$CCACHE_SIZE" fi fi if [[ $PACKAGE_TYPE ]]; then flags+=("-DCPACK_GENERATOR=$PACKAGE_TYPE") fi if [[ $USE_VCPKG ]]; then flags+=("-DUSE_VCPKG=1") flags+=("-DVCPKG_INSTALL_OPTIONS=--x-abi-tools-use-exact-versions") fi if [[ ${WITH_CRASH_REPORTING:-} == "ON" ]]; then # Release CI opts into the sentry-native SDK (default is OFF so from-source, distro and # offline package builds never fetch it). Debug builds stay SDK-free so crashes from # developer builds never reach Sentry. flags+=("-DWITH_CRASH_REPORTING=ON") fi if [[ ${BUILDTYPE:-Release} == "Release" && -n ${COCKATRICE_SENTRY_DSN:-} ]]; then # Release-only: Debug builds stay DSN-free so crashes from developer builds # never reach Sentry. Empty (local builds, forks without the secret, and non-tag # CI builds, which never receive the secret) keeps today's mock fallback via the # compiled-in default. CI passes the value from the SENTRY_DSN secret on tag # Release builds only, so pre-release test artifacts never report to Sentry. flags+=("-DCOCKATRICE_SENTRY_DSN=$COCKATRICE_SENTRY_DSN") fi # Add cmake --build flags buildflags=(--config "$BUILDTYPE") function ccachestatsverbose() { # note, verbose only works on newer ccache, discard the error local got if got="$(ccache --show-stats --verbose 2>/dev/null)"; then echo "$got" else ccache --show-stats fi } function cpuinfo() { # The number of cores decides how much build parallelism is useful; the hosted # runners are not all sized alike, so read it off the machine instead of assuming. case "$RUNNER_OS" in Windows) echo "cores: ${NUMBER_OF_PROCESSORS:-unknown}" ;; macOS) echo "cores: $(sysctl -n hw.ncpu)" ;; *) echo "cores: $(nproc 2>/dev/null || echo unknown)" ;; esac } # Compile if [[ $RUNNER_OS == macOS ]]; then # QTDIR is needed for macOS since we actually only use the cached thin Qt binaries instead of the install-qt-action, # which sets a few environment variables if QTDIR=$(find "$GITHUB_WORKSPACE/Qt" -depth -maxdepth 2 -name macos -type d -print -quit); then echo "found QTDIR at $QTDIR" else echo "could not find QTDIR!" exit 2 fi # the qtdir is located at Qt/[qtversion]/macos # we use find to get the first subfolder with the name "macos" # this works independent of the qt version as there should be only one version installed on the runner at a time export QTDIR if [[ $TARGET_MACOS_VERSION ]]; then # CMAKE_OSX_DEPLOYMENT_TARGET is a vanilla cmake flag needed to compile to target macOS version flags+=("-DCMAKE_OSX_DEPLOYMENT_TARGET=$TARGET_MACOS_VERSION") # vcpkg dependencies need a vcpkg triplet file to compile to the target macOS version # an easy way is to copy the x64-osx.cmake file and modify it triplets_dir="/tmp/cmake/triplets" triplet_version="custom-triplet" triplet_file="$triplets_dir/$triplet_version.cmake" arch=$(uname -m) if [[ $arch == x86_64 ]]; then arch="x64" fi mkdir -p "$triplets_dir" triplet_source="../vcpkg/triplets/$arch-osx.cmake" if [[ ! -f "$triplet_source" ]]; then triplet_source="../vcpkg/triplets/community/$arch-osx.cmake" fi cp "$triplet_source" "$triplet_file" # The triplet is what vcpkg hashes into the ABI hash of every port, so two legs that # agree here reuse each other's binary cache. Targets 14, 15 and 26 on the same Xcode # produce identical binaries when they share the lowest deployment target, so they all # build against 14 to keep one vcpkg cache scope instead of three. # Keep in sync with "vcpkg_scope" and "vcpkg_deployment_target" in desktop-build.yml. vcpkg_target="${VCPKG_TARGET_MACOS_VERSION:-$TARGET_MACOS_VERSION}" echo "set(VCPKG_CMAKE_SYSTEM_VERSION $vcpkg_target)" >>"$triplet_file" echo "set(VCPKG_OSX_DEPLOYMENT_TARGET $vcpkg_target)" >>"$triplet_file" flags+=("-DVCPKG_OVERLAY_TRIPLETS=$triplets_dir") flags+=("-DVCPKG_HOST_TRIPLET=$triplet_version") flags+=("-DVCPKG_TARGET_TRIPLET=$triplet_version") echo "::group::Generated triplet $triplet_file" cat "$triplet_file" echo "::endgroup::" fi echo "::group::Signing Certificate" if [[ -n "$MACOS_CERTIFICATE_NAME" ]]; then echo "$MACOS_CERTIFICATE" | base64 --decode >"certificate.p12" security create-keychain -p "$MACOS_CI_KEYCHAIN_PWD" build.keychain security default-keychain -s build.keychain security set-keychain-settings -t 3600 -l build.keychain security unlock-keychain -p "$MACOS_CI_KEYCHAIN_PWD" build.keychain security import certificate.p12 -k build.keychain -P "$MACOS_CERTIFICATE_PWD" -T /usr/bin/codesign security set-key-partition-list -S apple-tool:,apple:,codesign: -s -k "$MACOS_CI_KEYCHAIN_PWD" build.keychain echo "macOS signing certificate successfully imported and keychain configured." else echo "No signing certificate configured. Skipping set up of keychain in macOS environment." fi echo "::endgroup::" if [[ $MAKE_PACKAGE ]]; then # Workaround https://github.com/actions/runner-images/issues/7522 # have hdiutil repeat the command 10 times in hope of success hdiutil_script="/tmp/hdiutil.sh" # shellcheck disable=SC2016 echo '#!/bin/bash i=0 while ! hdiutil "$@"; do if (( ++i >= 10 )); then echo "Error: hdiutil failed $i times!" >&2 break fi sleep 1 done' >"$hdiutil_script" chmod +x "$hdiutil_script" flags+=(-DCPACK_COMMAND_HDIUTIL="$hdiutil_script") fi elif [[ $RUNNER_OS == Windows ]]; then if [[ $CMAKE_GENERATOR == "Visual Studio"* ]]; then # cmake only hands MSBuild a job count when one is asked for, and without it # MSBuild builds a single node: one project at a time, whatever MTT does inside # it. Ask for a node per core. if [[ ! $BUILD_PARALLEL_LEVEL ]]; then BUILD_PARALLEL_LEVEL="${NUMBER_OF_PROCESSORS:-1}" fi buildflags+=(--parallel "$BUILD_PARALLEL_LEVEL") # Enable MTT, see https://devblogs.microsoft.com/cppblog/improved-parallelism-in-msbuild/ # and https://devblogs.microsoft.com/cppblog/cpp-build-throughput-investigation-and-tune-up/#multitooltask-mtt # EnforceProcessCountAcrossBuilds makes the CL_MPCount ceiling apply across all # the projects the nodes are building, instead of each node running its own # cl.exe processes and /m and MTT multiplying into an oversubscribed machine. buildflags+=(-- -p:UseMultiToolTask=true -p:EnableClServerMode=true -p:EnforceProcessCountAcrossBuilds=true -p:CL_MPCount="$BUILD_PARALLEL_LEVEL") if [[ $BUILD_PROFILE ]]; then # A performance summary says which projects and tasks cost what, the binary log # keeps the full timeline; both are far too noisy to always produce. The files # land next to the solution, i.e. in the build dir the workflow uploads. These # join the MTT options above, which already carried the "--" separator. buildflags+=("-flp:PerformanceSummary;v=q;LogFile=msbuild-perf.log" -bl:msbuild.binlog) fi else # Ninja runs the compiler itself, so it neither takes the MSBuild switches # (it rejects -p: options outright) nor a job count: it sizes its own pool # for the cores it finds. echo "ninja $(ninja --version)" fi fi if [[ $USE_CCACHE ]]; then echo "::group::Show ccache stats" ccachestatsverbose echo "::endgroup::" fi echo "::group::Configure cmake" cmake --version echo "Running cmake with flags: ${flags[*]}" cmake .. "${flags[@]}" echo "::endgroup::" echo "::group::Build project" cpuinfo echo "Running cmake --build with flags: ${buildflags[*]}" cmake --build . "${buildflags[@]}" echo "::endgroup::" if [[ $BUILD_PROFILE && $RUNNER_OS == Windows && -f msbuild-perf.log ]]; then # Repeat the summary in the job log so the numbers are readable without # downloading the binary log, which is hundreds of megabytes. echo "::group::MSBuild performance summary" cat msbuild-perf.log echo "::endgroup::" fi if [[ $USE_CCACHE ]]; then if [[ $CCACHE_EVICTION_AGE ]]; then echo "::group::evict ccache files older than $CCACHE_EVICTION_AGE" ccache --evict-older-than "$CCACHE_EVICTION_AGE" echo "::endgroup::" fi echo "::group::Show ccache stats again" ccachestatsverbose echo "::endgroup::" elif [[ $CCACHE_EVICTION_AGE ]]; then echo "::error file=$0::ccache eviction is enabled while ccache is disabled!" fi if [[ $RUNNER_OS == macOS ]]; then echo "::group::Inspect Mach-O binaries" for app in cockatrice oracle servatrice; do binary="$GITHUB_WORKSPACE/build/$app/$app.app/Contents/MacOS/$app" echo "Inspecting $app..." vtool -show-build "$binary" file "$binary" lipo -info "$binary" echo "" done echo "::endgroup::" fi if [[ $MAKE_TEST ]]; then echo "::group::Run tests" if [[ $MAKE_SANITIZE ]]; then # detect_leaks=0: Qt and the sanitizers' own runtimes both leak at exit by design, and # LeakSanitizer's default is aggressive enough to bury our real findings under hundreds # of process-teardown reports. Malloc/free misuse and use-after-free are what ASan is for # and they stay fully on. # abort_on_error=1: a bad access leaves the process in an unusable state, so continuing # only produces a second, more confusing report from the wreckage. # UBSAN halt_on_error=1: without it UBSan prints "runtime error: ..." but the # process exits 0 (recover mode), so gtest/ctest report a pass and the job # stays green. Combined with -fno-sanitize-recover=undefined at compile time, # the first finding aborts the test process with a non-zero exit. export ASAN_OPTIONS="detect_leaks=0:abort_on_error=1:print_stacktrace=1:symbolize=1" export UBSAN_OPTIONS="print_stacktrace=1:halt_on_error=1:symbolize=1" fi # Every TEST() is its own CTest entry, so the suite is process-spawn bound rather than CPU # bound and -j recovers nearly all of the per-process overhead. The test binaries are safe to # run concurrently: the only one that claims a fixed resource is single_instance_manager_test, # which already scopes its local socket name to its own pid so parallel copies cannot collide. ctest -C "$BUILDTYPE" --output-on-failure -j "${CTEST_JOBS:-4}" echo "::endgroup::" fi if [[ $MAKE_COVERAGE ]]; then # gcovr is not a build dependency and is not available everywhere, so a missing one is reported # and skipped rather than failing an otherwise green build. echo "::group::Coverage report" GCOVR="$(command -v gcovr || true)" if [[ -z $GCOVR ]]; then echo "gcovr not found; install it to produce a coverage report" else "$GCOVR" --version # This script configures with `cmake ..`, so the build dir it was started from is the object # directory and the source root is one level up. Both are passed explicitly: gcovr otherwise # walks the current directory and trips over in-tree build directories left by other tooling, # whose stale .gcno files cannot be resolved. --config is named too, so the filters apply no # matter what directory gcovr happens to start from. GCOVR_ARGS=("." --root "$SRC_ROOT" --object-directory "." --config "$SRC_ROOT/gcovr.cfg") "$GCOVR" "${GCOVR_ARGS[@]}" --txt --decisions "$GCOVR" "${GCOVR_ARGS[@]}" --html-details coverage-details.html --html-title "Cockatrice line coverage" "$GCOVR" "${GCOVR_ARGS[@]}" --lcov -o coverage.lcov "$GCOVR" "${GCOVR_ARGS[@]}" --cobertura-pretty -o coverage.xml "$GCOVR" "${GCOVR_ARGS[@]}" --json-summary-pretty -o coverage-summary.json echo "Coverage artifacts written to coverage-details.html, coverage.lcov, coverage.xml and coverage-summary.json" fi echo "::endgroup::" fi if [[ $MAKE_INSTALL ]]; then echo "::group::Install" cmake --build . --target install --config "$BUILDTYPE" echo "::endgroup::" fi if [[ $MAKE_PACKAGE ]]; then echo "::group::Create package" cmake --build . --target package --config "$BUILDTYPE" echo "::endgroup::" if [[ $PACKAGE_SUFFIX ]]; then echo "::group::Update package name" cd .. BUILD_DIR="$BUILD_DIR" .ci/name_build.sh "$PACKAGE_SUFFIX" echo "::endgroup::" fi if [[ $RUNNER_OS == Windows ]]; then echo "::group::Check installer for build-tree artifacts" cd "$BUILD_DIR" package="$(find . -maxdepth 1 -type f -name 'Cockatrice-*.exe' -print -quit)" if [[ ! $package ]]; then echo "::error file=$0::Could not find installer to inspect" exit 1 fi seven_zip="$(command -v 7z || true)" if [[ ! $seven_zip ]]; then seven_zip="/c/Program Files/7-Zip/7z.exe" fi if [[ ! -f $seven_zip ]]; then echo "::warning file=$0::7-Zip not found, skipping installer content check" else echo "Inspecting $package" # Fail the build if the installer contains any path left behind by the MSBuild or # Qt AUTOMOC tooling (build-tree artifacts must live in the build dir, not the install) if "$seven_zip" l "$package" | grep -E "_autogen|\.dir[\\/]|\.tlog|(^|[\\/])x64[\\/]|(^|[\\/])\.qt[\\/]|(^|[\\/])\.qsb[\\/]|(^|[\\/])\.lupdate[\\/]|CMakeFiles"; then echo "::error file=$0::Installer contains build-tree artifacts" exit 1 fi echo "Installer content is clean" # Fail the build if the installer does not carry the runtime the # applications link against - a file that must be there, or a DLL that must # not be. The runtime DLLs reach the package by globbing every *.dll out of # the build output directories, so anything that build produced can ride # along and nothing else in the build objects to it: a Qt module the client # links statically (Qt6Multimedia.dll, Qt6QuickWidgets.dll) can be left out, # and the test framework's gtest.dll can be shipped. Either only surfaces on # a user's machine after an update has already replaced their install, as # "The code execution cannot proceed because Qt6Multimedia.dll was not # found" or "abseil_dll.dll is either not designed to run on Windows or it # contains an error". required-runtime.txt is written by the top level # CMakeLists.txt from the same module lists the targets are built against # plus the vcpkg bin directory the app-local copies come from. if [[ ! -f required-runtime.txt ]]; then echo "::error file=$0::required-runtime.txt not found in the build dir, cannot verify the runtime" exit 1 fi # 7-Zip writes CRLF on Windows, so the \r has to come off before any # whole-line comparison below. Normalize separators to /, and strip the # install-root prefixes an NSIS listing may carry, so the entries can be # compared as exact relative paths. -xF keeps a '.' in a DLL name from # being a wildcard; -i because that is how the installed tree behaves - # the uninstaller clears both $INSTDIR\plugins and $INSTDIR\Plugins. # The archive side and the manifest side have to agree on line endings. # CMake writes required-runtime.txt with the platform's line ending and # 7-Zip writes CRLF on Windows, so a trailing \r survives on $entry and # defeats the whole-line match - every entry then reads as missing even # though the listing holds it verbatim. # [$] rather than \$ so the literal dollar is a bracket expression and the # linter does not read these as unexpanded shell variables (SC2016). installer_paths="$("$seven_zip" l -slt "$package" | tr -d '\r' | sed -n 's/^Path = //p' | sed -e 's|\\|/|g' -e 's|^[$]INSTDIR/||' -e 's|^[$]OUTDIR/||' -e 's|^[$]PLUGINSDIR/||' -e 's|^\./||' -e 's|^/||')" manifest="$(tr -d '\r'