mirror of
https://github.com/dlang/dmd.git
synced 2025-04-25 12:40:11 +03:00
130e6aa1d4
* GHA main: Add Alpine Linux job, to CI-test musl libc Incl. some test fixes. * [refactor common isDlcoseNoop logic and prepare for Darwin support]
305 lines
10 KiB
Bash
Executable file
305 lines
10 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
# Implements CI steps for Cirrus CI and Semaphore.
|
|
# This file is invoked by .cirrus.yml and semaphoreci.sh.
|
|
|
|
set -uexo pipefail
|
|
|
|
# N: number of parallel build jobs
|
|
if [ -z ${N+x} ] ; then echo "Variable 'N' needs to be set."; exit 1; fi
|
|
# OS_NAME: linux|osx|freebsd|windows
|
|
if [ -z ${OS_NAME+x} ] ; then echo "Variable 'OS_NAME' needs to be set."; exit 1; fi
|
|
# FULL_BUILD: true|false (true on Linux: use full permutations for DMD tests)
|
|
if [ -z ${FULL_BUILD+x} ] ; then echo "Variable 'FULL_BUILD' needs to be set."; exit 1; fi
|
|
# MODEL: 32|64
|
|
if [ -z ${MODEL+x} ] ; then echo "Variable 'MODEL' needs to be set."; exit 1; fi
|
|
# HOST_DMD: dmd[-<version>]|ldc[-<version>]|gdmd-<version>
|
|
if [ ! -z ${HOST_DC+x} ] ; then HOST_DMD=${HOST_DC}; fi
|
|
if [ -z ${HOST_DMD+x} ] ; then echo "Variable 'HOST_DMD' needs to be set."; exit 1; fi
|
|
# CI_DFLAGS: Optional flags to pass to the build
|
|
if [ -z ${CI_DFLAGS+x} ] ; then CI_DFLAGS=""; fi
|
|
|
|
CURL_USER_AGENT="DMD-CI $(curl --version | head -n 1)"
|
|
build_path=generated/$OS_NAME/release/$MODEL
|
|
|
|
if [ "$OS_NAME" == "linux" ]; then
|
|
# use faster ld.gold linker on x86_64-linux
|
|
if [ "$MODEL" == "64" ]; then
|
|
mkdir -p linker
|
|
rm -f linker/ld
|
|
ln -s /usr/bin/ld.gold linker/ld
|
|
export PATH="$PWD/linker:$PATH"
|
|
fi
|
|
NM="nm --print-size"
|
|
else
|
|
NM=nm
|
|
|
|
if [ "$OS_NAME" == "osx" ]; then
|
|
export PATH="/usr/local/opt/llvm/bin:$PATH"
|
|
fi
|
|
fi
|
|
|
|
# clone a repo
|
|
clone() {
|
|
local url="$1"
|
|
local path="$2"
|
|
local branch="$3"
|
|
for i in {0..4}; do
|
|
if git clone --depth=1 --branch "$branch" "$url" "$path" --quiet; then
|
|
break
|
|
elif [ $i -lt 4 ]; then
|
|
sleep $((1 << $i))
|
|
else
|
|
echo "Failed to clone: ${url}"
|
|
exit 1
|
|
fi
|
|
done
|
|
}
|
|
|
|
# build dmd (incl. building and running the unittests), druntime, phobos
|
|
build() {
|
|
local unittest=${1:-1}
|
|
if [ "$OS_NAME" != "windows" ]; then
|
|
source ~/dlang/*/activate # activate host compiler, incl. setting `DMD`
|
|
fi
|
|
$DMD compiler/src/build.d -ofgenerated/build
|
|
if [ $unittest -eq 1 ]; then
|
|
generated/build -j$N MODEL=$MODEL HOST_DMD=$DMD DFLAGS="$CI_DFLAGS" BUILD=debug unittest
|
|
fi
|
|
generated/build -j$N MODEL=$MODEL HOST_DMD=$DMD DFLAGS="$CI_DFLAGS" ENABLE_RELEASE=${ENABLE_RELEASE:-1} dmd
|
|
make -j$N -C druntime MODEL=$MODEL
|
|
make -j$N -C ../phobos MODEL=$MODEL
|
|
if [ "$OS_NAME" != "windows" ]; then
|
|
deactivate # deactivate host compiler
|
|
fi
|
|
}
|
|
|
|
# self-compile dmd
|
|
rebuild() {
|
|
local compare=${1:-0}
|
|
|
|
local dotexe=""
|
|
local conf="dmd.conf"
|
|
if [ "$OS_NAME" == "windows" ]; then
|
|
dotexe=".exe"
|
|
conf="sc.ini"
|
|
fi
|
|
|
|
# `generated` gets cleaned in the next step, so we create another _generated
|
|
# The nested folder hierarchy is needed to conform to those specified in
|
|
# the generated dmd.conf
|
|
mkdir -p _${build_path}
|
|
cp $build_path/dmd$dotexe _${build_path}/host_dmd$dotexe
|
|
cp $build_path/$conf _${build_path}/
|
|
rm -rf $build_path
|
|
generated/build -j$N MODEL=$MODEL HOST_DMD=_${build_path}/host_dmd$dotexe DFLAGS="$CI_DFLAGS" ENABLE_RELEASE=${ENABLE_RELEASE:-1} dmd
|
|
|
|
# compare binaries to test reproducible build
|
|
if [ $compare -eq 1 ]; then
|
|
if ! diff _${build_path}/host_dmd $build_path/dmd; then
|
|
$NM _${build_path}/host_dmd > a
|
|
$NM $build_path/dmd > b
|
|
diff -u a b
|
|
echo "Self-compilation failed: generated dmd created a different binary than host dmd!"
|
|
exit 1
|
|
fi
|
|
fi
|
|
}
|
|
|
|
# test druntime, phobos, dmd
|
|
test() {
|
|
test_dub_package
|
|
test_druntime
|
|
test_phobos
|
|
test_dmd
|
|
}
|
|
|
|
# test dmd
|
|
test_dmd() {
|
|
# default to testing fewer compiler argument permutations to reduce CI load
|
|
if [ "$FULL_BUILD" == "true" ] && [ "$OS_NAME" == "linux" ]; then
|
|
local args=() # use all default ARGS
|
|
else
|
|
local args=(ARGS="-O -inline -release")
|
|
fi
|
|
|
|
if type -P apk &>/dev/null; then
|
|
# Alpine: no TLS variables support with gdb, https://gitlab.alpinelinux.org/alpine/aports/-/issues/11154
|
|
rm compiler/test/runnable/gdb4181.d
|
|
fi
|
|
|
|
$build_path/dmd -g -i -Icompiler/test -release compiler/test/run.d -ofgenerated/run
|
|
generated/run -j$N --environment MODEL=$MODEL HOST_DMD=$build_path/dmd "${args[@]}"
|
|
}
|
|
|
|
# build and run druntime unit tests
|
|
test_druntime() {
|
|
make -j$N -C druntime MODEL=$MODEL unittest
|
|
}
|
|
|
|
# build and run Phobos unit tests
|
|
test_phobos() {
|
|
make -j$N -C ../phobos MODEL=$MODEL unittest
|
|
|
|
if [ "$OS_NAME" == "windows" ]; then
|
|
echo "FIXME: Skipping publictests on Windows (test failures)"
|
|
elif [ "${HOST_DMD:0:5}" == "gdmd-" ]; then
|
|
echo "Skipping publictests with GDC host compiler (no installed dub)"
|
|
elif [ "$HOST_DMD" == "dmd-2.079.0" ]; then
|
|
echo "Skipping publictests with DMD v2.079 host compiler (dub too old)"
|
|
else
|
|
source ~/dlang/*/activate # activate host compiler - need dub
|
|
|
|
make -j$N -C ../phobos MODEL=$MODEL publictests
|
|
make -j$N -C ../phobos MODEL=$MODEL publictests NO_BOUNDSCHECKS=1
|
|
|
|
if [ "$OS_NAME" == "osx" ]; then
|
|
echo "FIXME: Skipping betterc on macOS (Apple linker assertions)"
|
|
else
|
|
make -j$N -C ../phobos MODEL=$MODEL betterc
|
|
fi
|
|
|
|
deactivate # deactivate host compiler
|
|
fi
|
|
}
|
|
|
|
# test dub package
|
|
test_dub_package() {
|
|
if [ "$OS_NAME" != "windows" ]; then
|
|
source ~/dlang/*/activate # activate host compiler
|
|
fi
|
|
# GDC's standard library is too old for some example scripts
|
|
if [[ "${DMD:-dmd}" =~ "gdmd" ]] ; then
|
|
echo "Skipping DUB examples on GDC."
|
|
else
|
|
local abs_build_path="$PWD/$build_path"
|
|
pushd test/dub_package
|
|
for file in *.d ; do
|
|
dubcmd=""
|
|
# running impvisitor is failing right now
|
|
if [ "$(basename "$file")" == "impvisitor.d" ]; then
|
|
dubcmd="build"
|
|
fi
|
|
# build with host compiler
|
|
dub $dubcmd --single "$file"
|
|
# build with built compiler (~master)
|
|
DFLAGS="-de" dub $dubcmd --single --compiler="${abs_build_path}/dmd" "$file"
|
|
done
|
|
popd
|
|
# Test rdmd build
|
|
"${build_path}/dmd" -version=NoBackend -version=GC -version=NoMain -Jgenerated/dub -Jsrc/dmd/res -Isrc -i -run test/dub_package/frontend.d
|
|
fi
|
|
if [ "$OS_NAME" != "windows" ]; then
|
|
deactivate
|
|
fi
|
|
}
|
|
|
|
# clone phobos repos if not already available
|
|
setup_repos() {
|
|
local branch="$1"
|
|
for proj in phobos; do
|
|
if [ ! -d ../$proj ]; then
|
|
if [ $branch != master ] && [ $branch != stable ] &&
|
|
! git ls-remote --exit-code --heads https://github.com/dlang/$proj.git $branch > /dev/null; then
|
|
# use master as fallback for other repos to test feature branches
|
|
clone https://github.com/dlang/$proj.git ../$proj master
|
|
else
|
|
clone https://github.com/dlang/$proj.git ../$proj $branch
|
|
fi
|
|
fi
|
|
done
|
|
}
|
|
|
|
testsuite() {
|
|
date
|
|
for step in build test rebuild "rebuild 1" test_dmd; do
|
|
$step
|
|
date
|
|
done
|
|
}
|
|
|
|
download_install_sh() {
|
|
if command -v gpg > /dev/null; then
|
|
curl -fsSL \
|
|
-A "$CURL_USER_AGENT" \
|
|
--connect-timeout 5 \
|
|
--speed-time 30 \
|
|
--speed-limit 1024 \
|
|
--retry 5 \
|
|
--retry-delay 5 \
|
|
https://dlang.org/d-keyring.gpg | gpg --import /dev/stdin
|
|
fi
|
|
|
|
local mirrors location
|
|
location="${1:-install.sh}"
|
|
mirrors=(
|
|
"https://dlang.org/install.sh"
|
|
"https://downloads.dlang.org/other/install.sh"
|
|
"https://nightlies.dlang.org/install.sh"
|
|
"https://raw.githubusercontent.com/dlang/installer/master/script/install.sh"
|
|
)
|
|
if [ -f "$location" ] ; then
|
|
return
|
|
fi
|
|
for i in {0..4}; do
|
|
for mirror in "${mirrors[@]}" ; do
|
|
if curl -fsS -A "$CURL_USER_AGENT" --connect-timeout 5 --speed-time 30 --speed-limit 1024 "$mirror" -o "$location" ; then
|
|
break 2
|
|
fi
|
|
done
|
|
sleep $((1 << i))
|
|
done
|
|
}
|
|
|
|
# install D host compiler
|
|
install_host_compiler() {
|
|
if [ "${HOST_DMD:0:5}" == "gdmd-" ] ; then
|
|
local gdc_version="${HOST_DMD:5}"
|
|
if [ ! -e ~/dlang/gdc-$gdc_version/activate ] ; then
|
|
sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
|
|
sudo apt-get update
|
|
sudo apt-get install -y gdc-$gdc_version
|
|
# fetch the gdmd wrapper for CLI compatibility with dmd
|
|
sudo curl -fsSL -A "$CURL_USER_AGENT" --connect-timeout 5 --speed-time 30 --speed-limit 1024 --retry 5 --retry-delay 5 https://raw.githubusercontent.com/D-Programming-GDC/GDMD/master/dmd-script -o /usr/bin/gdmd-$gdc_version
|
|
sudo chmod +x /usr/bin/gdmd-$gdc_version
|
|
# fake install script and create a fake 'activate' script
|
|
mkdir -p ~/dlang/gdc-$gdc_version
|
|
echo "export DMD=gdmd-$gdc_version" > ~/dlang/gdc-$gdc_version/activate
|
|
echo "deactivate(){ echo;}" >> ~/dlang/gdc-$gdc_version/activate
|
|
fi
|
|
elif type -P apk &>/dev/null; then
|
|
# fake install script and create a fake 'activate' script
|
|
mkdir -p ~/dlang/$HOST_DMD
|
|
echo "export DMD=$HOST_DMD" > ~/dlang/$HOST_DMD/activate
|
|
echo "deactivate(){ echo;}" >> ~/dlang/$HOST_DMD/activate
|
|
else
|
|
local install_sh="install.sh"
|
|
download_install_sh "$install_sh"
|
|
CURL_USER_AGENT="$CURL_USER_AGENT" bash "$install_sh" "$HOST_DMD"
|
|
fi
|
|
}
|
|
|
|
# Upload coverage reports
|
|
codecov()
|
|
{
|
|
source ci/codecov.sh
|
|
}
|
|
|
|
# Define commands
|
|
|
|
if [ "$#" -gt 0 ]; then
|
|
case $1 in
|
|
install_host_compiler) install_host_compiler ;;
|
|
setup_repos) setup_repos "$2" ;; # ci/run.sh setup_repos <git branch>
|
|
build) build "${2:-}" ;; # ci/run.sh build [0] (use `0` to skip running compiler unittests)
|
|
rebuild) rebuild "${2:-}" ;; # ci/run.sh rebuild [1] (use `1` to compare binaries to test reproducible build)
|
|
test) test ;;
|
|
test_dmd) test_dmd ;;
|
|
test_druntime) test_druntime ;;
|
|
test_phobos) test_phobos ;;
|
|
test_dub_package) test_dub_package ;;
|
|
testsuite) testsuite ;;
|
|
codecov) codecov ;;
|
|
*) echo "Unknown command: $1" >&2; exit 1 ;;
|
|
esac
|
|
fi
|