mirror of
https://github.com/dlang/dmd.git
synced 2025-04-25 20:50:41 +03:00
ci: move ci.sh and cirrusci.sh script to ci/ folder
Signed-off-by: Luís Ferreira <contact@lsferreira.net>
This commit is contained in:
Luís Ferreira
parent
cb49e99f80
commit
a7dc8f487b
4 changed files with 16 additions and 16 deletions
43
ci/cirrusci.sh
Executable file
43
ci/cirrusci.sh
Executable file
|
|
@ -0,0 +1,43 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
# Installs the OS-specific prerequisites for Cirrus CI jobs.
|
||||
# This file is invoked by DMD, druntime and Phobos' .cirrus.yml
|
||||
# and sets up the machine for the later steps with ci/run.sh.
|
||||
|
||||
set -uexo pipefail
|
||||
|
||||
# OS_NAME: linux|darwin|freebsd
|
||||
if [ -z ${OS_NAME+x} ] ; then echo "Variable 'OS_NAME' needs to be set."; exit 1; fi
|
||||
# MODEL: 32|64
|
||||
if [ -z ${MODEL+x} ] ; then echo "Variable 'MODEL' needs to be set."; exit 1; fi
|
||||
# HOST_DMD: dmd[-<version>]|ldc[-<version>]|gdmd-<version>
|
||||
if [ ! -z ${HOST_DC+x} ] ; then HOST_DMD=${HOST_DC}; fi
|
||||
if [ -z ${HOST_DMD+x} ] ; then echo "Variable 'HOST_DMD' needs to be set."; exit 1; fi
|
||||
|
||||
if [ "$OS_NAME" == "linux" ]; then
|
||||
export DEBIAN_FRONTEND=noninteractive
|
||||
packages="git-core make g++ gdb gnupg curl libcurl4 tzdata zip unzip xz-utils"
|
||||
if [ "$MODEL" == "32" ]; then
|
||||
dpkg --add-architecture i386
|
||||
packages="$packages g++-multilib libcurl4:i386"
|
||||
fi
|
||||
if [ "${HOST_DMD:0:4}" == "gdmd" ]; then
|
||||
# ci/run.sh uses `sudo add-apt-repository ...` to add a PPA repo
|
||||
packages="$packages sudo software-properties-common"
|
||||
fi
|
||||
apt-get -q update
|
||||
apt-get install -yq $packages
|
||||
elif [ "$OS_NAME" == "darwin" ]; then
|
||||
# required for dlang install.sh
|
||||
brew update-reset
|
||||
brew install gnupg libarchive xz
|
||||
elif [ "$OS_NAME" == "freebsd" ]; then
|
||||
packages="git gmake"
|
||||
if [ "$HOST_DMD" == "dmd-2.079.0" ] ; then
|
||||
packages="$packages lang/gcc9"
|
||||
fi
|
||||
pkg install -y $packages
|
||||
# replace default make by GNU make
|
||||
rm /usr/bin/make
|
||||
ln -s /usr/local/bin/gmake /usr/bin/make
|
||||
fi
|
||||
236
ci/run.sh
Executable file
236
ci/run.sh
Executable file
|
|
@ -0,0 +1,236 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
# Implements CI steps for Cirrus CI and Semaphore.
|
||||
# This file is invoked by .cirrus.yml and semaphoreci.sh.
|
||||
|
||||
set -uexo pipefail
|
||||
|
||||
# N: number of parallel build jobs
|
||||
if [ -z ${N+x} ] ; then echo "Variable 'N' needs to be set."; exit 1; fi
|
||||
# OS_NAME: linux|darwin|freebsd
|
||||
if [ -z ${OS_NAME+x} ] ; then echo "Variable 'OS_NAME' needs to be set."; exit 1; fi
|
||||
# FULL_BUILD: true|false (true on Linux: use full permutations for DMD tests)
|
||||
if [ -z ${FULL_BUILD+x} ] ; then echo "Variable 'FULL_BUILD' needs to be set."; exit 1; fi
|
||||
# MODEL: 32|64
|
||||
if [ -z ${MODEL+x} ] ; then echo "Variable 'MODEL' needs to be set."; exit 1; fi
|
||||
# HOST_DMD: dmd[-<version>]|ldc[-<version>]|gdmd-<version>
|
||||
if [ ! -z ${HOST_DC+x} ] ; then HOST_DMD=${HOST_DC}; fi
|
||||
if [ -z ${HOST_DMD+x} ] ; then echo "Variable 'HOST_DMD' needs to be set."; exit 1; fi
|
||||
# CI_DFLAGS: Optional flags to pass to the build
|
||||
if [ -z ${CI_DFLAGS+x} ] ; then CI_DFLAGS=""; fi
|
||||
|
||||
CURL_USER_AGENT="DMD-CI $(curl --version | head -n 1)"
|
||||
build_path=generated/$OS_NAME/release/$MODEL
|
||||
|
||||
if [ "$OS_NAME" == "linux" ]; then
|
||||
# use faster ld.gold linker on x86_64-linux
|
||||
if [ "$MODEL" == "64" ]; then
|
||||
mkdir -p linker
|
||||
rm -f linker/ld
|
||||
ln -s /usr/bin/ld.gold linker/ld
|
||||
export PATH="$PWD/linker:$PATH"
|
||||
fi
|
||||
NM="nm --print-size"
|
||||
else
|
||||
NM=nm
|
||||
fi
|
||||
|
||||
# clone a repo
|
||||
clone() {
|
||||
local url="$1"
|
||||
local path="$2"
|
||||
local branch="$3"
|
||||
for i in {0..4}; do
|
||||
if git clone --depth=1 --branch "$branch" "$url" "$path" --quiet; then
|
||||
break
|
||||
elif [ $i -lt 4 ]; then
|
||||
sleep $((1 << $i))
|
||||
else
|
||||
echo "Failed to clone: ${url}"
|
||||
exit 1
|
||||
fi
|
||||
done
|
||||
}
|
||||
|
||||
# build dmd (incl. building and running the unittests), druntime, phobos
|
||||
build() {
|
||||
source ~/dlang/*/activate # activate host compiler, incl. setting `DMD`
|
||||
make -j$N -C src -f posix.mak MODEL=$MODEL HOST_DMD=$DMD DFLAGS="$CI_DFLAGS" BUILD=debug ENABLE_WARNINGS=1 unittest
|
||||
make -j$N -C src -f posix.mak MODEL=$MODEL HOST_DMD=$DMD DFLAGS="$CI_DFLAGS" ENABLE_RELEASE=1 ENABLE_WARNINGS=1 all
|
||||
make -j$N -C ../druntime -f posix.mak MODEL=$MODEL
|
||||
make -j$N -C ../phobos -f posix.mak MODEL=$MODEL
|
||||
deactivate # deactivate host compiler
|
||||
}
|
||||
|
||||
# self-compile dmd
|
||||
rebuild() {
|
||||
local compare=${1:-0}
|
||||
# `generated` gets cleaned in the next step, so we create another _generated
|
||||
# The nested folder hierarchy is needed to conform to those specified in
|
||||
# the generated dmd.conf
|
||||
mkdir -p _${build_path}
|
||||
cp $build_path/dmd _${build_path}/host_dmd
|
||||
cp $build_path/dmd.conf _${build_path}
|
||||
make -j$N -C src -f posix.mak MODEL=$MODEL HOST_DMD=../_${build_path}/host_dmd clean
|
||||
make -j$N -C src -f posix.mak MODEL=$MODEL HOST_DMD=../_${build_path}/host_dmd ENABLE_RELEASE=${ENABLE_RELEASE:-1} ENABLE_WARNINGS=1 all
|
||||
|
||||
# compare binaries to test reproducible build
|
||||
if [ $compare -eq 1 ]; then
|
||||
if ! diff _${build_path}/host_dmd $build_path/dmd; then
|
||||
$NM _${build_path}/host_dmd > a
|
||||
$NM $build_path/dmd > b
|
||||
diff -u a b
|
||||
echo "Self-compilation failed: generated dmd created a different binary than host dmd!"
|
||||
exit 1
|
||||
fi
|
||||
fi
|
||||
}
|
||||
|
||||
# test druntime, phobos, dmd
|
||||
test() {
|
||||
test_dub_package
|
||||
test_druntime
|
||||
test_phobos
|
||||
test_dmd
|
||||
}
|
||||
|
||||
# test dmd
|
||||
test_dmd() {
|
||||
# test fewer compiler argument permutations for PRs to reduce CI load
|
||||
if [ "$FULL_BUILD" == "true" ] && [ "$OS_NAME" == "linux" ]; then
|
||||
make -j1 -C test MODEL=$MODEL N=$N # all ARGS by default
|
||||
else
|
||||
make -j1 -C test MODEL=$MODEL N=$N ARGS="-O -inline -release"
|
||||
fi
|
||||
}
|
||||
|
||||
# build and run druntime unit tests
|
||||
test_druntime() {
|
||||
make -j$N -C ../druntime -f posix.mak MODEL=$MODEL unittest
|
||||
}
|
||||
|
||||
# build and run Phobos unit tests
|
||||
test_phobos() {
|
||||
make -j$N -C ../phobos -f posix.mak MODEL=$MODEL unittest
|
||||
}
|
||||
|
||||
# test dub package
|
||||
test_dub_package() {
|
||||
source ~/dlang/*/activate # activate host compiler
|
||||
# GDC's standard library is too old for some example scripts
|
||||
if [[ "${DMD:-dmd}" =~ "gdmd" ]] ; then
|
||||
echo "Skipping DUB examples on GDC."
|
||||
else
|
||||
local abs_build_path="$PWD/$build_path"
|
||||
pushd test/dub_package
|
||||
for file in *.d ; do
|
||||
dubcmd=""
|
||||
# running impvisitor is failing right now
|
||||
if [ "$(basename "$file")" == "impvisitor.d" ]; then
|
||||
dubcmd="build"
|
||||
fi
|
||||
# build with host compiler
|
||||
dub $dubcmd --single "$file"
|
||||
# build with built compiler (~master)
|
||||
DFLAGS="-de" dub $dubcmd --single --compiler="${abs_build_path}/dmd" "$file"
|
||||
done
|
||||
popd
|
||||
# Test rdmd build
|
||||
"${build_path}/dmd" -version=NoBackend -version=GC -version=NoMain -Jgenerated/dub -Jsrc/dmd/res -Isrc -i -run test/dub_package/frontend.d
|
||||
fi
|
||||
deactivate
|
||||
}
|
||||
|
||||
# clone druntime/phobos repos if not already available
|
||||
setup_repos() {
|
||||
local branch="$1"
|
||||
for proj in druntime phobos; do
|
||||
if [ ! -d ../$proj ]; then
|
||||
if [ $branch != master ] && [ $branch != stable ] &&
|
||||
! git ls-remote --exit-code --heads https://github.com/dlang/$proj.git $branch > /dev/null; then
|
||||
# use master as fallback for other repos to test feature branches
|
||||
clone https://github.com/dlang/$proj.git ../$proj master
|
||||
else
|
||||
clone https://github.com/dlang/$proj.git ../$proj $branch
|
||||
fi
|
||||
fi
|
||||
done
|
||||
}
|
||||
|
||||
testsuite() {
|
||||
date
|
||||
for step in build test rebuild "rebuild 1" test_dmd; do
|
||||
$step
|
||||
date
|
||||
done
|
||||
}
|
||||
|
||||
download_install_sh() {
|
||||
local mirrors location
|
||||
location="${1:-install.sh}"
|
||||
mirrors=(
|
||||
"https://dlang.org/install.sh"
|
||||
"https://downloads.dlang.org/other/install.sh"
|
||||
"https://nightlies.dlang.org/install.sh"
|
||||
"https://raw.githubusercontent.com/dlang/installer/master/script/install.sh"
|
||||
)
|
||||
if [ -f "$location" ] ; then
|
||||
return
|
||||
fi
|
||||
for i in {0..4}; do
|
||||
for mirror in "${mirrors[@]}" ; do
|
||||
if curl -fsS -A "$CURL_USER_AGENT" --connect-timeout 5 --speed-time 30 --speed-limit 1024 "$mirror" -o "$location" ; then
|
||||
break 2
|
||||
fi
|
||||
done
|
||||
sleep $((1 << i))
|
||||
done
|
||||
}
|
||||
|
||||
# install D host compiler
|
||||
install_host_compiler() {
|
||||
if [ "${HOST_DMD:0:5}" == "gdmd-" ] ; then
|
||||
local gdc_version="${HOST_DMD:5}"
|
||||
if [ ! -e ~/dlang/gdc-$gdc_version/activate ] ; then
|
||||
sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
|
||||
sudo apt-get update
|
||||
sudo apt-get install -y gdc-$gdc_version
|
||||
# fetch the gdmd wrapper for CLI compatibility with dmd
|
||||
sudo curl -fsSL -A "$CURL_USER_AGENT" --connect-timeout 5 --speed-time 30 --speed-limit 1024 --retry 5 --retry-delay 5 https://raw.githubusercontent.com/D-Programming-GDC/GDMD/master/dmd-script -o /usr/bin/gdmd-$gdc_version
|
||||
sudo chmod +x /usr/bin/gdmd-$gdc_version
|
||||
# fake install script and create a fake 'activate' script
|
||||
mkdir -p ~/dlang/gdc-$gdc_version
|
||||
echo "export DMD=gdmd-$gdc_version" > ~/dlang/gdc-$gdc_version/activate
|
||||
echo "deactivate(){ echo;}" >> ~/dlang/gdc-$gdc_version/activate
|
||||
fi
|
||||
else
|
||||
local install_sh="install.sh"
|
||||
download_install_sh "$install_sh"
|
||||
CURL_USER_AGENT="$CURL_USER_AGENT" bash "$install_sh" "$HOST_DMD"
|
||||
fi
|
||||
}
|
||||
|
||||
# Upload coverage reports
|
||||
codecov()
|
||||
{
|
||||
source ci/codecov.sh
|
||||
}
|
||||
|
||||
# Define commands
|
||||
|
||||
if [ "$#" -gt 0 ]; then
|
||||
case $1 in
|
||||
install_host_compiler) install_host_compiler ;;
|
||||
setup_repos) setup_repos "$2" ;; # ci/run.sh setup_repos <git branch>
|
||||
build) build ;;
|
||||
rebuild) rebuild "${2:-}" ;; # ci/run.sh rebuild [1] (use `1` to compare binaries to test reproducible build)
|
||||
test) test ;;
|
||||
test_dmd) test_dmd ;;
|
||||
test_druntime) test_druntime ;;
|
||||
test_phobos) test_phobos ;;
|
||||
test_dub_package) test_dub_package ;;
|
||||
testsuite) testsuite ;;
|
||||
codecov) codecov ;;
|
||||
*) echo "Unknown command: $1" >&2; exit 1 ;;
|
||||
esac
|
||||
fi
|
||||
Loading…
Add table
Add a link
Reference in a new issue