2018-08-03 15:21:03 +02:00
#!/usr/bin/env bash
#
2022-12-24 23:49:50 +00:00
# Copyright (c) 2018-2022 The Bitcoin Core developers
2018-08-03 15:21:03 +02:00
# Distributed under the MIT software license, see the accompanying
# file COPYING or http://www.opensource.org/licenses/mit-license.php.
2018-08-07 11:50:05 +02:00
export LC_ALL = C.UTF-8
2018-08-03 15:21:03 +02:00
2019-12-17 22:02:48 -05:00
if [ [ $QEMU_USER_CMD = = qemu-s390* ] ] ; then
export LC_ALL = C
fi
2019-11-29 21:46:49 +02:00
2020-04-22 10:24:29 -04:00
# Create folders that are mounted into the docker
2019-10-10 19:03:51 -04:00
mkdir -p " ${ CCACHE_DIR } "
2019-01-05 20:20:42 +01:00
mkdir -p " ${ PREVIOUS_RELEASES_DIR } "
2019-01-16 11:49:01 -05:00
2019-12-05 10:46:55 +00:00
export ASAN_OPTIONS = "detect_stack_use_after_return=1:check_initialization_order=1:strict_init_order=1"
2019-11-20 19:40:22 -05:00
export LSAN_OPTIONS = " suppressions= ${ BASE_ROOT_DIR } /test/sanitizer_suppressions/lsan "
2020-05-30 07:56:31 -04:00
export TSAN_OPTIONS = " suppressions= ${ BASE_ROOT_DIR } /test/sanitizer_suppressions/tsan:halt_on_error=1:log_path= ${ BASE_SCRATCH_DIR } /sanitizer-output/tsan "
2019-11-20 14:10:57 -05:00
export UBSAN_OPTIONS = " suppressions= ${ BASE_ROOT_DIR } /test/sanitizer_suppressions/ubsan:print_stacktrace=1:halt_on_error=1:report_error_type=1 "
2020-11-09 10:17:00 +01:00
if [ [ $BITCOIN_CONFIG = *--with-sanitizers= *address* ] ] ; then # If ran with (ASan + LSan), Docker needs access to ptrace (https://github.com/google/sanitizers/issues/764)
2023-01-09 10:22:18 +01:00
CI_CONTAINER_CAP = "--cap-add SYS_PTRACE"
2018-08-03 15:21:03 +02:00
fi
2019-11-22 13:58:53 -05:00
export P_CI_DIR = " $PWD "
2023-01-09 11:56:57 +01:00
export BINS_SCRATCH_DIR = " ${ BASE_SCRATCH_DIR } /bins/ "
2019-11-22 13:58:53 -05:00
2020-04-09 02:59:37 +03:00
if [ -z " $DANGER_RUN_CI_ON_HOST " ] ; then
2023-05-05 08:45:37 +02:00
# Export all env vars to avoid missing some.
# Though, exclude those with newlines to avoid parsing problems.
2023-05-26 17:09:07 +02:00
python3 -c 'import os; [print(f"{key}={value}") for key, value in os.environ.items() if "\n" not in value and "HOME" not in key]' | tee /tmp/env
2023-01-09 10:22:18 +01:00
echo " Creating $CI_IMAGE_NAME_TAG container to run in "
2023-01-27 12:42:46 +01:00
DOCKER_BUILDKIT = 1 ${ CI_RETRY_EXE } docker build \
--file " ${ BASE_ROOT_DIR } /ci/test_imagefile " \
--build-arg " CI_IMAGE_NAME_TAG= ${ CI_IMAGE_NAME_TAG } " \
--build-arg " FILE_ENV= ${ FILE_ENV } " \
--tag= " ${ CONTAINER_NAME } " \
" ${ BASE_ROOT_DIR } "
2023-02-03 11:41:17 +01:00
docker volume create " ${ CONTAINER_NAME } _ccache " || true
docker volume create " ${ CONTAINER_NAME } _depends " || true
docker volume create " ${ CONTAINER_NAME } _previous_releases " || true
2019-08-11 11:57:21 -04:00
2021-03-25 11:14:35 +01:00
if [ -n " ${ RESTART_CI_DOCKER_BEFORE_RUN } " ] ; then
echo "Restart docker before run to stop and clear all containers started with --rm"
2023-06-09 16:58:37 +02:00
podman container stop --all # Similar to "systemctl restart docker"
2023-05-30 08:53:45 +02:00
echo "Prune all dangling images"
docker image prune --force
2021-03-25 11:14:35 +01:00
fi
2021-11-07 14:13:39 +02:00
# shellcheck disable=SC2086
2023-01-09 10:22:18 +01:00
CI_CONTAINER_ID = $( docker run $CI_CONTAINER_CAP --rm --interactive --detach --tty \
2019-11-20 19:40:22 -05:00
--mount type = bind,src= $BASE_ROOT_DIR ,dst= /ro_base,readonly \
2023-02-03 11:41:17 +01:00
--mount " type=volume,src= ${ CONTAINER_NAME } _ccache,dst= $CCACHE_DIR " \
--mount " type=volume,src= ${ CONTAINER_NAME } _depends,dst= $DEPENDS_DIR " \
--mount " type=volume,src= ${ CONTAINER_NAME } _previous_releases,dst= $PREVIOUS_RELEASES_DIR " \
2019-11-20 19:40:22 -05:00
-w $BASE_ROOT_DIR \
2019-11-09 09:20:41 -05:00
--env-file /tmp/env \
2020-02-05 08:43:10 +08:00
--name $CONTAINER_NAME \
2023-01-27 12:42:46 +01:00
$CONTAINER_NAME )
2023-01-09 10:42:19 +01:00
export CI_CONTAINER_ID
2023-03-31 08:28:43 +02:00
export CI_EXEC_CMD_PREFIX = " docker exec ${ CI_CONTAINER_ID } "
2019-08-11 11:57:21 -04:00
else
echo "Running on host system without docker wrapper"
fi
2020-05-30 07:56:56 -04:00
2022-01-31 12:09:37 +01:00
CI_EXEC ( ) {
2023-01-09 10:22:18 +01:00
$CI_EXEC_CMD_PREFIX bash -c " export PATH= ${ BINS_SCRATCH_DIR } :\$PATH && cd \" $P_CI_DIR \" && $* "
2020-05-30 07:56:56 -04:00
}
2022-01-31 12:09:37 +01:00
export -f CI_EXEC
2019-08-11 11:57:21 -04:00
2023-03-31 10:20:15 +02:00
CI_EXEC rsync --archive --stats --human-readable /ci_base_install/ " ${ BASE_ROOT_DIR } " || echo "/ci_base_install/ missing"
CI_EXEC " ${ BASE_ROOT_DIR } /ci/test/01_base_install.sh "
CI_EXEC rsync --archive --stats --human-readable /ro_base/ " ${ BASE_ROOT_DIR } " || echo "Nothing to copy from ro_base"
# Fixes permission issues when there is a container UID/GID mismatch with the owner
# of the git source code directory.
CI_EXEC git config --global --add safe.directory \" *\"
2023-01-09 11:56:57 +01:00
CI_EXEC mkdir -p " ${ BINS_SCRATCH_DIR } "