mirror of
https://github.com/rpm-software-management/tito.git
synced 2025-02-23 20:22:46 +00:00
81dc44d611
Running the entire suite of containerized tests across all of the platforms that are supported takes quite a while, especially if the container images need to be built. Now, the platforms that are to be tested can be specified with `$PY2_DISTROS` and `$PY3_DISTROS`. Signed-off-by: Steve Kuznetsov <skuznets@redhat.com>
144 lines
4.1 KiB
Bash
Executable file
144 lines
4.1 KiB
Bash
Executable file
#!/bin/bash
|
|
|
|
# TODO:
|
|
#
|
|
# * Add option parsing to change behavior, such as reduce verbosity
|
|
# * Add makefile with tasks, such as 'build', 'clean', etc.?
|
|
#
|
|
#
|
|
# Usage:
|
|
#
|
|
# To run all tests on all supported platforms:
|
|
#
|
|
# yum -y install docker-io
|
|
# systemctl start docker.service
|
|
# systemctl enable docker.service
|
|
# usermod -aG docker <your-username>
|
|
#
|
|
# Log out and log in to refresh your secondary group.
|
|
# Then run from the root of the project:
|
|
#
|
|
# hacking/runtests.sh
|
|
#
|
|
# If any test fails, the script exits non-zero.
|
|
# To get a zero exit status, all tests must pass
|
|
# or be skipped.
|
|
#
|
|
# The script runs a test harness based on
|
|
# docker containers and takes several minutes
|
|
# to run on the first build.
|
|
# (or if you remove the images)
|
|
#
|
|
# To run tests on only one platform, set the environment
|
|
# variables $PY2_DISTROS and $PY3_DISTROS, like so:
|
|
# PY3_DISTROS= PY2_DISTROS=fedora-25 hacking/runtests.sh
|
|
#
|
|
#
|
|
# Expected output resembles:
|
|
#
|
|
# -snip copious output-
|
|
# =====================
|
|
# Summary
|
|
# /tmp/titotest-centos-5.9-python.out : OK (SKIP=1)
|
|
# /tmp/titotest-centos-6.4-python.out : OK (SKIP=1)
|
|
# /tmp/titotest-fedora-20-python.out : OK
|
|
# /tmp/titotest-fedora-20-python3.out : OK
|
|
#
|
|
# You can then review the output, such as:
|
|
#
|
|
# $ grep SKIP: /tmp/titotest-*.out
|
|
# /tmp/titotest-centos-5.9-python.out:... SKIP: git-annex is not available in epel-5
|
|
# /tmp/titotest-centos-6.4-python.out:... SKIP: git-annex '3.20120522 ' is too old
|
|
#
|
|
# After you run the test harness the first time,
|
|
# you can optionally enter a container like so:
|
|
#
|
|
# .--- remove container when done (not image)
|
|
# |
|
|
# | .--- interactive
|
|
# | | .--- tty
|
|
# | | | .---- mount current workdir into container
|
|
# | | | | .---- name of image
|
|
# | | | | | .-- get a shell
|
|
# | | | | | |
|
|
# docker run --rm -i -t -v $PWD:/home/sandbox titotest-centos-5.9 /bin/bash
|
|
|
|
# Pip no longer supported here, can't install mock libraries:
|
|
#titotest-centos-5.9
|
|
|
|
readonly default_python2_distros=(
|
|
centos-6
|
|
centos-7
|
|
fedora-25
|
|
fedora-rawhide
|
|
)
|
|
|
|
readonly default_python3_distros=(
|
|
fedora-25
|
|
fedora-rawhide
|
|
)
|
|
|
|
python2_distros=("${PY2_DISTROS:-"${default_python2_distros[@]}"}")
|
|
python3_distros=("${PY3_DISTROS:-"${default_python3_distros[@]}"}")
|
|
|
|
rm -f /tmp/titotest*.out &> /dev/null
|
|
summary=/tmp/titotest.out
|
|
|
|
if ! [[ -x runtests.py ]]; then
|
|
echo 'ERROR: must run from root of repo' >&2
|
|
exit 1
|
|
fi
|
|
|
|
header() {
|
|
echo
|
|
echo =====================
|
|
echo $*
|
|
}
|
|
|
|
build_image() {
|
|
name=$1
|
|
header $name
|
|
# Use hard link + gitignore as workaround for
|
|
# https://github.com/dotcloud/docker/issues/1676
|
|
# Do not use...
|
|
# symlink: not available when building image
|
|
# cp: invalidates docker build cache
|
|
ln -f tito.spec hacking/titotest-$name/
|
|
pushd hacking/titotest-$name && echo $PWD && docker build --rm -t titotest-$name .
|
|
popd
|
|
rm -f hacking/titotest-$name/tito.spec
|
|
}
|
|
|
|
run_inside_image() {
|
|
name=$1
|
|
python_cmd=$2
|
|
outfile=/tmp/${name}-${python_cmd}.out
|
|
header $name
|
|
|
|
# --rm => remove container after run
|
|
# -i => interactive
|
|
# -t => tty
|
|
# -v host:container:ro,Z => label the mount content read-only and with a private unshared label
|
|
docker_run="docker run --rm -i -t -v $PWD:/home/sandbox:ro,Z"
|
|
printf "%-40s: " $outfile >> $summary
|
|
$docker_run titotest-$name $python_cmd ./runtests.py -vv 2>&1 | tee $outfile
|
|
tail -1 $outfile >> $summary
|
|
}
|
|
|
|
echo "Building docker images..."
|
|
for distro in "${python2_distros[@]}" "${python3_distros[@]}"; do
|
|
build_image $distro || exit 1
|
|
done
|
|
|
|
for distro in "${python2_distros[@]}"; do
|
|
run_inside_image $distro python
|
|
done
|
|
|
|
for distro in "${python3_distros[@]}"; do
|
|
run_inside_image $distro python3
|
|
done
|
|
|
|
header 'Summary'
|
|
cat $summary
|
|
egrep '\bFAIL' $summary &> /dev/null
|
|
[[ $? -eq 0 ]] && exit 1 || exit 0
|