podman/contrib/cirrus/pr-should-include-tests.t
Ed Santiago d9655b0f01 pr-should-include-tests: recognized "renamed" tests
git tries to recognize renamed files. This isn't always
as helpful as intended. Turn it off, so we'll always see
files as 'A'dded.

Signed-off-by: Ed Santiago <santiago@redhat.com>
2021-02-22 07:21:04 -07:00

139 lines
4.5 KiB
Bash
Executable file

#!/bin/bash
#
# tests for pr-should-include-tests.t
#
# FIXME: I don't think this will work in CI, because IIRC the git-checkout
# is a shallow one. But it works fine in a developer tree.
#
ME=$(basename $0)
###############################################################################
# BEGIN test cases
#
# Feel free to add as needed. Syntax is:
# <exit status> <sha of commit> <branch>=<sha of merge base> # comments
#
# Where:
# exit status is the expected exit status of the script
# sha of merge base is the SHA of the branch point of the commit
# sha of commit is the SHA of a real commit in the podman repo
#
# We need the actual sha of the merge base because once a branch is
# merged 'git merge-base' (used in our test script) becomes useless.
#
#
# FIXME: as of 2021-01-07 we don't have "no tests needed" in our git
# commit history, but once we do, please add a new '0' test here.
#
tests="
0 68c9e02df db71759b1 PR 8821: multiple commits, includes tests
0 bb82c37b7 eeb4c129b PR 8832: single commit, w/tests, merge-base test
1 1f5927699 864592c74 PR 8685, multiple commits, no tests
0 7592f8fbb 6bbe54f2b PR 8766, no tests, but CI:DOCS in commit message
0 355e38769 bfbd915d6 PR 8884, a vendor bump
0 ffe2b1e95 e467400eb PR 8899, only .cirrus.yml
0 06a6fd9f2 3cc080151 PR 8695, docs-only, without CI:DOCS
0 a47515008 ecedda63a PR 8816, unit tests only
0 caa84cd35 e55320efd PR 8565, hack/podman-socat only
0 c342583da 12f835d12 PR 8523, version.go + podman.spec.in
0 c342583da db1d2ff11 version bump to v2.2.0
0 8f75ed958 7b3ad6d89 PR 8835, only a README.md change
0 b6db60e58 f06dd45e0 PR 9420, a test rename
"
# The script we're testing
test_script=$(dirname $0)/$(basename $0 .t)
# END test cases
###############################################################################
# BEGIN test-script runner and status checker
function run_test_script() {
local expected_rc=$1
local testname=$2
testnum=$(( testnum + 1 ))
# DO NOT COMBINE 'local output=...' INTO ONE LINE. If you do, you lose $?
local output
output=$( $test_script )
local actual_rc=$?
if [[ $actual_rc != $expected_rc ]]; then
echo "not ok $testnum $testname"
echo "# expected rc $expected_rc"
echo "# actual rc $actual_rc"
if [[ -n "$output" ]]; then
echo "# script output: $output"
fi
rc=1
else
if [[ $expected_rc == 1 ]]; then
# Confirm we get an error message
if [[ ! "$output" =~ "Please write a regression test" ]]; then
echo "not ok $testnum $testname"
echo "# Expected: ~ 'Please write a regression test'"
echo "# Actual: $output"
rc=1
else
echo "ok $testnum $testname"
fi
else
echo "ok $testnum $testname"
fi
fi
# If we expect an error, confirm that we can override it. We only need
# to do this once.
if [[ $expected_rc == 1 ]]; then
if [[ -z "$tested_override" ]]; then
testnum=$(( testnum + 1 ))
CIRRUS_CHANGE_TITLE="[CI:DOCS] hi there" $test_script &>/dev/null
if [[ $? -ne 0 ]]; then
echo "not ok $testnum $rest (override with CI:DOCS)"
rc=1
else
echo "ok $testnum $rest (override with CI:DOCS)"
fi
testnum=$(( testnum + 1 ))
CIRRUS_CHANGE_MESSAGE="hi there [NO TESTS NEEDED] bye" $test_script &>/dev/null
if [[ $? -ne 0 ]]; then
echo "not ok $testnum $rest (override with '[NO TESTS NEEDED]')"
rc=1
else
echo "ok $testnum $rest (override with '[NO TESTS NEEDED]')"
fi
tested_override=1
fi
fi
}
# END test-script runner and status checker
###############################################################################
# BEGIN test-case parsing
rc=0
testnum=0
tested_override=
while read expected_rc parent_sha commit_sha rest; do
# Skip blank lines
test -z "$expected_rc" && continue
export DEST_BRANCH=$parent_sha
export CIRRUS_CHANGE_IN_REPO=$commit_sha
export CIRRUS_CHANGE_TITLE=$(git log -1 --format=%s $commit_sha)
export CIRRUS_CHANGE_MESSAGE=
run_test_script $expected_rc "$rest"
done <<<"$tests"
echo "1..$testnum"
exit $rc
# END Test-case parsing
###############################################################################