mirror of
https://github.com/containers/podman
synced 2024-10-20 01:03:51 +00:00
c53163b75a
Testing podman requires exercising on a full-blown VM. The current containerized-approach is complicated, and mostly a band-aid over shortcomings in the other CI systems. Namely, we want: * To pre-build environments with dependencies to reduce the setup time needed for testing. * The ability to verify the pre-built environments are working before utilizing them for further testing. * A simple, single set of flexible automation instructions to reduce maintenance burden. * Ease of environment reproduction across clouds or locally, for debugging failures. This change leverages Cirrus-CI + Packer + collection of shell scripts to realize all of the above. Signed-off-by: Chris Evich <cevich@redhat.com>
259 lines
7.7 KiB
Bash
259 lines
7.7 KiB
Bash
|
|
|
|
# Library of common, shared utility functions. This file is intended
|
|
# to be sourced by other scripts, not called directly.
|
|
|
|
# Under some contexts these values are not set, make sure they are.
|
|
USER="$(whoami)"
|
|
HOME="$(getent passwd $USER | cut -d : -f 6)"
|
|
if ! [[ "$PATH" =~ "/usr/local/bin" ]]
|
|
then
|
|
export PATH="$PATH:/usr/local/bin"
|
|
fi
|
|
|
|
# In ci/testing environment, ensure variables are always loaded
|
|
if [[ -r "$HOME/$ENVLIB" ]] && [[ -n "$CI" ]]
|
|
then
|
|
# Make sure this is always loaded
|
|
source "$HOME/$ENVLIB"
|
|
fi
|
|
|
|
# Pass in a line delimited list of, space delimited name/value pairs
|
|
# exit non-zero with helpful error message if any value is empty
|
|
req_env_var() {
|
|
echo "$1" | while read NAME VALUE
|
|
do
|
|
if [[ -n "$NAME" ]] && [[ -z "$VALUE" ]]
|
|
then
|
|
echo "Required env. var. \$$NAME is not set"
|
|
exit 9
|
|
fi
|
|
done
|
|
}
|
|
|
|
# Some env. vars may contain secrets. Display values for known "safe"
|
|
# and useful variables.
|
|
# ref: https://cirrus-ci.org/guide/writing-tasks/#environment-variables
|
|
show_env_vars() {
|
|
echo "
|
|
BUILDTAGS $BUILDTAGS
|
|
CI $CI
|
|
CIRRUS_CI $CIRRUS_CI
|
|
CI_NODE_INDEX $CI_NODE_INDEX
|
|
CI_NODE_TOTAL $CI_NODE_TOTAL
|
|
CONTINUOUS_INTEGRATION $CONTINUOUS_INTEGRATION
|
|
CIRRUS_BASE_BRANCH $CIRRUS_BASE_BRANCH
|
|
CIRRUS_BASE_SHA $CIRRUS_BASE_SHA
|
|
CIRRUS_BRANCH $CIRRUS_BRANCH
|
|
CIRRUS_BUILD_ID $CIRRUS_BUILD_ID
|
|
CIRRUS_CHANGE_IN_REPO $CIRRUS_CHANGE_IN_REPO
|
|
CIRRUS_CHANGE_MESSAGE $CIRRUS_CHANGE_MESSAGE
|
|
CIRRUS_CLONE_DEPTH $CIRRUS_CLONE_DEPTH
|
|
CIRRUS_DEFAULT_BRANCH $CIRRUS_DEFAULT_BRANCH
|
|
CIRRUS_PR $CIRRUS_PR
|
|
CIRRUS_TAG $CIRRUS_TAG
|
|
CIRRUS_OS $CIRRUS_OS
|
|
OS $OS
|
|
CIRRUS_TASK_NAME $CIRRUS_TASK_NAME
|
|
CIRRUS_TASK_ID $CIRRUS_TASK_ID
|
|
CIRRUS_REPO_NAME $CIRRUS_REPO_NAME
|
|
CIRRUS_REPO_OWNER $CIRRUS_REPO_OWNER
|
|
CIRRUS_REPO_FULL_NAME $CIRRUS_REPO_FULL_NAME
|
|
CIRRUS_REPO_CLONE_URL $CIRRUS_REPO_CLONE_URL
|
|
CIRRUS_SHELL $CIRRUS_SHELL
|
|
CIRRUS_USER_COLLABORATOR $CIRRUS_USER_COLLABORATOR
|
|
CIRRUS_USER_PERMISSION $CIRRUS_USER_PERMISSION
|
|
CIRRUS_WORKING_DIR $CIRRUS_WORKING_DIR
|
|
CIRRUS_HTTP_CACHE_HOST $CIRRUS_HTTP_CACHE_HOST
|
|
$(go env)
|
|
" | while read NAME VALUE
|
|
do
|
|
[[ -z "$NAME" ]] || echo "export $NAME=\"$VALUE\""
|
|
done
|
|
}
|
|
|
|
# Return a GCE image-name compatible string representation of distribution name
|
|
os_release_id() {
|
|
eval "$(egrep -m 1 '^ID=' /etc/os-release | tr -d \' | tr -d \")"
|
|
echo "$ID"
|
|
}
|
|
|
|
# Return a GCE image-name compatible string representation of distribution major version
|
|
os_release_ver() {
|
|
eval "$(egrep -m 1 '^VERSION_ID=' /etc/os-release | tr -d \' | tr -d \")"
|
|
echo "$VERSION_ID" | cut -d '.' -f 1
|
|
}
|
|
|
|
bad_os_id_ver() {
|
|
echo "Unknown/Unsupported distro. $OS_RELEASE_ID and/or version $OS_RELEASE_VER for $ARGS"
|
|
exit 42
|
|
}
|
|
|
|
stub() {
|
|
echo "STUB: Pretending to do $1"
|
|
}
|
|
|
|
# Run sudo in directory with GOPATH set
|
|
cdsudo() {
|
|
DIR="$1"
|
|
shift
|
|
CMD="cd $DIR && $@"
|
|
sudo --preserve-env=GOPATH --non-interactive bash -c "$CMD"
|
|
}
|
|
|
|
|
|
# Helper/wrapper script to only show stderr/stdout on non-zero exit
|
|
install_ooe() {
|
|
req_env_var "SCRIPT_BASE $SCRIPT_BASE"
|
|
echo "Installing script to mask stdout/stderr unless non-zero exit."
|
|
sudo install -D -m 755 "/tmp/libpod/$SCRIPT_BASE/ooe.sh" /usr/local/bin/ooe.sh
|
|
}
|
|
|
|
# Grab a newer version of git from software collections
|
|
# https://www.softwarecollections.org/en/
|
|
# and use it with a wrapper
|
|
install_scl_git() {
|
|
echo "Installing SoftwareCollections updated 'git' version."
|
|
ooe.sh sudo yum -y install rh-git29
|
|
cat << "EOF" | sudo tee /usr/bin/git
|
|
#!/bin/bash
|
|
|
|
scl enable rh-git29 -- git $@
|
|
EOF
|
|
sudo chmod 755 /usr/bin/git
|
|
}
|
|
|
|
install_cni_plugins() {
|
|
echo "Installing CNI Plugins from commit $CNI_COMMIT"
|
|
req_env_var "
|
|
GOPATH $GOPATH
|
|
CNI_COMMIT $CNI_COMMIT
|
|
"
|
|
DEST="$GOPATH/src/github.com/containernetworking/plugins"
|
|
rm -rf "$DEST"
|
|
ooe.sh git clone "https://github.com/containernetworking/plugins.git" "$DEST"
|
|
cd "$DEST"
|
|
ooe.sh git checkout -q "$CNI_COMMIT"
|
|
ooe.sh ./build.sh
|
|
sudo mkdir -p /usr/libexec/cni
|
|
sudo cp bin/* /usr/libexec/cni
|
|
}
|
|
|
|
install_runc(){
|
|
OS_RELEASE_ID=$(os_release_id)
|
|
echo "Installing RunC from commit $RUNC_COMMIT"
|
|
echo "Platform is $OS_RELEASE_ID"
|
|
req_env_var "
|
|
GOPATH $GOPATH
|
|
RUNC_COMMIT $RUNC_COMMIT
|
|
OS_RELEASE_ID $OS_RELEASE_ID
|
|
"
|
|
if [[ "$OS_RELEASE_ID" =~ "ubuntu" ]]; then
|
|
echo "Running make install.libseccomp.sudo for ubuntu"
|
|
if ! [[ -d "/tmp/libpod" ]]
|
|
then
|
|
echo "Expecting a copy of libpod repository in /tmp/libpod"
|
|
exit 5
|
|
fi
|
|
mkdir -p "$GOPATH/src/github.com/containers/"
|
|
# Symlinks don't work with Go
|
|
cp -a /tmp/libpod "$GOPATH/src/github.com/containers/"
|
|
cd "$GOPATH/src/github.com/containers/libpod"
|
|
ooe.sh sudo make install.libseccomp.sudo
|
|
fi
|
|
DEST="$GOPATH/src/github.com/opencontainers/runc"
|
|
rm -rf "$DEST"
|
|
ooe.sh git clone https://github.com/opencontainers/runc.git "$DEST"
|
|
cd "$DEST"
|
|
ooe.sh git fetch origin --tags
|
|
ooe.sh git checkout -q "$RUNC_COMMIT"
|
|
ooe.sh make static BUILDTAGS="seccomp selinux"
|
|
sudo install -m 755 runc /usr/bin/runc
|
|
}
|
|
|
|
install_buildah() {
|
|
echo "Installing buildah from latest upstream master"
|
|
req_env_var "GOPATH $GOPATH"
|
|
DEST="$GOPATH/src/github.com/containers/buildah"
|
|
rm -rf "$DEST"
|
|
ooe.sh git clone https://github.com/containers/buildah "$DEST"
|
|
cd "$DEST"
|
|
ooe.sh make
|
|
ooe.sh sudo make install
|
|
}
|
|
|
|
# Requires $GOPATH and $CRIO_COMMIT to be set
|
|
install_conmon(){
|
|
echo "Installing conmon from commit $CRIO_COMMIT"
|
|
req_env_var "
|
|
GOPATH $GOPATH
|
|
CRIO_COMMIT $CRIO_COMMIT
|
|
"
|
|
DEST="$GOPATH/src/github.com/kubernetes-sigs/cri-o.git"
|
|
rm -rf "$DEST"
|
|
ooe.sh git clone https://github.com/kubernetes-sigs/cri-o.git "$DEST"
|
|
cd "$DEST"
|
|
ooe.sh git fetch origin --tags
|
|
ooe.sh git checkout -q "$CRIO_COMMIT"
|
|
ooe.sh make
|
|
sudo install -D -m 755 bin/conmon /usr/libexec/podman/conmon
|
|
}
|
|
|
|
# Runs in testing VM, not image building
|
|
install_testing_dependencies() {
|
|
echo "Installing ginkgo, gomega, and easyjson into \$GOPATH=$GOPATH"
|
|
req_env_var "
|
|
GOPATH $GOPATH
|
|
GOSRC $GOSRC
|
|
"
|
|
cd "$GOSRC"
|
|
ooe.sh go get -u github.com/onsi/ginkgo/ginkgo
|
|
ooe.sh install -D -m 755 "$GOPATH"/bin/ginkgo /usr/bin/
|
|
ooe.sh go get github.com/onsi/gomega/...
|
|
ooe.sh go get -u github.com/mailru/easyjson/...
|
|
sudo install -D -m 755 "$GOPATH"/bin/easyjson /usr/bin/
|
|
}
|
|
|
|
install_packer_copied_files(){
|
|
# Install cni config, policy and registry config
|
|
sudo install -D -m 755 /tmp/libpod/cni/87-podman-bridge.conflist \
|
|
/etc/cni/net.d/87-podman-bridge.conflist
|
|
sudo install -D -m 755 /tmp/libpod/test/policy.json \
|
|
/etc/containers/policy.json
|
|
sudo install -D -m 755 /tmp/libpod/test/redhat_sigstore.yaml \
|
|
/etc/containers/registries.d/registry.access.redhat.com.yaml
|
|
}
|
|
|
|
install_varlink(){
|
|
echo "Installing varlink from the cheese-factory"
|
|
ooe.sh sudo -H pip3 install varlink
|
|
}
|
|
|
|
_finalize(){
|
|
echo "Removing leftover giblets from cloud-init"
|
|
cd /
|
|
sudo rm -rf /var/lib/cloud
|
|
sudo rm -rf /root/.ssh/*
|
|
sudo rm -rf /home/*
|
|
}
|
|
|
|
rh_finalize(){
|
|
# Allow root ssh-logins
|
|
if [[ -r /etc/cloud/cloud.cfg ]]
|
|
then
|
|
sudo sed -re 's/^disable_root:.*/disable_root: 0/g' -i /etc/cloud/cloud.cfg
|
|
fi
|
|
echo "Resetting to fresh-state for usage as cloud-image."
|
|
sudo $(type -P dnf || type -P yum) clean all
|
|
sudo rm -rf /var/cache/{yum,dnf}
|
|
sudo rm -f /etc/udev/rules.d/*-persistent-*.rules
|
|
sudo touch /.unconfigured # force firstboot to run
|
|
_finalize
|
|
}
|
|
|
|
ubuntu_finalize(){
|
|
echo "Resetting to fresh-state for usage as cloud-image."
|
|
sudo rm -rf /var/cache/apt
|
|
_finalize
|
|
}
|