test.sh

#!/bin/bash -x
# Copyright 2017 Mirantis
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

set -o errexit
set -o nounset
set -o pipefail
set -o errtrace

if [ $(uname) = Darwin ]; then
  readlinkf(){ perl -MCwd -e 'print Cwd::abs_path shift' "$1";}
else
  readlinkf(){ readlink -f "$1"; }
fi
DIND_ROOT="$(cd $(dirname "$(readlinkf "${BASH_SOURCE}")"); pwd)"

. "${DIND_ROOT}"/build/buildconf.sh

NOBUILD="${NOBUILD:-}"
TEST_CASE="${TEST_CASE:-}"
# pin 'master' tests to a specific PR number
# (e.g. K8S_PR=44143)
K8S_PR="${K8S_PR:-}"

tempdir="$(mktemp -d)"
export KUBECTL_DIR="${tempdir}"
export KUBECONFIG="${KUBECTL_DIR}/kube.conf"
export DOWNLOAD_KUBECTL=y

function cleanup {
  if [[ ${TRAVIS:-} && $? -ne 0 ]]; then
    # Use temp file to avoid mixing error messages from the script
    # with base64 content
    export PATH="${KUBECTL_DIR}:${PATH}"
    "${DIND_ROOT}"/dind-cluster.sh dump64 >"${tempdir}/dump"
    cat "${tempdir}/dump"
  fi
  rm -rf '${tempdir}'
}
trap cleanup EXIT

# FIXME: 192.168.0.0/16 causes problems with Travis(?)
export POD_NETWORK_CIDR="10.244.0.0/16"

if [[ ${NOBUILD} ]]; then
  bash -x "${DIND_ROOT}"/dind-cluster.sh clean
else
  export DIND_IMAGE=mirantis/kubeadm-dind-cluster:local
fi

function test-cluster {
  local kubectl="${KUBECTL_DIR}/kubectl"
  local defaultContext='dind'

  if [[ ${BUILD_HYPERKUBE:-} ]]; then
    kubectl="${PWD}/cluster/kubectl.sh"
  fi
  if [[ ! ${NOBUILD} ]]; then
    (
      cd "${DIND_ROOT}"
      ./build/build-local.sh
    )
  fi
  bash -x "${DIND_ROOT}"/dind-cluster.sh clean
  time bash -x "${DIND_ROOT}"/dind-cluster.sh up
  "${kubectl}" --context="$defaultContext" get pods --all-namespaces | egrep 'coredns|kube-dns'
  time bash -x "${DIND_ROOT}"/dind-cluster.sh up
  "${kubectl}" --context="$defaultContext" get pods --all-namespaces | egrep 'coredns|kube-dns'
  bash -x "${DIND_ROOT}"/dind-cluster.sh down
  bash -x "${DIND_ROOT}"/dind-cluster.sh clean
}

function test-cluster-src {
  (
    local version="${1:-}"
    if [[ ! -d "kubernetes" ]]; then
       git clone https://github.com/kubernetes/kubernetes.git
    fi
    cd kubernetes
    if [[ ${version} ]]; then
      git checkout "${version}"
    elif [[ ${K8S_PR} ]]; then
      git fetch origin "pull/${K8S_PR}/head:testbranch"
      git checkout testbranch
    fi
    export BUILD_KUBEADM=y
    export BUILD_HYPERKUBE=y
    test-cluster
  )
}

function test-case-1.12 {
  (
    export KUBEADM_URL="${KUBEADM_URL_1_12}"
    export KUBEADM_SHA1="${KUBEADM_SHA1_1_12}"
    export HYPERKUBE_URL="${HYPERKUBE_URL_1_12}"
    export HYPERKUBE_SHA1="${HYPERKUBE_SHA1_1_12}"
    export KUBECTL_LINUX_URL=${KUBECTL_LINUX_URL_1_12}"
    export KUBECTL_LINUX_SHA1=${KUBECTL_LINUX_SHA1_1_12}"
    export KUBECTL_DARWIN_URL=${KUBECTL_DARWIN_URL_1_12}"
    export KUBECTL_DARWIN_SHA1=${KUBECTL_DARWIN_SHA1_1_12}"
    if [[ ${NOBUILD} ]]; then
      export DIND_K8S_VERSION=v1.12
      docker pull "${DIND_IMAGE}"
    fi
    test-cluster
  )
}

function test-case-1.13 {
  (
    export KUBEADM_URL="${KUBEADM_URL_1_13}"
    export KUBEADM_SHA1="${KUBEADM_SHA1_1_13}"
    export HYPERKUBE_URL="${HYPERKUBE_URL_1_13}"
    export HYPERKUBE_SHA1="${HYPERKUBE_SHA1_1_13}"
    export KUBECTL_LINUX_URL=${KUBECTL_LINUX_URL_1_13}"
    export KUBECTL_LINUX_SHA1=${KUBECTL_LINUX_SHA1_1_13}"
    export KUBECTL_DARWIN_URL=${KUBECTL_DARWIN_URL_1_13}"
    export KUBECTL_DARWIN_SHA1=${KUBECTL_DARWIN_SHA1_1_13}"
    if [[ ${NOBUILD} ]]; then
      export DIND_K8S_VERSION=v1.13
      docker pull "${DIND_IMAGE}"
    fi
    test-cluster
  )
}

function test-case-1.14 {
  (
    export KUBEADM_URL="${KUBEADM_URL_1_14}"
    export KUBEADM_SHA1="${KUBEADM_SHA1_1_14}"
    export HYPERKUBE_URL="${HYPERKUBE_URL_1_14}"
    export HYPERKUBE_SHA1="${HYPERKUBE_SHA1_1_14}"
    export KUBECTL_LINUX_URL=${KUBECTL_LINUX_URL_1_14}"
    export KUBECTL_LINUX_SHA1=${KUBECTL_LINUX_SHA1_1_14}"
    export KUBECTL_DARWIN_URL=${KUBECTL_DARWIN_URL_1_14}"
    export KUBECTL_DARWIN_SHA1=${KUBECTL_DARWIN_SHA1_1_14}"
    if [[ ${NOBUILD} ]]; then
      export DIND_K8S_VERSION=v1.14
      docker pull "${DIND_IMAGE}"
    fi
    test-cluster
  )
}

function test-case-1.15 {
  (
    export KUBEADM_URL="${KUBEADM_URL_1_15}"
    export KUBEADM_SHA1="${KUBEADM_SHA1_1_15}"
    export HYPERKUBE_URL="${HYPERKUBE_URL_1_15}"
    export HYPERKUBE_SHA1="${HYPERKUBE_SHA1_1_15}"
    export KUBECTL_LINUX_URL=${KUBECTL_LINUX_URL_1_15}"
    export KUBECTL_LINUX_SHA1=${KUBECTL_LINUX_SHA1_1_15}"
    export KUBECTL_DARWIN_URL=${KUBECTL_DARWIN_URL_1_15}"
    export KUBECTL_DARWIN_SHA1=${KUBECTL_DARWIN_SHA1_1_15}"
    if [[ ${NOBUILD} ]]; then
      export DIND_K8S_VERSION=v1.15
      docker pull "${DIND_IMAGE}"
    fi
    test-cluster
  )
}

function test-case-src-master {
  test-cluster-src master
}

function test-case-dump-succeeds() {
  local d="${DIND_ROOT}/dind-cluster.sh"

  "$d" up
  "$d" dump >/dev/null || {
    fail "Expected '$d dump' to succeed"
  }
}

function test-case-restore() {
  local d="${DIND_ROOT}/dind-cluster.sh"

  "$d" up
  APISERVER_PORT=8083 "$d" up || {
    fail 'Expected to be able to restore the cluster with the APIServer listening on 8083'
  }

  "$d" clean
}

function fail() {
  local msg="$1"
  echo -e "\033[1;31m${msg}\033[0m" >&2
  return 1
}

if [[ ! ${TEST_CASE} ]]; then
  test-case-1.12
  test-case-1.13
  test-case-1.14
  test-case-1.15
  # test-case-src-master
  test-case-dump-succeeds
  test-case-restore
else
  "test-case-${TEST_CASE}"
fi

echo "*** OK ***"

# TODO: build k8s master daily using Travis cron feature