deploy/addons/addons.sh

   1 #!/usr/bin/env bash
   2 set -eux -o pipefail
   3
   4 SCRIPTDIR="$(readlink -f $(dirname ${BASH_SOURCE[0]}))"
   5 LIBDIR="$(dirname $(dirname ${SCRIPTDIR}))/env/lib"
   6
   7 source $LIBDIR/logging.sh
   8 source $LIBDIR/common.sh
   9
  10 BUILDDIR=${SCRIPTDIR/deploy/build}
  11 mkdir -p ${BUILDDIR}
  12
  13 function install_deps {
  14     apt-get install -y jq
  15 }
  16
  17 function is_emco_ready {
  18     local -r cluster_name=${CLUSTER_NAME:-icn}
  19     local -r cluster_kubeconfig="${BUILDDIR}/${cluster_name}.conf"
  20     kubectl --kubeconfig=${cluster_kubeconfig} -n emco wait pod --all --for=condition=Ready --timeout=0s >/dev/null 2>&1
  21 }
  22
  23 function register_emco_controllers {
  24     wait_for is_emco_ready
  25     local -r cluster_name=${CLUSTER_NAME:-icn}
  26     local -r host=$(kubectl -n metal3 get cluster/${cluster_name} -o jsonpath='{.spec.controlPlaneEndpoint.host}')
  27     cat <<EOF >${BUILDDIR}/${cluster_name}-config.yaml
  28 orchestrator:
  29   host: ${host}
  30   port: 30415
  31 EOF
  32     cat <<EOF >${BUILDDIR}/${cluster_name}-controllers.yaml
  33 ---
  34 version: emco/v2
  35 resourceContext:
  36   anchor: controllers
  37 metadata:
  38   name: rsync
  39 spec:
  40   host: ${host}
  41   port: 30441
  42 ---
  43 version: emco/v2
  44 resourceContext:
  45   anchor: controllers
  46 metadata:
  47   name: gac
  48 spec:
  49   host: ${host}
  50   port: 30493
  51   type: "action"
  52   priority: 1
  53 ---
  54 version: emco/v2
  55 resourceContext:
  56   anchor: controllers
  57 metadata:
  58   name: ovnaction
  59 spec:
  60   host: ${host}
  61   port: 30473
  62   type: "action"
  63   priority: 1
  64 ---
  65 version: emco/v2
  66 resourceContext:
  67   anchor: controllers
  68 metadata:
  69   name: dtc
  70 spec:
  71   host: ${host}
  72   port: 30483
  73   type: "action"
  74   priority: 1
  75 EOF
  76     emcoctl --config ${BUILDDIR}/${cluster_name}-config.yaml apply -f ${BUILDDIR}/${cluster_name}-controllers.yaml
  77 }
  78
  79 function unregister_emco_controllers {
  80     local -r cluster_name=${CLUSTER_NAME:-icn}
  81     emcoctl --config ${BUILDDIR}/${cluster_name}-config.yaml delete -f ${BUILDDIR}/${cluster_name}-controllers.yaml
  82 }
  83
  84 function is_addon_ready {
  85     local -r addon=$1
  86     local -r cluster_name=${CLUSTER_NAME:-icn}
  87     local -r cluster_kubeconfig="${BUILDDIR}/${cluster_name}.conf"
  88     [[ $(kubectl --kubeconfig=${cluster_kubeconfig} -n kud get Kustomization/${addon} -o jsonpath='{.status.conditions[?(@.type=="Ready")].status}') == "True" ]]
  89 }
  90
  91 function test_addons {
  92     install_deps
  93
  94     # Create a temporary kubeconfig file for the tests
  95     local -r cluster_name=${CLUSTER_NAME:-icn}
  96     local -r cluster_kubeconfig="${BUILDDIR}/${cluster_name}.conf"
  97     clusterctl -n metal3 get kubeconfig ${cluster_name} >${cluster_kubeconfig}
  98
  99     clone_kud_repository
 100     # The vFW test in EMCO v21.12 does not use KubeVirt, so patch the
 101     # KuD test and continue to use it
 102     pushd ${KUDPATH}
 103     patch -p1 --forward <${SCRIPTDIR}/plugin_fw_v2.patch || true
 104     popd
 105
 106     pushd ${KUDPATH}/kud/tests
 107     failed_kud_tests=""
 108     container_runtime=$(KUBECONFIG=${cluster_kubeconfig} kubectl get nodes -o jsonpath='{.items[].status.nodeInfo.containerRuntimeVersion}')
 109     # TODO Temporarily remove kubevirt from kud_tests below.  The
 110     # kubevirt self-test needs AllowTcpForwarding yes in
 111     # /etc/ssh/sshd_config which is currently disabled by the OS
 112     # security hardening.
 113     if [[ "${container_runtime}" == "containerd://1.2.13" ]]; then
 114         # With containerd 1.2.13, the qat test container image fails to unpack.
 115         kud_tests="topology-manager-sriov:sriov-network multus:multus-cni ovn4nfv:nodus-network nfd:node-feature-discovery sriov-network:sriov-network cmk:cpu-manager"
 116     else
 117         kud_tests="topology-manager-sriov:sriov-network multus:multus-cni ovn4nfv:nodus-network nfd:node-feature-discovery sriov-network:sriov-network qat:qat-plugin cmk:cpu-manager"
 118     fi
 119     for kud_test in ${kud_tests}; do
 120         addon="${kud_test#*:}"
 121         test="${kud_test%:*}"
 122         if [[ ! -z ${addon} ]]; then
 123             wait_for is_addon_ready ${addon}
 124         fi
 125         KUBECONFIG=${cluster_kubeconfig} bash ${test}.sh || failed_kud_tests="${failed_kud_tests} ${test}"
 126     done
 127     # The plugin_fw_v2 test needs the EMCO controllers in place
 128     register_emco_controllers
 129     DEMO_FOLDER=${KUDPATH}/kud/demo KUBECONFIG=${cluster_kubeconfig} bash plugin_fw_v2.sh --external || failed_kud_tests="${failed_kud_tests} plugin_fw_v2"
 130     unregister_emco_controllers
 131     popd
 132     if [[ ! -z "$failed_kud_tests" ]]; then
 133         echo "Test cases failed:${failed_kud_tests}"
 134         exit 1
 135     fi
 136     echo "All test cases passed"
 137
 138     rm ${cluster_kubeconfig}
 139 }
 140
 141 case $1 in
 142     "test") test_addons ;;
 143     *) cat <<EOF
 144 Usage: $(basename $0) COMMAND
 145
 146 The "test" command looks for the CLUSTER_NAME variable in the
 147 environment (default: "icn").  This should be the name of the
 148 Cluster resource to execute the tests in.
 149
 150 Commands:
 151   test  - Test the addons
 152 EOF
 153        ;;
 154 esac