deploy/addons/addons.sh

   1 #!/usr/bin/env bash
   2 set -eux -o pipefail
   3
   4 SCRIPTDIR="$(readlink -f $(dirname ${BASH_SOURCE[0]}))"
   5 LIBDIR="$(dirname $(dirname ${SCRIPTDIR}))/env/lib"
   6
   7 source $LIBDIR/logging.sh
   8 source $LIBDIR/common.sh
   9
  10 BUILDDIR=${SCRIPTDIR/deploy/build}
  11 mkdir -p ${BUILDDIR}
  12
  13 function install_deps {
  14     apt-get install -y jq
  15 }
  16
  17 function is_emco_ready {
  18     local -r cluster_name=${CLUSTER_NAME:-icn}
  19     local -r cluster_kubeconfig="${BUILDDIR}/${cluster_name}.conf"
  20     kubectl --kubeconfig=${cluster_kubeconfig} -n emco wait pod --all --for=condition=Ready --timeout=0s >/dev/null 2>&1
  21 }
  22
  23 function register_emco_controllers {
  24     wait_for is_emco_ready
  25     local -r cluster_name=${CLUSTER_NAME:-icn}
  26     local -r host=$(kubectl -n metal3 get cluster/${cluster_name} -o jsonpath='{.spec.controlPlaneEndpoint.host}')
  27     cat <<EOF >${BUILDDIR}/${cluster_name}-config.yaml
  28 orchestrator:
  29   host: ${host}
  30   port: 30415
  31 EOF
  32     cat <<EOF >${BUILDDIR}/${cluster_name}-controllers.yaml
  33 ---
  34 version: emco/v2
  35 resourceContext:
  36   anchor: controllers
  37 metadata:
  38   name: rsync
  39 spec:
  40   host: ${host}
  41   port: 30441
  42 ---
  43 version: emco/v2
  44 resourceContext:
  45   anchor: controllers
  46 metadata:
  47   name: gac
  48 spec:
  49   host: ${host}
  50   port: 30493
  51   type: "action"
  52   priority: 1
  53 ---
  54 version: emco/v2
  55 resourceContext:
  56   anchor: controllers
  57 metadata:
  58   name: ovnaction
  59 spec:
  60   host: ${host}
  61   port: 30473
  62   type: "action"
  63   priority: 1
  64 ---
  65 version: emco/v2
  66 resourceContext:
  67   anchor: controllers
  68 metadata:
  69   name: dtc
  70 spec:
  71   host: ${host}
  72   port: 30483
  73   type: "action"
  74   priority: 1
  75 EOF
  76     emcoctl --config ${BUILDDIR}/${cluster_name}-config.yaml apply -f ${BUILDDIR}/${cluster_name}-controllers.yaml
  77 }
  78
  79 function unregister_emco_controllers {
  80     local -r cluster_name=${CLUSTER_NAME:-icn}
  81     emcoctl --config ${BUILDDIR}/${cluster_name}-config.yaml delete -f ${BUILDDIR}/${cluster_name}-controllers.yaml
  82 }
  83
  84 function is_addon_ready {
  85     local -r addon=$1
  86     local -r cluster_name=${CLUSTER_NAME:-icn}
  87     local -r cluster_kubeconfig="${BUILDDIR}/${cluster_name}.conf"
  88     if [[ $(kubectl --kubeconfig=${cluster_kubeconfig} -n kud get Kustomization/${addon} -o jsonpath='{.status.conditions[?(@.type=="Ready")].status}') != "True" ]]; then
  89         return 1
  90     fi
  91
  92     # Additional addon specific checks
  93     case ${addon} in
  94         "cpu-manager")
  95             for node in $(kubectl --kubeconfig=${cluster_kubeconfig} -n kud get pods -l app=cmk-reconcile-ds-all -o jsonpath='{range .items[*]}{.spec.nodeName}{"\n"}{end}' | sort | uniq); do
  96                 kubectl --kubeconfig=${cluster_kubeconfig} get cmk-nodereport ${node}
  97             done
  98             ;;
  99         "node-feature-discovery")
 100             node_name=$(kubectl --kubeconfig=${cluster_kubeconfig} get nodes -o jsonpath='{range .items[*]}{.metadata.name} {.spec.taints[?(@.effect=="NoSchedule")].effect}{"\n"}{end}' | awk 'NF==1 {print $0;exit}')
 101             kernel_version=$(kubectl --kubeconfig=${cluster_kubeconfig} get node ${node_name} -o jsonpath='{.metadata.labels.feature\.node\.kubernetes\.io/kernel-version\.major}')
 102             [[ -n ${kernel_version} ]]
 103             ;;
 104     esac
 105 }
 106
 107 function test_openebs {
 108     local -r cluster_name=${CLUSTER_NAME:-icn}
 109     local -r cluster_kubeconfig="${BUILDDIR}/${cluster_name}.conf"
 110     kubectl --kubeconfig=${cluster_kubeconfig} apply -f ${SCRIPTDIR}/openebs-cstor.yaml
 111     kubectl --kubeconfig=${cluster_kubeconfig} wait pod hello-cstor-csi-disk-pod --for=condition=Ready --timeout=5m
 112     kubectl --kubeconfig=${cluster_kubeconfig} exec -it hello-cstor-csi-disk-pod -- cat /mnt/store/greet.txt
 113     kubectl --kubeconfig=${cluster_kubeconfig} delete -f ${SCRIPTDIR}/openebs-cstor.yaml
 114 }
 115
 116 function test_addons {
 117     install_deps
 118
 119     # Create a temporary kubeconfig file for the tests
 120     local -r cluster_name=${CLUSTER_NAME:-icn}
 121     local -r cluster_kubeconfig="${BUILDDIR}/${cluster_name}.conf"
 122     clusterctl -n metal3 get kubeconfig ${cluster_name} >${cluster_kubeconfig}
 123
 124     clone_kud_repository
 125     # The vFW test in EMCO v21.12 does not use KubeVirt, so patch the
 126     # KuD test and continue to use it
 127     pushd ${KUDPATH}
 128     patch -p1 --forward <${SCRIPTDIR}/plugin_fw_v2.patch || true
 129     popd
 130
 131     pushd ${KUDPATH}/kud/tests
 132     failed_tests=""
 133     container_runtime=$(KUBECONFIG=${cluster_kubeconfig} kubectl get nodes -o jsonpath='{.items[].status.nodeInfo.containerRuntimeVersion}')
 134     # TODO Temporarily remove kubevirt from kud_tests below.  The
 135     # kubevirt self-test needs AllowTcpForwarding yes in
 136     # /etc/ssh/sshd_config which is currently disabled by the OS
 137     # security hardening.
 138     if [[ "${container_runtime}" == "containerd://1.2.13" ]]; then
 139         # With containerd 1.2.13, the qat test container image fails to unpack.
 140         kud_tests="topology-manager-sriov:sriov-network multus:multus-cni ovn4nfv:nodus-network nfd:node-feature-discovery sriov-network:sriov-network cmk:cpu-manager"
 141     else
 142         kud_tests="topology-manager-sriov:sriov-network multus:multus-cni ovn4nfv:nodus-network nfd:node-feature-discovery sriov-network:sriov-network qat:qat-plugin cmk:cpu-manager"
 143     fi
 144     for kud_test in ${kud_tests}; do
 145         addon="${kud_test#*:}"
 146         test="${kud_test%:*}"
 147         if [[ ! -z ${addon} ]]; then
 148             wait_for is_addon_ready ${addon}
 149         fi
 150         KUBECONFIG=${cluster_kubeconfig} bash ${test}.sh || failed_tests="${failed_tests} ${test}"
 151     done
 152     # The plugin_fw_v2 test needs the EMCO controllers in place
 153     register_emco_controllers
 154     DEMO_FOLDER=${KUDPATH}/kud/demo KUBECONFIG=${cluster_kubeconfig} bash plugin_fw_v2.sh --external || failed_tests="${failed_tests} plugin_fw_v2"
 155     unregister_emco_controllers
 156     popd
 157
 158     test_openebs || failed_tests="${failed_tests} openebs"
 159
 160     if [[ ! -z "$failed_tests" ]]; then
 161         echo "Test cases failed:${failed_tests}"
 162         exit 1
 163     fi
 164     echo "All test cases passed"
 165
 166     rm ${cluster_kubeconfig}
 167 }
 168
 169 case $1 in
 170     "test") test_addons ;;
 171     *) cat <<EOF
 172 Usage: $(basename $0) COMMAND
 173
 174 The "test" command looks for the CLUSTER_NAME variable in the
 175 environment (default: "icn").  This should be the name of the
 176 Cluster resource to execute the tests in.
 177
 178 Commands:
 179   test  - Test the addons
 180 EOF
 181        ;;
 182 esac