X-Git-Url: https://gerrit.akraino.org/r/gitweb?a=blobdiff_plain;f=cmd%2Fbpa-operator%2Fe2etest%2Fbpa_bmh_verifier.sh;h=fa1f90a7e6aa46dc091b1519885cfe85926eba7c;hb=refs%2Fchanges%2F99%2F4399%2F1;hp=1fd458ea20505e95237d84dd886e1c822c76ced0;hpb=280ab1f92c7bac3d053a46b4ffe3174b75185466;p=icn.git diff --git a/cmd/bpa-operator/e2etest/bpa_bmh_verifier.sh b/cmd/bpa-operator/e2etest/bpa_bmh_verifier.sh index 1fd458e..fa1f90a 100755 --- a/cmd/bpa-operator/e2etest/bpa_bmh_verifier.sh +++ b/cmd/bpa-operator/e2etest/bpa_bmh_verifier.sh @@ -2,6 +2,7 @@ set -eu -o pipefail CLUSTER_NAME=test-bmh-cluster +ADDONS_NAMESPACE=kud kubectl create -f e2etest/test_bmh_provisioning_cr.yaml sleep 5 @@ -52,7 +53,7 @@ function emcoctl_apply { until [[ $(/opt/kud/multi-cluster/${CLUSTER_NAME}/artifacts/emcoctl.sh apply -f $@ -v values.yaml | awk '/Response Code:/ {code=$3} END{print code}') =~ 2.. ]]; do if [[ $try -lt 10 ]]; then - echo "Waiting for KUD addons to terminate" + echo "Waiting for KUD addons to instantiate" sleep 1s else return 1 @@ -81,7 +82,7 @@ function wait_for_addons_ready { for try in {0..19}; do printf "Waiting for KUD addons to be ready\n" sleep 30s - if KUBECONFIG=${CLUSTER_KUBECONFIG} kubectl wait pod -l app.kubernetes.io/instance=r1 --for=condition=Ready --all-namespaces --timeout=0s 2>/dev/null >/dev/null; then + if KUBECONFIG=${CLUSTER_KUBECONFIG} kubectl -n ${ADDONS_NAMESPACE} wait pod -l app.kubernetes.io/instance=r1 --for=condition=Ready --timeout=0s 2>/dev/null >/dev/null; then status="Ready" break fi @@ -99,6 +100,13 @@ emcoctl_apply 03-addons-app.yaml popd wait_for_addons_ready +#Workaround for sriov+kubevirt issue on single-node clusters +# The issue is kubevirt creates a PodDisruptionBudget that prevents +# sriov from succesfully draining the node. The workaround is to +# temporarily scale down the kubevirt operator while the drain occurs. +KUBEVIRT_OP_REPLICAS=$(KUBECONFIG=${CLUSTER_KUBECONFIG} kubectl -n ${ADDONS_NAMESPACE} get deployments/r1-kubevirt-operator -o jsonpath='{.spec.replicas}') +KUBECONFIG=${CLUSTER_KUBECONFIG} kubectl -n ${ADDONS_NAMESPACE} scale deployments/r1-kubevirt-operator --replicas=0 + #Install addon resources printf "Installing KUD addon resources\n" pushd /opt/kud/multi-cluster/${CLUSTER_NAME}/artifacts/addons @@ -106,6 +114,13 @@ emcoctl_apply 04-addon-resources-app.yaml popd wait_for_addons_ready +#Workaround for sriov+kubevirt issue on single-node clusters +# Scale the kubevirt operator back up and wait things to be ready +# again. +KUBECONFIG=${CLUSTER_KUBECONFIG} kubectl wait nodes --for=condition=Ready --all +KUBECONFIG=${CLUSTER_KUBECONFIG} kubectl -n ${ADDONS_NAMESPACE} scale deployments/r1-kubevirt-operator --replicas=${KUBEVIRT_OP_REPLICAS} +wait_for_addons_ready + #Test addons printf "Testing KUD addons\n" pushd /opt/kud/multi-cluster/addons/tests @@ -113,13 +128,14 @@ failed_kud_tests="" container_runtime=$(KUBECONFIG=${CLUSTER_KUBECONFIG} kubectl get nodes -o jsonpath='{.items[].status.nodeInfo.containerRuntimeVersion}') if [[ "${container_runtime}" == "containerd://1.2.13" ]]; then #With containerd 1.2.13, the qat test container image fails to unpack. - kud_tests="topology-manager-sriov multus ovn4nfv nfd sriov-network cmk" + kud_tests="topology-manager-sriov kubevirt multus ovn4nfv nfd sriov-network cmk" else - kud_tests="topology-manager-sriov multus ovn4nfv nfd sriov-network qat cmk" + kud_tests="topology-manager-sriov kubevirt multus ovn4nfv nfd sriov-network qat cmk" fi for test in ${kud_tests}; do KUBECONFIG=${CLUSTER_KUBECONFIG} bash ${test}.sh || failed_kud_tests="${failed_kud_tests} ${test}" done +KUBECONFIG=${CLUSTER_KUBECONFIG} DEMO_FOLDER=${PWD} PATH=/opt/kud/multi-cluster/${CLUSTER_NAME}/artifacts:${PATH} bash plugin_fw_v2.sh --external || failed_kud_tests="${failed_kud_tests} plugin_fw_v2" if [[ ! -z "$failed_kud_tests" ]]; then printf "Test cases failed:${failed_kud_tests}\n" exit 1