Add chart to deploy IstioOperator resource
[icn.git] / env / lib / common.sh
index c26b1f8..2cd93d6 100755 (executable)
@@ -1,31 +1,88 @@
 #!/usr/bin/env bash
 set -eu -o pipefail
 
-DOWNLOAD_PATH=${DOWNLOAD_PATH:-/opt/icn}
-
 IRONIC_DATA_DIR=${IRONIC_DATA_DIR:-"/opt/ironic"}
+NODES_FILE=${NODES_FILE:-"${IRONIC_DATA_DIR}/nodes.json"}
 #IRONIC_PROVISIONING_INTERFACE is required to be provisioning, don't change it
 IRONIC_INTERFACE=${IRONIC_INTERFACE:-}
 IRONIC_PROVISIONING_INTERFACE=${IRONIC_PROVISIONING_INTERFACE:-"provisioning"}
-IRONIC_IPMI_INTERFACE=${IRONIC_IPMI_INTERFACE:-}
 IRONIC_PROVISIONING_INTERFACE_IP=${IRONIC_PROVISIONING_INTERFACE_IP:-"172.22.0.1"}
-BM_IMAGE_URL=${BM_IMAGE_URL:-"https://cloud-images.ubuntu.com/bionic/current/bionic-server-cloudimg-amd64.img"}
-BM_IMAGE=${BM_IMAGE:-"bionic-server-cloudimg-amd64.img"}
+BM_IMAGE_URL=${BM_IMAGE_URL:-"https://cloud-images.ubuntu.com/focal/current/focal-server-cloudimg-amd64.img"}
+BM_IMAGE=${BM_IMAGE:-"focal-server-cloudimg-amd64.img"}
 
 #Baremetal operator repository URL
 BMOREPO="${BMOREPO:-https://github.com/metal3-io/baremetal-operator.git}"
 #Path to clone the baremetal operator repo
 BMOPATH="/opt/src/github.com/metal3-io/baremetal-operator"
 #Bare Metal Operator version to use
-BMO_VERSION="capm3-v0.5.1"
-#Discard existing baremetal operator repo directory
-FORCE_REPO_UPDATE="${FORCE_REPO_UPDATE:-true}"
+#  If changing this, the value in deploy/ironic/icn/kustomization.yaml
+#  must also be changed
+BMO_VERSION="capm3-v0.5.4"
+
+#KuD repository URL
+KUDREPO="${KUDREPO:-https://github.com/onap/multicloud-k8s.git}"
+#Path to clone the KuD repo
+KUDPATH="/opt/src/github.com/onap/multicloud-k8s"
+#KuD version to use
+KUD_VERSION="8157bf63753839ce4e9006978816fad3f63ca2de"
+
+#EMCO repository URL
+EMCOREPO="${EMCOREPO:-https://gitlab.com/project-emco/core/emco-base.git}"
+#Path to clone the EMCO repo
+EMCOPATH="/opt/src/emco-base"
+#EMCO version to use
+EMCO_VERSION="v21.12"
+
+#Discard existing repo directory
+FORCE_REPO_UPDATE="${FORCE_REPO_UPDATE:-false}"
 
 # The kustomize version to use
-KUSTOMIZE_VERSION="v4.3.0"
+KUSTOMIZE_VERSION="v4.5.2"
+
+#Cluster API version to use
+CAPI_VERSION="v0.4.7"
 
 #Cluster API version to use
-CAPI_VERSION="v0.4.3"
+CAPM3_VERSION="v0.5.4"
+
+#The flux version to use
+FLUX_VERSION="0.27.0"
+
+#The sops version to use
+SOPS_VERSION="v3.7.1"
+
+#Cert-Manager version to use
+CERT_MANAGER_VERSION="v1.7.1"
+
+#CNI versions to use in cluster chart
+CALICO_VERSION="v3.22.0"
+FLANNEL_VERSION="v0.16.3"
+
+#Kata version to use
+KATA_VERSION="2.3.2"
+KATA_WEBHOOK_VERSION="2.3.2"
+
+#The kubectl version to install when KuD is not used to deploy the
+#jump server K8s cluster
+KUBECTL_VERSION="v1.20.7"
+
+#The yq version to use
+YQ_VERSION="v4.20.1"
+
+#Istio repository URL
+ISTIOREPO="${ISTIOREPO:-https://github.com/istio/istio.git}"
+#Path to clone the Istio repo
+ISTIOPATH="/opt/src/istio"
+#Istio version to use
+ISTIO_VERSION="1.10.3"
+
+#Addon versions
+CDI_VERSION="v1.44.1"
+CPU_MANAGER_VERSION="v1.4.1"
+KUBEVIRT_VERSION="v0.50.0"
+MULTUS_VERSION="v3.8"
+NODUS_VERSION="dd9985e5be010b764b324b57c1afe985a59abf68"
+QAT_VERSION="v0.23.0"
 
 #refered from onap
 function call_api {
@@ -59,8 +116,6 @@ function call_api {
 }
 
 function list_nodes {
-    NODES_FILE="${IRONIC_DATA_DIR}/nodes.json"
-
     if [ ! -f "$NODES_FILE" ]; then
         exit 1
     fi
@@ -101,12 +156,47 @@ function list_nodes {
     fi
 }
 
+function node_userdata {
+    name="$1"
+    username="$2"
+    password="$3"
+    COMPUTE_NODE_FQDN="$name.akraino.icn.org"
+
+    # validate that the user isn't expecting the deprecated
+    # COMPUTE_NODE_PASSWORD to be used
+    if [ "$password" != "${COMPUTE_NODE_PASSWORD:-$password}" ]; then
+        cat <<EOF
+COMPUTE_NODE_PASSWORD "$COMPUTE_NODE_PASSWORD" not equal to nodes.json $name password "$password".
+Unset COMPUTE_NODE_PASSWORD and retry.
+EOF
+        exit 1
+    fi
+
+    printf "userData:\n"
+    if [ -n "$username" ]; then
+       printf "  name: ${username}\n"
+    fi
+    if [ -n "$password" ]; then
+        passwd=$(mkpasswd --method=SHA-512 --rounds 4096 "$password")
+        printf "  hashedPassword: ${passwd}\n"
+    fi
+
+    if [ -n "$COMPUTE_NODE_FQDN" ]; then
+        printf "  fqdn: ${COMPUTE_NODE_FQDN}\n"
+    fi
+
+    if [ ! -f $HOME/.ssh/id_rsa.pub ]; then
+        yes y | ssh-keygen -t rsa -N "" -f $HOME/.ssh/id_rsa
+    fi
+
+    printf "  sshAuthorizedKey: $(cat $HOME/.ssh/id_rsa.pub)\n"
+}
+
 # Returns "null" when the field is not present
 function networkdata_networks_field {
     name=$1
     network=$2
     field=$3
-    NODES_FILE="${IRONIC_DATA_DIR}/nodes.json"
     cat $NODES_FILE | jq -c -r --arg name "$name" --arg network "$network" --arg field "$field" '.nodes[] | select(.name==$name) | .net.networks[] | select(.id==$network).'${field}
 }
 
@@ -115,20 +205,17 @@ function networkdata_links_field {
     name=$1
     link=$2
     field=$3
-    NODES_FILE="${IRONIC_DATA_DIR}/nodes.json"
     cat $NODES_FILE | jq -c -r --arg name "$name" --arg link "$link" --arg field "$field" '.nodes[] | select(.name==$name) | .net.links[] | select(.id==$link).'${field}
 }
 
 function node_networkdata {
     name=$1
 
-    NODES_FILE="${IRONIC_DATA_DIR}/nodes.json"
-
     if [ ! -f "$NODES_FILE" ]; then
         exit 1
     fi
 
-    printf "    networks:\n"
+    printf "networks:\n"
     for network in $(cat $NODES_FILE | jq -r --arg name "$name" '.nodes[] | select(.name==$name) | .net.networks[].id'); do
        link=$(networkdata_networks_field $name $network "link")
        type=$(networkdata_networks_field $name $network "type")
@@ -139,17 +226,17 @@ function node_networkdata {
        gateway=$(networkdata_networks_field $name $network "gateway")
        dns_nameservers=$(networkdata_networks_field $name $network "dns_nameservers")
 
-       printf "      ${network}:\n"
-       printf "        macAddress: ${mac}\n"
-       printf "        type: ${type}\n"
+       printf "  ${network}:\n"
+       printf "    macAddress: ${mac}\n"
+       printf "    type: ${type}\n"
        if [[ $ip_address != "null" ]]; then
-           printf "        ipAddress: ${ip_address}\n"
+           printf "    ipAddress: ${ip_address}\n"
        fi
        if [[ $gateway != "null" ]]; then
-           printf "        gateway: ${gateway}\n"
+           printf "    gateway: ${gateway}\n"
        fi
        if [[ $dns_nameservers != "null" ]]; then
-           printf "        nameservers: ${dns_nameservers}\n"
+           printf "    nameservers: ${dns_nameservers}\n"
        fi
     done
 }
@@ -168,38 +255,60 @@ function wait_for {
     done
 }
 
-function clone_baremetal_operator_repository {
-    mkdir -p $(dirname ${BMOPATH})
-    if [[ -d ${BMOPATH} && "${FORCE_REPO_UPDATE}" == "true" ]]; then
-       rm -rf "${BMOPATH}"
+# This is intended to be used together with list_nodes in the
+# following way:
+#   list_nodes | while IFS=',' read -r name ipmi_username ipmi_password ipmi_address boot_mac os_username os_password os_image_name; do ...
+function node_machine_values {
+    printf "machineName: ${name}\n"
+    printf "machineLabels:\n"
+    printf "  machine: ${name}\n"
+    printf "bmcUsername: ${ipmi_username}\n"
+    printf "bmcPassword: ${ipmi_password}\n"
+    printf "bmcAddress: ipmi://${ipmi_address}\n"
+    if [[ ! -z ${boot_mac} ]]; then
+        printf "bootMACAddress: ${boot_mac}\n"
     fi
-    if [ ! -d "${BMOPATH}" ] ; then
-        pushd $(dirname ${BMOPATH})
-        git clone "${BMOREPO}"
+    printf "imageName: ${BM_IMAGE}\n"
+    node_userdata ${name} ${os_username} ${os_password}
+    node_networkdata ${name}
+}
+
+function clone_repository {
+    local -r path=$1
+    local -r repo=$2
+    local -r version=$3
+    mkdir -p $(dirname ${path})
+    if [[ -d ${path} && "${FORCE_REPO_UPDATE}" == "true" ]]; then
+       rm -rf "${path}"
+    fi
+    if [ ! -d "${path}" ] ; then
+        pushd $(dirname ${path})
+        git clone "${repo}"
         popd
     else
-       pushd "${BMOPATH}"
+       pushd "${path}"
        git fetch
        popd
     fi
-    pushd "${BMOPATH}"
-    git reset --hard "${BMO_VERSION}"
+    pushd "${path}"
+    git reset --hard "${version}"
     popd
 }
 
-function install_kustomize {
-    curl -sL "https://github.com/kubernetes-sigs/kustomize/releases/download/kustomize%2F${KUSTOMIZE_VERSION}/kustomize_${KUSTOMIZE_VERSION}_linux_amd64.tar.gz" -o kustomize_${KUSTOMIZE_VERSION}_linux_amd64.tar.gz
-    tar xzf kustomize_${KUSTOMIZE_VERSION}_linux_amd64.tar.gz --no-same-owner
-    sudo install -o root -g root -m 0755 kustomize /usr/local/bin/kustomize
-    rm kustomize_${KUSTOMIZE_VERSION}_linux_amd64.tar.gz kustomize
-    kustomize version
+function clone_baremetal_operator_repository {
+    clone_repository ${BMOPATH} ${BMOREPO} ${BMO_VERSION}
+}
+
+function clone_kud_repository {
+    clone_repository ${KUDPATH} ${KUDREPO} ${KUD_VERSION}
+}
+
+function clone_emco_repository {
+    clone_repository ${EMCOPATH} ${EMCOREPO} ${EMCO_VERSION}
 }
 
-function install_clusterctl {
-    curl -L https://github.com/kubernetes-sigs/cluster-api/releases/download/${CAPI_VERSION}/clusterctl-linux-amd64 -o clusterctl
-    sudo install -o root -g root -m 0755 clusterctl /usr/local/bin/clusterctl
-    rm clusterctl
-    clusterctl version
+function clone_istio_repository {
+    clone_repository ${ISTIOPATH} ${ISTIOREPO} ${ISTIO_VERSION}
 }
 
 function fetch_image {