X-Git-Url: https://gerrit.akraino.org/r/gitweb?a=blobdiff_plain;f=deploy%2Fmetal3%2Fscripts%2F01_metal3.sh;h=0b0d5642beaeb50f65f0228c0f7027fc3bfca2c5;hb=818ebd97b869309fefa0cc102ab0a9f067f9a51d;hp=563a92459f860815f64170d0c575fee5c9773284;hpb=b84fbfeb7c5b41bd6cf096f16ed9f7d82e800aa5;p=icn.git diff --git a/deploy/metal3/scripts/01_metal3.sh b/deploy/metal3/scripts/01_metal3.sh index 563a924..0b0d564 100755 --- a/deploy/metal3/scripts/01_metal3.sh +++ b/deploy/metal3/scripts/01_metal3.sh @@ -1,234 +1,31 @@ #!/usr/bin/env bash set -eu -o pipefail -LIBDIR="$(dirname "$(dirname "$(dirname "$PWD")")")" +SCRIPTDIR="$(readlink -f $(dirname ${BASH_SOURCE[0]}))" +LIBDIR="$(dirname $(dirname $(dirname ${SCRIPTDIR})))/env/lib" eval "$(go env)" -source $LIBDIR/env/lib/common.sh +source $LIBDIR/common.sh if [[ $EUID -ne 0 ]]; then echo "This script must be run as root" exit 1 fi -IMAGE_URL=http://172.22.0.1/images/${BM_IMAGE} -IMAGE_CHECKSUM=http://172.22.0.1/images/${BM_IMAGE}.md5sum - -function clone_repos { - mkdir -p "${M3PATH}" - if [[ -d ${BMOPATH} && "${FORCE_REPO_UPDATE}" == "true" ]]; then - rm -rf "${BMOPATH}" - fi - if [ ! -d "${BMOPATH}" ] ; then - pushd "${M3PATH}" - git clone "${BMOREPO}" - popd - fi - pushd "${BMOPATH}" - git checkout "${BMOBRANCH}" - git pull -r || true - popd -} - -function get_default_interface_ipaddress { - local _ip=$1 - local _default_interface=$(awk '$2 == 00000000 { print $1 }' /proc/net/route) - local _ipv4address=$(ip addr show dev $_default_interface | awk '$1 == "inet" { sub("/.*", "", $2); print $2 }') - eval $_ip="'$_ipv4address'" -} - -function create_ssh_key { - #ssh key for compute node to communicate back to bootstrap server - mkdir -p $BUILD_DIR/ssh_key - ssh-keygen -C "compute.icn.akraino.lfedge.org" -f $BUILD_DIR/ssh_key/id_rsa - cat $BUILD_DIR/ssh_key/id_rsa.pub >> $HOME/.ssh/authorized_keys -} - -function set_compute_key { - _SSH_LOCAL_KEY=$(cat $BUILD_DIR/ssh_key/id_rsa) - cat << EOF -write_files: -- path: /opt/ssh_id_rsa - owner: root:root - permissions: '0600' - content: | - $_SSH_LOCAL_KEY -EOF -} - function deprovision_compute_node { name="$1" - kubectl patch baremetalhost $name -n metal3 --type merge \ - -p '{"spec":{"image":{"url":"","checksum":""}}}' -} - -function set_compute_ssh_config { - get_default_interface_ipaddress default_addr - cat << EOF -- path: /root/.ssh/config - owner: root:root - permissions: '0600' - content: | - Host bootstrapmachine $default_addr - HostName $default_addr - IdentityFile /opt/ssh_id_rsa - User $USER -- path: /etc/apt/sources.list - owner: root:root - permissions: '0665' - content: | - deb [trusted=yes] ssh://$USER@$default_addr:$LOCAL_APT_REPO ./ -EOF -} - -# documentation for the values below may be found at -# https://cloudinit.readthedocs.io/en/latest/topics/modules.html -function create_userdata { - name="$1" - username="$2" - password="$3" - COMPUTE_NODE_FQDN="$name.akraino.icn.org" - - # validate that the user isn't expecting the deprecated - # COMPUTE_NODE_PASSWORD to be used - if [ "$password" != "${COMPUTE_NODE_PASSWORD:-$password}" ]; then - cat < $name-userdata.yaml - if [ -n "$password" ]; then - if [ -n "$username" ]; then - passwd=$(mkpasswd --method=SHA-512 --rounds 4096 "$password") - printf "users:" >> $name-userdata.yaml - printf "\n - name: ""%s" "$username" >> $name-userdata.yaml - printf "\n lock_passwd: False" >> $name-userdata.yaml # necessary to allow password login - printf "\n passwd: ""%s" "$passwd" >> $name-userdata.yaml - printf "\n sudo: \"ALL=(ALL) NOPASSWD:ALL\"" >> $name-userdata.yaml - else - printf "password: ""%s" "$password" >> $name-userdata.yaml - fi - printf "\nchpasswd: {expire: False}\n" >> $name-userdata.yaml - printf "ssh_pwauth: True\n" >> $name-userdata.yaml - fi - - if [ -n "$COMPUTE_NODE_FQDN" ]; then - printf "fqdn: ""%s" "$COMPUTE_NODE_FQDN" >> $name-userdata.yaml - printf "\n" >> $name-userdata.yaml - fi - printf "disable_root: false\n" >> $name-userdata.yaml - printf "ssh_authorized_keys:\n - " >> $name-userdata.yaml - - if [ ! -f $HOME/.ssh/id_rsa.pub ]; then - yes y | ssh-keygen -t rsa -N "" -f $HOME/.ssh/id_rsa + if kubectl get baremetalhost $name -n metal3 &>/dev/null; then + kubectl patch baremetalhost $name -n metal3 --type merge \ + -p '{"spec":{"image":{"url":"","checksum":""}}}' fi - - cat $HOME/.ssh/id_rsa.pub >> $name-userdata.yaml - cloud_init_scripts >> $name-userdata.yaml - printf "\n" >> $name-userdata.yaml -} - -function launch_baremetal_operator { - docker pull $IRONIC_BAREMETAL_IMAGE - kubectl apply -f bmo/namespace/namespace.yaml - kubectl apply -f bmo/rbac/service_account.yaml -n metal3 - kubectl apply -f bmo/rbac/role.yaml -n metal3 - kubectl apply -f bmo/rbac/role_binding.yaml - kubectl apply -f bmo/crds/metal3.io_baremetalhosts_crd.yaml - kubectl apply -f bmo/operator/no_ironic/operator.yaml -n metal3 -} - -function remove_baremetal_operator { - kubectl delete -f bmo/operator/no_ironic/operator.yaml -n metal3 - kubectl delete -f bmo/crds/metal3.io_baremetalhosts_crd.yaml - kubectl delete -f bmo/rbac/role_binding.yaml - kubectl delete -f bmo/rbac/role.yaml -n metal3 - kubectl delete -f bmo/rbac/service_account.yaml -n metal3 - kubectl delete -f bmo/namespace/namespace.yaml -} - -function cloud_init_scripts { - # The "intel_iommu=on iommu=pt" kernel command line is necessary - # for QAT support. - cat << 'EOF' -write_files: -- path: /var/lib/cloud/scripts/per-instance/set_kernel_cmdline.sh - owner: root:root - permissions: '0777' - content: | - #!/usr/bin/env bash - set -eux -o pipefail - grub_file=${1:-"/etc/default/grub"} - kernel_parameters="intel_iommu=on iommu=pt" - sed -i~ "/^GRUB_CMDLINE_LINUX=/{h;s/\(=\".*\)\"/\1 ${kernel_parameters}\"/};\${x;/^$/{s//GRUB_CMDLINE_LINUX=\"${kernel_parameters}\"/;H};x}" "$grub_file" - update-grub - reboot -EOF - cat << 'EOF' -- path: /var/lib/cloud/scripts/per-boot/run_dhclient.sh - owner: root:root - permissions: '0777' - content: | - #!/usr/bin/env bash - set -xe - for intf in /sys/class/net/*; do - sudo ifconfig `basename $intf` up - sudo dhclient -nw `basename $intf` - done -EOF - cat << EOF -- path: /var/lib/cloud/scripts/per-boot/set_provider_network.sh - owner: root:root - permissions: '0777' - content: | - #!/usr/bin/env bash - set -xe - route add default gw $PROVIDER_NETWORK_GATEWAY - sed -i -e 's/^#DNS=.*/DNS=$PROVIDER_NETWORK_DNS/g' /etc/systemd/resolved.conf - systemctl daemon-reload - systemctl restart systemd-resolved -EOF -} - -function apply_userdata_credential { - name="$1" - cat < ./$name-user-data-credential.yaml -apiVersion: v1 -data: - userData: $(base64 -w 0 $name-userdata.yaml) -kind: Secret -metadata: - name: $name-user-data - namespace: metal3 -type: Opaque -EOF - kubectl apply -n metal3 -f $name-user-data-credential.yaml } function make_bm_hosts { - while IFS=',' read -r name ipmi_username ipmi_password ipmi_address os_username os_password os_image_name; do - create_userdata $name $os_username $os_password - apply_userdata_credential $name - - go run $GOPATH/src/github.com/metal3-io/baremetal-operator/cmd/make-bm-worker/main.go \ - -address "ipmi://$ipmi_address" \ - -password "$ipmi_password" \ - -user "$ipmi_username" \ - "$name" > $name-bm-node.yaml + while IFS=',' read -r name ipmi_username ipmi_password ipmi_address boot_mac os_username os_password os_image_name; do + node_machine_values >${SCRIPTDIR}/${name}-values.yaml + helm -n metal3 install ${name} ${SCRIPTDIR}/../../machine --create-namespace -f ${SCRIPTDIR}/${name}-values.yaml - printf " image:" >> $name-bm-node.yaml - printf "\n url: ""%s" "$IMAGE_URL" >> $name-bm-node.yaml - printf "\n checksum: ""%s" "$IMAGE_CHECKSUM" >> $name-bm-node.yaml - printf "\n userData:" >> $name-bm-node.yaml - printf "\n name: ""%s" "$name""-user-data" >> $name-bm-node.yaml - printf "\n namespace: metal3" >> $name-bm-node.yaml - printf "\n rootDeviceHints:" >> $name-bm-node.yaml - printf "\n minSizeGigabytes: 48\n" >> $name-bm-node.yaml - kubectl apply -f $name-bm-node.yaml -n metal3 done } @@ -238,40 +35,28 @@ function configure_nodes { fi #make sure nodes.json file in /opt/ironic/ are configured - if [ ! -f $IRONIC_DATA_DIR/nodes.json ]; then - cp $PWD/nodes.json.sample $IRONIC_DATA_DIR/nodes.json + if [ ! -f $NODES_FILE ]; then + cp ${SCRIPTDIR}/nodes.json.sample $NODES_FILE fi } -function remove_bm_hosts { - while IFS=',' read -r name ipmi_username ipmi_password ipmi_address os_username os_password os_image_name; do +function deprovision_bm_hosts { + while IFS=',' read -r name ipmi_username ipmi_password ipmi_address boot_mac os_username os_password os_image_name; do deprovision_compute_node $name done } -function cleanup { - while IFS=',' read -r name ipmi_username ipmi_password ipmi_address os_username os_password os_image_name; do - kubectl delete bmh $name -n metal3 - kubectl delete secrets $name-bmc-secret -n metal3 - kubectl delete secrets $name-user-data -n metal3 - if [ -f $name-bm-node.yaml ]; then - rm -rf $name-bm-node.yaml - fi - - if [ -f $name-user-data-credential.yaml ]; then - rm -rf $name-user-data-credential.yaml - fi - - if [ -f $name-userdata.yaml ]; then - rm -rf $name-userdata.yaml - fi +function clean_bm_hosts { + while IFS=',' read -r name ipmi_username ipmi_password ipmi_address boot_mac os_username os_password os_image_name; do + helm -n metal3 uninstall ${name} + rm -rf ${SCRIPTDIR}/${name}-values.yaml done } function clean_all { - list_nodes | cleanup - if [ -f $IRONIC_DATA_DIR/nodes.json ]; then - rm -rf $IRONIC_DATA_DIR/nodes.json + list_nodes | clean_bm_hosts + if [ -f $NODES_FILE ]; then + rm -rf $NODES_FILE fi } @@ -280,15 +65,9 @@ function apply_bm_hosts { } function deprovision_all_hosts { - list_nodes | remove_bm_hosts + list_nodes | deprovision_bm_hosts } -if [ "$1" == "launch" ]; then - clone_repos - launch_baremetal_operator - exit 0 -fi - if [ "$1" == "deprovision" ]; then configure_nodes deprovision_all_hosts @@ -307,22 +86,8 @@ if [ "$1" == "clean" ]; then exit 0 fi -if [ "$1" == "remove" ]; then - remove_baremetal_operator - exit 0 -fi - echo "Usage: metal3.sh" -echo "launch - Launch the metal3 operator" echo "provision - provision baremetal node as specified in common.sh" echo "deprovision - deprovision baremetal node as specified in common.sh" echo "clean - clean all the bmh resources" -echo "remove - remove baremetal operator" exit 1 - -#Following code is tested for the offline mode -#Will be intergrated for the offline mode for ICNi v.0.1.0 beta -#create_ssh_key -#create_userdata -#set_compute_key -#set_compute_ssh_config