X-Git-Url: https://gerrit.akraino.org/r/gitweb?a=blobdiff_plain;f=tools%2F1prom-gen.sh;h=2852a28dfc3d8050606db4c6612a5b3eb27debc3;hb=96b1112e21fe903fdc0da5e06f324f9856f1a44d;hp=64f0b94df96a8f2b13756a32ffd8dbaff9bdbd4f;hpb=b88d06765ceede68d090eb766431a4f0d7cc8cb2;p=yaml_builds.git diff --git a/tools/1prom-gen.sh b/tools/1prom-gen.sh index 64f0b94..2852a28 100755 --- a/tools/1prom-gen.sh +++ b/tools/1prom-gen.sh @@ -30,12 +30,6 @@ source $(dirname $0)/setenv.sh PROMENADE_IMAGE=quay.io/airshipit/promenade:009f3de7ecf6afcdd2783ac7a12470394d7dfab3 -if [ -z "$AIRSHIP_TREASUREMAP" ] -then - echo "Please use https://git.openstack.org/openstack/airship-treasuremap to clone airship_treasuremap. Also set AIRSHIP_TREASUREMAP to it." - exit -1 -fi - if [ -z "$1" ] then echo "Please pass site name as command line argument" @@ -46,6 +40,15 @@ else fi source $(dirname $0)/env_$SITE.sh +if [ ! -d "$AIRSHIP_TREASUREMAP" ]; then + echo "ERROR: Missing AIRSHIP_TREASUREMAP directory [$AIRSHIP_TREASUREMAP]." + exit -1 +fi + +if [ ! -d "$AIRSHIP_TEMPLATES" ]; then + echo "ERROR: Missing AIRSHIP_TEMPLATES directory [$AIRSHIP_TEMPLATES]." + exit -1 +fi # Check that we are root if [[ $(whoami) != "root" ]] @@ -64,59 +67,84 @@ else cd $YAML_BUILDS fi -create_directories() { - mkdir -p ./tars/$SITE/configs/promenade - mkdir -p ./tars/$SITE/configs/promenade-bundle -} +echo "# Collecting config files in $AIRSHIP_TREASUREMAP/site/$SITE" +cd $AIRSHIP_TREASUREMAP +rm -rf $AIRSHIP_TREASUREMAP/${SITE}_collected +mkdir -p $AIRSHIP_TREASUREMAP/${SITE}_collected +$AIRSHIP_TREASUREMAP/tools/airship pegleg site -r /target collect $SITE -s ${SITE}_collected || true +) + +( +echo "# Rendering config files in $AIRSHIP_TREASUREMAP/site/$SITE" +cd $AIRSHIP_TREASUREMAP +$AIRSHIP_TREASUREMAP/tools/airship pegleg site -r /target render $SITE > ${SITE}_render.yaml || true +) + +( +echo "# Generating certs for $AIRSHIP_TREASUREMAP/site/$SITE" +cd $AIRSHIP_TREASUREMAP +rm -rf $AIRSHIP_TREASUREMAP/${SITE}_certs +mkdir -p $AIRSHIP_TREASUREMAP/${SITE}_certs +$AIRSHIP_TREASUREMAP/tools/airship promenade generate-certs -o /target/${SITE}_certs /target/${SITE}_collected/*.yaml +) + +( +echo "# Copying certs to $AIRSHIP_TREASUREMAP/site/$SITE" +cd $AIRSHIP_TREASUREMAP +mkdir -p $AIRSHIP_TREASUREMAP/site/${SITE}/secrets/certificates +cp $AIRSHIP_TREASUREMAP/${SITE}_certs/certificates.yaml $AIRSHIP_TREASUREMAP/site/${SITE}/secrets/certificates +) + +( +echo "# Collecting config files with certs in $AIRSHIP_TREASUREMAP/site/$SITE" +cd $AIRSHIP_TREASUREMAP +rm -rf $AIRSHIP_TREASUREMAP/${SITE}_collected +mkdir -p $AIRSHIP_TREASUREMAP/${SITE}_collected +$AIRSHIP_TREASUREMAP/tools/airship pegleg site -r /target collect $SITE -s ${SITE}_collected +) + +( +echo "# Generating Promenade bundle with $AIRSHIP_TREASUREMAP/${SITE}_collected" +cd $AIRSHIP_TREASUREMAP +rm -rf $AIRSHIP_TREASUREMAP/${SITE}_bundle +mkdir -p $AIRSHIP_TREASUREMAP/${SITE}_bundle +$AIRSHIP_TREASUREMAP/tools/airship promenade build-all --validators -o /target/${SITE}_bundle /target/${SITE}_collected/*.yaml +) + +( +echo "# Copying scripts to $AIRSHIP_TREASUREMAP/${SITE}_bundle" + SHIPYARD_PASSWORD=$(grep "^data:" $AIRSHIP_TREASUREMAP/site/$SITE/secrets/passphrases/ucp_shipyard_keystone_password.yaml | awk '{print $2}') + AUTH_DOMAIN=$(grep "ingress_domain:" $AIRSHIP_TREASUREMAP/site/$SITE/networks/common-addresses.yaml | awk '{print $2}') + AUTH_URL="http:\/\/iam-sw.${AUTH_DOMAIN}:80\/v3" + REGION_NAME=$SITE -get_site_config(){ - $YAML_BUILDS/tools/pegleg.sh site -p /site -a /global collect ${SITE} -s /site/tars/$SITE/configs/promenade -} + DEPLOY_SCRIPT=$AIRSHIP_TREASUREMAP/${SITE}_bundle/deploy_site.sh + IPTABLES_SCRIPT=$AIRSHIP_TREASUREMAP/${SITE}_bundle/update_iptables.sh -gen_certs() { - docker run --env http_proxy=$http_proxy --env https_proxy=$https_proxy --user 0 --rm -t -w /target -v $(pwd):/target ${PROMENADE_IMAGE} promenade generate-certs -o /target/tars/$SITE/configs/promenade /target/tars/$SITE/configs/promenade/*.yaml -} + cp $YAML_BUILDS/tools/deploy_site.sh $AIRSHIP_TREASUREMAP/${SITE}_bundle + sed -i -e "s|OS_AUTH_URL=|OS_AUTH_URL=\"${AUTH_URL}\"|g" $DEPLOY_SCRIPT + sed -i -e "s/OS_PASSWORD=/OS_PASSWORD=$SHIPYARD_PASSWORD/g" $DEPLOY_SCRIPT + sed -i -e "s/REGION_NAME=/REGION_NAME=$REGION_NAME/g" $DEPLOY_SCRIPT + sed -i -e "s/{{yaml.genesis.host}}/$GENESIS_HOST/g" $DEPLOY_SCRIPT -gen_bundle(){ - docker run --env http_proxy=$http_proxy --env https_proxy=$https_proxy --user 0 --rm -t -w /target -v $(pwd):/target ${PROMENADE_IMAGE} promenade build-all --validators -o /target/tars/$SITE/configs/promenade-bundle /target/tars/$SITE/configs/promenade/*.yaml -} + cp $YAML_BUILDS/tools/update_iptables.sh $AIRSHIP_TREASUREMAP/${SITE}_bundle + sed -i -e "s,HOST_INTERFACE=,HOST_INTERFACE=$HOST_INTERFACE,g" $IPTABLES_SCRIPT + sed -i -e "s,PXE_INTERFACE=,PXE_INTERFACE=$PXE_INTERFACE,g" $IPTABLES_SCRIPT -create_scripts() { - KEYSTONE_IMAGE=$(grep "keystone_db_sync: docker.io" $AIRSHIP_TREASUREMAP/global/v4.0/software/config/versions.yaml | uniq | awk '{print $2}') - SHIPYARD_IMAGE=$(grep "shipyard_db_sync" $AIRSHIP_TREASUREMAP/global/v4.0/software/config/versions.yaml | uniq | awk '{print $2}') + cp $YAML_BUILDS/tools/cleanup.sh $AIRSHIP_TREASUREMAP/${SITE}_bundle +) - DRYDOCK_PASSWORD=$(grep "^data:" $YAML_BUILDS/site/$SITE/secrets/passphrases/ucp_drydock_keystone_password.yaml | awk '{print $2}') - SHIPYARD_PASSWORD=$(grep "^data:" $YAML_BUILDS/site/$SITE/secrets/passphrases/ucp_shipyard_keystone_password.yaml | awk '{print $2}') - REGION_NAME=$SITE +( + echo "# Generating Promenade tar bundle $YAML_BUILDS/tars/promenade-bundle-$SITE.tar" + mkdir -p $YAML_BUILDS/tars + rm -f $YAML_BUILDS/tars/promenade-bundle-$SITE.tar + tar cvf $YAML_BUILDS/tars/promenade-bundle-$SITE.tar --transform 's,^,configs/promenade-bundle/,' -C $AIRSHIP_TREASUREMAP/${SITE}_bundle . + tar rvf $YAML_BUILDS/tars/promenade-bundle-$SITE.tar --transform 's,^,configs/promenade/,' -C $AIRSHIP_TREASUREMAP/${SITE}_collected . + tar rvf $YAML_BUILDS/tars/promenade-bundle-$SITE.tar -C $AIRSHIP_TREASUREMAP tools global +) - cp $YAML_BUILDS/tools/deploy_site.sh $YAML_BUILDS/tars/$SITE/ - sed -i -e "s,KEYSTONE_IMAGE=,KEYSTONE_IMAGE=$KEYSTONE_IMAGE,g" $YAML_BUILDS/tars/$SITE/deploy_site.sh - sed -i -e "s,SHIPYARD_IMAGE=,SHIPYARD_IMAGE=$SHIPYARD_IMAGE,g" $YAML_BUILDS/tars/$SITE/deploy_site.sh - sed -i -e "s/DRYDOCK_PASSWORD=/DRYDOCK_PASSWORD=$DRYDOCK_PASSWORD/g" $YAML_BUILDS/tars/$SITE/deploy_site.sh - sed -i -e "s/SHIPYARD_PASSWORD=/SHIPYARD_PASSWORD=$SHIPYARD_PASSWORD/g" $YAML_BUILDS/tars/$SITE/deploy_site.sh - sed -i -e "s/REGION_NAME=/REGION_NAME=$REGION_NAME/g" $YAML_BUILDS/tars/$SITE/deploy_site.sh - sed -i -e "s/{{yaml.genesis.host}}/$GENESIS_HOST/g" $YAML_BUILDS/tars/$SITE/deploy_site.sh - - cp $YAML_BUILDS/tools/update_iptables.sh $YAML_BUILDS/tars/$SITE/ - sed -i -e "s,HOST_INTERFACE=,HOST_INTERFACE=$HOST_INTERFACE,g" $YAML_BUILDS/tars/$SITE/update_iptables.sh - sed -i -e "s,PXE_INTERFACE=,PXE_INTERFACE=$PXE_INTERFACE,g" $YAML_BUILDS/tars/$SITE/update_iptables.sh - - cp $YAML_BUILDS/tools/cleanup.sh $YAML_BUILDS/tars/$SITE/ -} - -prepare_tar(){ - rm -f ./tars/promenade-bundle-$SITE.tar - tar cvf ./tars/promenade-bundle-$SITE.tar -C ./tars/$SITE . -} - -create_directories -get_site_config -gen_certs -gen_bundle -create_scripts -prepare_tar - -exec 2>&- -exec 1>&- -exit 0 +echo "#######################################" +echo "# $0 finished" +echo "#######################################" +pkill -9 $$ && exit 0