tools/1prom-gen.sh

   1 #!/bin/bash
   2 ##############################################################################
   3 # Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.        #
   4 #                                                                            #
   5 # Licensed under the Apache License, Version 2.0 (the "License"); you may    #
   6 # not use this file except in compliance with the License.                   #
   7 #                                                                            #
   8 # You may obtain a copy of the License at                                    #
   9 #       http://www.apache.org/licenses/LICENSE-2.0                           #
  10 #                                                                            #
  11 # Unless required by applicable law or agreed to in writing, software        #
  12 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT  #
  13 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.           #
  14 # See the License for the specific language governing permissions and        #
  15 # limitations under the License.                                             #
  16 ##############################################################################
  17
  18
  19 # re-generate prom config
  20
  21 set -xe
  22 LOGDIR="/var/log/akraino"
  23 mkdir -p $LOGDIR
  24 LOGFILE="$LOGDIR/${1}_$(date +"%Y%m%d%H%M%z")_$(basename $0|cut -d. -f1)"
  25 echo "logging to $LOGFILE"
  26 exec 1> >(tee -a $LOGFILE)
  27 exec 2>&1
  28
  29 source $(dirname $0)/setenv.sh
  30
  31 PROMENADE_IMAGE=quay.io/airshipit/promenade:009f3de7ecf6afcdd2783ac7a12470394d7dfab3
  32
  33 if [ -z "$1" ]
  34 then
  35   echo "Please pass site name as command line argument"
  36   exit -2
  37 else
  38   SITE=${SITE:-$1}
  39   echo "SITE=$SITE"
  40 fi
  41 source $(dirname $0)/env_$SITE.sh
  42
  43 if [ ! -d "$AIRSHIP_TREASUREMAP" ]; then
  44   echo "ERROR: Missing AIRSHIP_TREASUREMAP directory [$AIRSHIP_TREASUREMAP]."
  45   exit -1
  46 fi
  47
  48 if [ ! -d "$AIRSHIP_TEMPLATES" ]; then
  49   echo "ERROR: Missing AIRSHIP_TEMPLATES directory [$AIRSHIP_TEMPLATES]."
  50   exit -1
  51 fi
  52
  53 # Check that we are root
  54 if [[ $(whoami) != "root" ]]
  55 then
  56   echo "Must be root to run $0"
  57   exit -1
  58 fi
  59
  60 if [ -z "$YAML_BUILDS" ]
  61 then
  62   echo "Please set YAML_BUILDS"
  63   exit -3
  64 else
  65   export WORKSPACE=$YAML_BUILDS
  66   echo "WORKSPACE=$WORKSPACE"
  67   cd $YAML_BUILDS
  68 fi
  69
  70 create_directories() {
  71    mkdir -p ./tars/$SITE/configs/promenade
  72    mkdir -p ./tars/$SITE/configs/promenade-bundle
  73 }
  74
  75 get_site_config(){
  76    $YAML_BUILDS/tools/pegleg.sh site -p /site -a /global collect ${SITE} -s /site/tars/$SITE/configs/promenade
  77 }
  78
  79 gen_certs() {
  80    docker run --env http_proxy=$http_proxy  --env https_proxy=$https_proxy --user 0 --rm -t -w /target -v $(pwd):/target ${PROMENADE_IMAGE} promenade generate-certs -o /target/tars/$SITE/configs/promenade /target/tars/$SITE/configs/promenade/*.yaml
  81 }
  82
  83 gen_bundle(){
  84    docker run --env http_proxy=$http_proxy  --env https_proxy=$https_proxy --user 0 --rm -t -w /target -v $(pwd):/target ${PROMENADE_IMAGE} promenade build-all --validators -o /target/tars/$SITE/configs/promenade-bundle /target/tars/$SITE/configs/promenade/*.yaml
  85 }
  86
  87 create_scripts() {
  88   KEYSTONE_IMAGE=$(grep "keystone_db_sync: docker.io" $AIRSHIP_TREASUREMAP/global/v4.0/software/config/versions.yaml | uniq | awk '{print $2}')
  89   SHIPYARD_IMAGE=$(grep "shipyard_db_sync" $AIRSHIP_TREASUREMAP/global/v4.0/software/config/versions.yaml | uniq | awk '{print $2}')
  90
  91   DRYDOCK_PASSWORD=$(grep "^data:" $YAML_BUILDS/site/$SITE/secrets/passphrases/ucp_drydock_keystone_password.yaml | awk '{print $2}')
  92   SHIPYARD_PASSWORD=$(grep "^data:" $YAML_BUILDS/site/$SITE/secrets/passphrases/ucp_shipyard_keystone_password.yaml | awk '{print $2}')
  93   REGION_NAME=$SITE
  94
  95   cp $YAML_BUILDS/tools/deploy_site.sh $YAML_BUILDS/tars/$SITE/
  96   sed -i -e "s,KEYSTONE_IMAGE=,KEYSTONE_IMAGE=$KEYSTONE_IMAGE,g" $YAML_BUILDS/tars/$SITE/deploy_site.sh
  97   sed -i -e "s,SHIPYARD_IMAGE=,SHIPYARD_IMAGE=$SHIPYARD_IMAGE,g" $YAML_BUILDS/tars/$SITE/deploy_site.sh
  98   sed -i -e "s/DRYDOCK_PASSWORD=/DRYDOCK_PASSWORD=$DRYDOCK_PASSWORD/g" $YAML_BUILDS/tars/$SITE/deploy_site.sh
  99   sed -i -e "s/SHIPYARD_PASSWORD=/SHIPYARD_PASSWORD=$SHIPYARD_PASSWORD/g" $YAML_BUILDS/tars/$SITE/deploy_site.sh
 100   sed -i -e "s/REGION_NAME=/REGION_NAME=$REGION_NAME/g" $YAML_BUILDS/tars/$SITE/deploy_site.sh
 101   sed -i -e "s/{{yaml.genesis.host}}/$GENESIS_HOST/g" $YAML_BUILDS/tars/$SITE/deploy_site.sh
 102
 103   cp $YAML_BUILDS/tools/update_iptables.sh $YAML_BUILDS/tars/$SITE/
 104   sed -i -e "s,HOST_INTERFACE=,HOST_INTERFACE=$HOST_INTERFACE,g" $YAML_BUILDS/tars/$SITE/update_iptables.sh
 105   sed -i -e "s,PXE_INTERFACE=,PXE_INTERFACE=$PXE_INTERFACE,g" $YAML_BUILDS/tars/$SITE/update_iptables.sh
 106
 107   cp $YAML_BUILDS/tools/cleanup.sh $YAML_BUILDS/tars/$SITE/
 108 }
 109
 110 prepare_tar(){
 111    rm -f ./tars/promenade-bundle-$SITE.tar
 112    tar cvf ./tars/promenade-bundle-$SITE.tar -C ./tars/$SITE .
 113 }
 114
 115 #create_directories
 116 #get_site_config
 117 #gen_certs
 118 #gen_bundle
 119 #create_scripts
 120 #prepare_tar
 121
 122 (
 123 echo "# Collecting config files in $AIRSHIP_TREASUREMAP/site/$SITE"
 124 cd $AIRSHIP_TREASUREMAP
 125 rm -rf $AIRSHIP_TREASUREMAP/${SITE}_collected
 126 mkdir -p  $AIRSHIP_TREASUREMAP/${SITE}_collected
 127 $AIRSHIP_TREASUREMAP/tools/airship pegleg site -r /target collect $SITE -s ${SITE}_collected || true
 128 )
 129
 130 (
 131 echo "# Rendering config files in $AIRSHIP_TREASUREMAP/site/$SITE"
 132 cd $AIRSHIP_TREASUREMAP
 133 $AIRSHIP_TREASUREMAP/tools/airship pegleg site -r /target render $SITE > ${SITE}_render.yaml || true
 134 )
 135
 136 (
 137 echo "# Generating certs for $AIRSHIP_TREASUREMAP/site/$SITE"
 138 cd $AIRSHIP_TREASUREMAP
 139 rm -rf $AIRSHIP_TREASUREMAP/${SITE}_certs
 140 mkdir -p  $AIRSHIP_TREASUREMAP/${SITE}_certs
 141 $AIRSHIP_TREASUREMAP/tools/airship promenade generate-certs -o /target/${SITE}_certs /target/${SITE}_collected/*.yaml
 142 )
 143
 144 (
 145 echo "# Copying certs to $AIRSHIP_TREASUREMAP/site/$SITE"
 146 cd $AIRSHIP_TREASUREMAP
 147 mkdir -p  $AIRSHIP_TREASUREMAP/site/${SITE}/secrets/certificates
 148 cp $AIRSHIP_TREASUREMAP/${SITE}_certs/certificates.yaml $AIRSHIP_TREASUREMAP/site/${SITE}/secrets/certificates
 149 )
 150
 151 (
 152 echo "# Collecting config files with certs in $AIRSHIP_TREASUREMAP/site/$SITE"
 153 cd $AIRSHIP_TREASUREMAP
 154 rm -rf $AIRSHIP_TREASUREMAP/${SITE}_collected
 155 mkdir -p  $AIRSHIP_TREASUREMAP/${SITE}_collected
 156 $AIRSHIP_TREASUREMAP/tools/airship pegleg site -r /target collect $SITE -s ${SITE}_collected
 157 )
 158
 159 (
 160 echo "# Generating Promenade bundle with $AIRSHIP_TREASUREMAP/${SITE}_collected"
 161 cd $AIRSHIP_TREASUREMAP
 162 rm -rf $AIRSHIP_TREASUREMAP/${SITE}_bundle
 163 mkdir -p  $AIRSHIP_TREASUREMAP/${SITE}_bundle
 164 $AIRSHIP_TREASUREMAP/tools/airship promenade build-all --validators -o /target/${SITE}_bundle /target/${SITE}_collected/*.yaml
 165 )
 166
 167 (
 168 echo "# Copying scripts to $AIRSHIP_TREASUREMAP/${SITE}_bundle"
 169   #KEYSTONE_IMAGE=$(grep "keystone_db_sync: docker.io" $AIRSHIP_TREASUREMAP/global/software/config/versions.yaml | uniq | awk '{print $2}')
 170   SHIPYARD_IMAGE=$(grep "shipyard_db_sync" $AIRSHIP_TREASUREMAP/global/software/config/versions.yaml | uniq | awk '{print $2}')
 171
 172   DRYDOCK_PASSWORD=$(grep "^data:" $AIRSHIP_TREASUREMAP/site/$SITE/secrets/passphrases/ucp_drydock_keystone_password.yaml | awk '{print $2}')
 173   SHIPYARD_PASSWORD=$(grep "^data:" $AIRSHIP_TREASUREMAP/site/$SITE/secrets/passphrases/ucp_shipyard_keystone_password.yaml | awk '{print $2}')
 174   REGION_NAME=$SITE
 175
 176   DEPLOY_SCRIPT=$AIRSHIP_TREASUREMAP/${SITE}_bundle/deploy_site.sh
 177   IPTABLES_SCRIPT=$AIRSHIP_TREASUREMAP/${SITE}_bundle/update_iptables.sh
 178
 179   cp $YAML_BUILDS/tools/deploy_site.sh $AIRSHIP_TREASUREMAP/${SITE}_bundle
 180   sed -i -e "s,KEYSTONE_IMAGE=,KEYSTONE_IMAGE=$KEYSTONE_IMAGE,g" $DEPLOY_SCRIPT
 181   sed -i -e "s,SHIPYARD_IMAGE=,SHIPYARD_IMAGE=$SHIPYARD_IMAGE,g" $DEPLOY_SCRIPT
 182   sed -i -e "s/DRYDOCK_PASSWORD=/DRYDOCK_PASSWORD=$DRYDOCK_PASSWORD/g" $DEPLOY_SCRIPT
 183   sed -i -e "s/SHIPYARD_PASSWORD=/SHIPYARD_PASSWORD=$SHIPYARD_PASSWORD/g" $DEPLOY_SCRIPT
 184   sed -i -e "s/REGION_NAME=/REGION_NAME=$REGION_NAME/g" $DEPLOY_SCRIPT
 185   sed -i -e "s/{{yaml.genesis.host}}/$GENESIS_HOST/g" $DEPLOY_SCRIPT
 186
 187   cp $YAML_BUILDS/tools/update_iptables.sh $AIRSHIP_TREASUREMAP/${SITE}_bundle
 188   sed -i -e "s,HOST_INTERFACE=,HOST_INTERFACE=$HOST_INTERFACE,g" $IPTABLES_SCRIPT
 189   sed -i -e "s,PXE_INTERFACE=,PXE_INTERFACE=$PXE_INTERFACE,g" $IPTABLES_SCRIPT
 190
 191   cp $YAML_BUILDS/tools/cleanup.sh $AIRSHIP_TREASUREMAP/${SITE}_bundle
 192 )
 193
 194 (
 195     echo "# Generating Promenade tar bundle $YAML_BUILDS/tars/promenade-bundle-$SITE.tar"
 196     mkdir -p $YAML_BUILDS/tars
 197     rm -f $YAML_BUILDS/tars/promenade-bundle-$SITE.tar
 198     tar cvf $YAML_BUILDS/tars/promenade-bundle-$SITE.tar -C $AIRSHIP_TREASUREMAP/${SITE}_bundle .
 199 )
 200
 201 exec 2>&-
 202 exec 1>&-
 203 exit 0
 204