X-Git-Url: https://gerrit.akraino.org/r/gitweb?a=blobdiff_plain;f=tools%2F1prom-gen.sh;h=2040635238c195bd75f7af84b9f9b44a27e34d6d;hb=f063223e726367835d4f2a9a211bf5a835ca6dd2;hp=7d3b895c8e42200b585f51c651bed423f8b9d2c2;hpb=8ca1343f22312d9711b92fed95ad52655842451a;p=yaml_builds.git diff --git a/tools/1prom-gen.sh b/tools/1prom-gen.sh index 7d3b895..2040635 100755 --- a/tools/1prom-gen.sh +++ b/tools/1prom-gen.sh @@ -1,6 +1,6 @@ #!/bin/bash ############################################################################## -# Copyright © 2018 AT&T Intellectual Property. All rights reserved. # +# Copyright (c) 2018 AT&T Intellectual Property. All rights reserved. # # # # Licensed under the Apache License, Version 2.0 (the "License"); you may # # not use this file except in compliance with the License. # @@ -18,145 +18,99 @@ # re-generate prom config -set -x +set -xe +TIMESTAMP=$(date +"%Y%m%d%H%M") +echo "logging to /var/log/yaml_builds/1prom-gen_$TIMESTAMP.log" +mkdir -p /var/log/yaml_builds +exec > /var/log/yaml_builds/1prom-gen_$TIMESTAMP.log +exec 2>&1 source $(dirname $0)/setenv.sh -PROMENADE_IMAGE=quay.io/airshipit/promenade:master +PROMENADE_IMAGE=quay.io/airshipit/promenade:009f3de7ecf6afcdd2783ac7a12470394d7dfab3 -if [ -z "$AIC_CLCP_MANIFESTS" ] +if [ -z "$AIRSHIP_TREASUREMAP" ] then - echo "Please follow https://codecloud.web.att.com/projects/ST_CCP/repos/aic-clcp-manifests/browse/docs/source/deployment_blueprint.md to clone aic-clcp-manifests. Also set AIC_CLCP_MANIFESTS to it." + echo "Please use https://git.openstack.org/openstack/airship-treasuremap to clone airship_treasuremap. Also set AIRSHIP_TREASUREMAP to it." exit -1 -else - WORKSPACE=$AIC_CLCP_MANIFESTS - echo "WORKSPACE=$WORKSPACE" fi if [ -z "$1" ] then - echo "Plese pass site name as command line argument" + echo "Please pass site name as command line argument" exit -2 else SITE=${SITE:-$1} echo "SITE=$SITE" fi - source $(dirname $0)/env_$SITE.sh + # Check that we are root if [[ $(whoami) != "root" ]] then echo "Must be root to run $0" exit -1 fi -cd $AIC_CLCP_MANIFESTS/tools/ - -install_docker() { - # Configure proxy for Docker daemon - mkdir -p /etc/systemd/system/docker.service.d - mkdir -p /etc/docker - -cat < /etc/apt/sources.list.d/promenade-sources.list -deb http://apt.dockerproject.org/repo ubuntu-xenial main -EOF - -#cat< /etc/docker/daemon.json -#{ -# "insecure-registries": [ -# "artifacts-aic.atlantafoundry.com" -# ], -# "live-restore": true, -# "storage-driver": "overlay2" -#} -#EOF - -cat< /etc/docker/daemon.json -{ - "live-restore": true, - "storage-driver": "overlay2" -} -EOF - -#Set HTTPS Proxy Variable -cat < /etc/systemd/system/docker.service.d/http-proxy.conf -[Service] -Environment="HTTP_PROXY=http://one.proxy.att.com:8888" -EOF - -#Set HTTPS Proxy Variable -cat < /etc/systemd/system/docker.service.d/https-proxy.conf -[Service] -Environment="HTTPS_PROXY=http://one.proxy.att.com:8888" -EOF - -apt-key add - <<"ENDKEY" ------BEGIN PGP PUBLIC KEY BLOCK----- - -mQINBFWln24BEADrBl5p99uKh8+rpvqJ48u4eTtjeXAWbslJotmC/CakbNSqOb9o -ddfzRvGVeJVERt/Q/mlvEqgnyTQy+e6oEYN2Y2kqXceUhXagThnqCoxcEJ3+KM4R -mYdoe/BJ/J/6rHOjq7Omk24z2qB3RU1uAv57iY5VGw5p45uZB4C4pNNsBJXoCvPn -TGAs/7IrekFZDDgVraPx/hdiwopQ8NltSfZCyu/jPpWFK28TR8yfVlzYFwibj5WK -dHM7ZTqlA1tHIG+agyPf3Rae0jPMsHR6q+arXVwMccyOi+ULU0z8mHUJ3iEMIrpT -X+80KaN/ZjibfsBOCjcfiJSB/acn4nxQQgNZigna32velafhQivsNREFeJpzENiG -HOoyC6qVeOgKrRiKxzymj0FIMLru/iFF5pSWcBQB7PYlt8J0G80lAcPr6VCiN+4c -NKv03SdvA69dCOj79PuO9IIvQsJXsSq96HB+TeEmmL+xSdpGtGdCJHHM1fDeCqkZ -hT+RtBGQL2SEdWjxbF43oQopocT8cHvyX6Zaltn0svoGs+wX3Z/H6/8P5anog43U -65c0A+64Jj00rNDr8j31izhtQMRo892kGeQAaaxg4Pz6HnS7hRC+cOMHUU4HA7iM -zHrouAdYeTZeZEQOA7SxtCME9ZnGwe2grxPXh/U/80WJGkzLFNcTKdv+rwARAQAB -tDdEb2NrZXIgUmVsZWFzZSBUb29sIChyZWxlYXNlZG9ja2VyKSA8ZG9ja2VyQGRv -Y2tlci5jb20+iQI4BBMBAgAiBQJVpZ9uAhsvBgsJCAcDAgYVCAIJCgsEFgIDAQIe -AQIXgAAKCRD3YiFXLFJgnbRfEAC9Uai7Rv20QIDlDogRzd+Vebg4ahyoUdj0CH+n -Ak40RIoq6G26u1e+sdgjpCa8jF6vrx+smpgd1HeJdmpahUX0XN3X9f9qU9oj9A4I -1WDalRWJh+tP5WNv2ySy6AwcP9QnjuBMRTnTK27pk1sEMg9oJHK5p+ts8hlSC4Sl -uyMKH5NMVy9c+A9yqq9NF6M6d6/ehKfBFFLG9BX+XLBATvf1ZemGVHQusCQebTGv -0C0V9yqtdPdRWVIEhHxyNHATaVYOafTj/EF0lDxLl6zDT6trRV5n9F1VCEh4Aal8 -L5MxVPcIZVO7NHT2EkQgn8CvWjV3oKl2GopZF8V4XdJRl90U/WDv/6cmfI08GkzD -YBHhS8ULWRFwGKobsSTyIvnbk4NtKdnTGyTJCQ8+6i52s+C54PiNgfj2ieNn6oOR -7d+bNCcG1CdOYY+ZXVOcsjl73UYvtJrO0Rl/NpYERkZ5d/tzw4jZ6FCXgggA/Zxc -jk6Y1ZvIm8Mt8wLRFH9Nww+FVsCtaCXJLP8DlJLASMD9rl5QS9Ku3u7ZNrr5HWXP -HXITX660jglyshch6CWeiUATqjIAzkEQom/kEnOrvJAtkypRJ59vYQOedZ1sFVEL -MXg2UCkD/FwojfnVtjzYaTCeGwFQeqzHmM241iuOmBYPeyTY5veF49aBJA1gEJOQ -TvBR8Q== -=Fm3p ------END PGP PUBLIC KEY BLOCK----- -ENDKEY - - apt-get update - apt-get install -y docker-engine=1.13.1-0~ubuntu-xenial socat=1.7.3.1-1 - systemctl daemon-reload - systemctl restart docker || true -} -cleanup() { - rm -rf ./configs/promenade - rm -rf ./configs/promenade-bundle - mkdir -p ./configs/promenade - mkdir -p ./configs/promenade-bundle +if [ -z "$YAML_BUILDS" ] +then + echo "Please set YAML_BUILDS" + exit -3 +else + export WORKSPACE=$YAML_BUILDS + echo "WORKSPACE=$WORKSPACE" + cd $YAML_BUILDS +fi + +create_directories() { + mkdir -p ./tars/$SITE/configs/promenade + mkdir -p ./tars/$SITE/configs/promenade-bundle } get_site_config(){ - ./pegleg.sh site -p /workspace collect ${SITE} -s /workspace/tools/configs/promenade + $YAML_BUILDS/tools/pegleg.sh site -p /site -a /global collect ${SITE} -s /site/tars/$SITE/configs/promenade } gen_certs() { - docker run --env http_proxy=$http_proxy --env https_proxy=$https_proxy --user 0 --rm -t -w /target -v $(pwd):/target ${PROMENADE_IMAGE} promenade generate-certs -o /target/configs/promenade /target/configs/promenade/*.yaml + docker run --env http_proxy=$http_proxy --env https_proxy=$https_proxy --user 0 --rm -t -w /target -v $(pwd):/target ${PROMENADE_IMAGE} promenade generate-certs -o /target/tars/$SITE/configs/promenade /target/tars/$SITE/configs/promenade/*.yaml } gen_bundle(){ - docker run --env http_proxy=$http_proxy --env https_proxy=$https_proxy --user 0 --rm -t -w /target -v $(pwd):/target ${PROMENADE_IMAGE} promenade build-all --validators -o /target/configs/promenade-bundle /target/configs/promenade/*.yaml + docker run --env http_proxy=$http_proxy --env https_proxy=$https_proxy --user 0 --rm -t -w /target -v $(pwd):/target ${PROMENADE_IMAGE} promenade build-all --validators -o /target/tars/$SITE/configs/promenade-bundle /target/tars/$SITE/configs/promenade/*.yaml +} + +create_scripts() { + KEYSTONE_IMAGE=$(grep "keystone_db_sync: docker.io" $AIRSHIP_TREASUREMAP/global/v4.0/software/config/versions.yaml | uniq | awk '{print $2}') + SHIPYARD_IMAGE=$(grep "shipyard_db_sync" $AIRSHIP_TREASUREMAP/global/v4.0/software/config/versions.yaml | uniq | awk '{print $2}') + + DRYDOCK_PASSWORD=$(grep "^data:" $YAML_BUILDS/site/$SITE/secrets/passphrases/ucp_drydock_keystone_password.yaml | awk '{print $2}') + SHIPYARD_PASSWORD=$(grep "^data:" $YAML_BUILDS/site/$SITE/secrets/passphrases/ucp_shipyard_keystone_password.yaml | awk '{print $2}') + REGION_NAME=$SITE + + cp $YAML_BUILDS/tools/deploy_site.sh $YAML_BUILDS/tars/$SITE/ + sed -i -e "s,KEYSTONE_IMAGE=,KEYSTONE_IMAGE=$KEYSTONE_IMAGE,g" $YAML_BUILDS/tars/$SITE/deploy_site.sh + sed -i -e "s,SHIPYARD_IMAGE=,SHIPYARD_IMAGE=$SHIPYARD_IMAGE,g" $YAML_BUILDS/tars/$SITE/deploy_site.sh + sed -i -e "s/DRYDOCK_PASSWORD=/DRYDOCK_PASSWORD=$DRYDOCK_PASSWORD/g" $YAML_BUILDS/tars/$SITE/deploy_site.sh + sed -i -e "s/SHIPYARD_PASSWORD=/SHIPYARD_PASSWORD=$SHIPYARD_PASSWORD/g" $YAML_BUILDS/tars/$SITE/deploy_site.sh + sed -i -e "s/REGION_NAME=/REGION_NAME=$REGION_NAME/g" $YAML_BUILDS/tars/$SITE/deploy_site.sh + sed -i -e "s/{{yaml.genesis.host}}/$GENESIS_HOST/g" $YAML_BUILDS/tars/$SITE/deploy_site.sh + + cp $YAML_BUILDS/tools/update_iptables.sh $YAML_BUILDS/tars/$SITE/ + sed -i -e "s,HOST_INTERFACE=,HOST_INTERFACE=$HOST_INTERFACE,g" $YAML_BUILDS/tars/$SITE/update_iptables.sh + sed -i -e "s,PXE_INTERFACE=,PXE_INTERFACE=$PXE_INTERFACE,g" $YAML_BUILDS/tars/$SITE/update_iptables.sh + + cp $YAML_BUILDS/tools/cleanup.sh $YAML_BUILDS/tars/$SITE/ } prepare_tar(){ - rm ./promenade-bundle.tar - cp ./configs/promenade/*.yaml ./configs/promenade-bundle/ - tar cvf promenade-bundle.tar ./configs/promenade-bundle/ + rm -f ./tars/promenade-bundle-$SITE.tar + tar cvf ./tars/promenade-bundle-$SITE.tar -C ./tars/$SITE . } -#install_docker -cleanup +create_directories get_site_config gen_certs gen_bundle +create_scripts prepare_tar -