X-Git-Url: https://gerrit.akraino.org/r/gitweb?p=validation.git;a=blobdiff_plain;f=bluval%2Fblucon.py;h=804bf636a5ab4f895734c2427fbdbc0151d41449;hp=0d5d7ca88d6e72c3b604629e8cc4ff00ce04dcab;hb=HEAD;hpb=97008c11c42915afad6ed9ebb53e2c25312360cd diff --git a/bluval/blucon.py b/bluval/blucon.py index 0d5d7ca..804bf63 100644 --- a/bluval/blucon.py +++ b/bluval/blucon.py @@ -29,6 +29,7 @@ import yaml from bluutil import BluvalError from bluutil import ShowStopperError +_PULL = False _OPTIONAL_ALSO = False _SUBNET = "" @@ -53,27 +54,43 @@ def get_volumes(layer): return volume_list -def invoke_docker(bluprint, layer): +def pull_docker(layer, tag): + """Pull docker image for given layer + """ + cmd = ("docker pull akraino/validation:{0}-{1}" + .format(layer, tag)) + + args = [cmd] + try: + print('\nPulling image using {}'.format(args), flush=True) + subprocess.call(args, shell=True) + except OSError: + raise BluvalError(OSError) + + +def invoke_docker(bluprint, layer, tag): """Start docker container for given layer """ + if _PULL: + pull_docker(layer, tag) volume_list = get_volumes('common') + get_volumes(layer) - cmd = ("docker run --rm" + volume_list + _SUBNET + - " akraino/validation:{0}-latest" + cmd = ("docker run --rm --net=host" + volume_list + _SUBNET + + " akraino/validation:{0}-{3}" " /bin/sh -c" " 'cd /opt/akraino/validation " "&& python -B bluval/bluval.py -l {0} {1} {2}'" - .format(layer, ("-o" if _OPTIONAL_ALSO else ""), bluprint)) + .format(layer, ("-o" if _OPTIONAL_ALSO else ""), bluprint, tag)) args = [cmd] try: - print('\nInvoking {}'.format(args)) + print('\nInvoking {}'.format(args), flush=True) subprocess.call(args, shell=True) except OSError: #print('Error while executing {}'.format(args)) raise BluvalError(OSError) -def invoke_dockers(yaml_loc, layer, blueprint_name): +def invoke_dockers(yaml_loc, layer, blueprint_name, tag): """Parses yaml file and starts docker container for one/all layers """ with open(str(yaml_loc)) as yaml_file: @@ -81,34 +98,44 @@ def invoke_dockers(yaml_loc, layer, blueprint_name): blueprint = yamldoc['blueprint'] if layer is None or layer == "all": for each_layer in blueprint['layers']: - invoke_docker(blueprint_name, each_layer) + invoke_docker(blueprint_name, each_layer, tag) else: - invoke_docker(blueprint_name, layer) + invoke_docker(blueprint_name, layer, tag) @click.command() @click.argument('blueprint') @click.option('--layer', '-l') @click.option('--network', '-n') +@click.option('--tag', '-t') @click.option('--optional_also', '-o', is_flag=True) -def main(blueprint, layer, network, optional_also): +@click.option('--pull', '-P', is_flag=True) +# pylint: disable=too-many-arguments +def main(blueprint, layer, network, tag, optional_also, pull): """Takes blueprint name and optional layer. Validates inputs and derives - yaml location from blueprint name. Invokes validate on blue print. + yaml location from blueprint name. Invokes validate on blueprint. """ + global _PULL # pylint: disable=global-statement global _OPTIONAL_ALSO # pylint: disable=global-statement global _SUBNET # pylint: disable=global-statement mypath = Path(__file__).absolute() yaml_loc = mypath.parents[0].joinpath('bluval-{}.yaml'.format(blueprint)) if layer is not None: layer = layer.lower() + if pull: + _PULL = True + print("_PULL {}".format(_PULL)) if optional_also: _OPTIONAL_ALSO = True print("_OPTIONAL_ALSO {}".format(_OPTIONAL_ALSO)) if network is not None: _SUBNET = " --net=" + network print("Using", _SUBNET) + if tag is None: + tag = 'latest' + print("Using tag {}".format(tag)) try: - invoke_dockers(yaml_loc, layer, blueprint) + invoke_dockers(yaml_loc, layer, blueprint, tag) except ShowStopperError as err: print('ShowStopperError:', err) except BluvalError as err: