# See the License for the specific language governing permissions and #
# limitations under the License. #
##############################################################################
-"""This module parses yaml file, reads sections, testcases and executes each
+"""This module parses yaml file, reads layers, testcases and executes each
testcase
"""
import subprocess
import sys
+import traceback
+from pathlib import Path
+
+import click
import yaml
+from bluutil import BluvalError
+from bluutil import ShowStopperError
+
+_OPTIONAL_ALSO = False
+
def run_testcase(testcase):
"""Runs a single testcase
"""
- show_stopper = testcase.get('show_stopper', False)
+ name = testcase.get('name')
+ skip = testcase.get('skip', "False")
+ optional = testcase.get('optional', "False")
+ if skip.lower() == "true":
+ # skip is mentioned and true.
+ print('Skipping {}'.format(name))
+ return
+ print("_OPTIONAL_ALSO {}".format(_OPTIONAL_ALSO))
+ if not _OPTIONAL_ALSO and optional.lower() == "true":
+ # Optional Test case.
+ print('Ignoring Optional {} testcase'.format(name))
+ return
+ show_stopper = testcase.get('show_stopper', "False")
+ what = testcase.get('what')
+ mypath = Path(__file__).absolute()
+ results_path = mypath.parents[2].joinpath(
+ "results/"+testcase.get('layer')+"/"+what)
+ test_path = mypath.parents[1].joinpath(
+ "tests/"+testcase.get('layer')+"/"+what)
+
+ # add to the variables file the path to where to sotre the logs
+ variables_file = mypath.parents[1].joinpath("tests/variables.yaml")
+ variables_dict = yaml.safe_load(variables_file.open())
+ variables_dict['log_path'] = str(results_path)
+ variables_updated_file = mypath.parents[1].joinpath("tests/variables_updated.yaml")
+ variables_updated_file.write_text(str(variables_dict))
+ variables_loglevel = variables_dict['loglevel']
+
+ # run the test
+ args = ["robot", "-V", str(variables_updated_file),
+ "-d", str(results_path),
+ "-n", "non-critical",
+ "-b", "debug.log",
+ "-L", str(variables_loglevel),
+ str(test_path)]
- print('Executing testcase {}'.format(testcase['name']))
- print(' show_stopper {}'.format(show_stopper))
- cmd = 'robot {}'.format(testcase['what'])
- print('Invoking {}'.format(cmd))
+ print('Executing testcase {}'.format(name))
+ print('show_stopper {}'.format(show_stopper))
+ print('Invoking {}'.format(args), flush=True)
try:
- status = subprocess.call(cmd, shell=True)
- if status != 0 and testcase['show_stopper']:
- print('Show stopper testcase failed')
- return status
+ status = subprocess.call(args, shell=False)
+ if status != 0 and show_stopper.lower() == "true":
+ raise ShowStopperError(name)
except OSError:
- print('Error while executing {}'.format(cmd))
- return -1
- return status
+ #print('Error while executing {}'.format(args))
+ raise BluvalError(OSError)
-def parse_yaml(testcase_loc):
- """Parse yaml file and do tasks on each testcase
+def validate_layer(blueprint, layer):
+ """validates a layer by validating all testcases under that layer
"""
- with open(testcase_loc) as testcase_file:
- testcases = yaml.safe_load(testcase_file)
- blueprint = testcases['blueprint']
- for section in blueprint['sections']:
- print('## Section {}'.format(section))
- for testcase in blueprint[section]:
- run_testcase(testcase)
+ print('## Layer {}'.format(layer))
+ for testcase in blueprint[layer]:
+ testcase['layer'] = layer
+ run_testcase(testcase)
+
+
+def validate_blueprint(yaml_loc, layer):
+ """Parse yaml file and validates given layer. If no layer given all layers
+ validated
+ """
+ with open(str(yaml_loc)) as yaml_file:
+ yamldoc = yaml.safe_load(yaml_file)
+ blueprint = yamldoc['blueprint']
+ validate_layer(blueprint, layer)
+
+
+def write_test_info(layer):
+ """writes testing info to test_info.yaml
+ """
+ data = dict(
+ test_info=dict(
+ layer=layer,
+ optional=_OPTIONAL_ALSO,
+ )
+ )
+
+ with open('/opt/akraino/results/test_info.yaml', 'w') as outfile:
+ yaml.dump(data, outfile, default_flow_style=False)
+
+
+@click.command()
+@click.argument('blueprint')
+@click.option('--layer', '-l')
+@click.option('--optional_also', '-o', is_flag=True)
+def main(blueprint, layer, optional_also):
+ """Takes blueprint name and optional layer. Validates inputs and derives
+ yaml location from blueprint name. Invokes validate on blue print.
+ """
+ global _OPTIONAL_ALSO # pylint: disable=global-statement
+ mypath = Path(__file__).absolute()
+ yaml_loc = mypath.parents[0].joinpath('bluval-{}.yaml'.format(blueprint))
+ if layer is not None:
+ layer = layer.lower()
+ if optional_also:
+ _OPTIONAL_ALSO = True
+ print("_OPTIONAL_ALSO {}".format(_OPTIONAL_ALSO))
+
+ try:
+ write_test_info(layer)
+ validate_blueprint(yaml_loc, layer)
+ except ShowStopperError as err:
+ print('ShowStopperError:', err)
+ except BluvalError as err:
+ print('Unexpected BluvalError', err)
+ raise
+ except:
+ print("Exception in user code:")
+ print("-"*60)
+ traceback.print_exc(file=sys.stdout)
+ print("-"*60)
+ raise
if __name__ == "__main__":
- if len(sys.argv) != 2:
- print('usage: bluval.py <testcase.yaml>')
- sys.exit(1)
- parse_yaml(sys.argv[1])
+ # pylint: disable=no-value-for-parameter
+ main()
Code Review / validation.git / blobdiff