Organize file structure for tests
[validation.git] / bluval / bluval.py
1 #!/usr/bin/python3
2 ##############################################################################
3 # Copyright (c) 2019 AT&T Intellectual Property.                             #
4 # Copyright (c) 2019 Nokia.                                                  #
5 #                                                                            #
6 # Licensed under the Apache License, Version 2.0 (the "License"); you may    #
7 # not use this file except in compliance with the License.                   #
8 #                                                                            #
9 # You may obtain a copy of the License at                                    #
10 #       http://www.apache.org/licenses/LICENSE-2.0                           #
11 #                                                                            #
12 # Unless required by applicable law or agreed to in writing, software        #
13 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT  #
14 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.           #
15 # See the License for the specific language governing permissions and        #
16 # limitations under the License.                                             #
17 ##############################################################################
18 """This module parses yaml file, reads layers, testcases and executes each
19 testcase
20 """
21
22 import subprocess
23 import click
24 import yaml
25
26 def run_testcase(testcase):
27     """Runs a single testcase
28     """
29     show_stopper = testcase.get('show_stopper', False)
30     what = testcase.get('what')
31     results = "results/"+testcase.get('layer')+"/"+what
32     test_path = "tests/"+testcase.get('layer')+"/"+what
33     command = '{} {} {} {}'.format("robot", "-d", results, test_path)
34
35     print('Executing testcase {}'.format(testcase['name']))
36     print('          show_stopper {}'.format(show_stopper))
37     print('Invoking {}'.format(command))
38     try:
39         status = subprocess.call(command, shell=True)
40         if status != 0 and show_stopper:
41             print('Show stopper testcase failed')
42             return status
43     except OSError:
44         print('Error while executing {}'.format(command))
45         return -1
46     return status
47
48
49 def validate_layer(blueprint, layer):
50     """validates a layer by validating all testcases under that layer
51     """
52     print('## Layer {}'.format(layer))
53     for testcase in blueprint[layer]:
54         testcase['layer'] = layer
55         run_testcase(testcase)
56
57
58 def validate_blueprint(yaml_loc, layer):
59     """Parse yaml file and validates given layer. If no layer given all layers
60     validated
61     """
62     with open(yaml_loc) as yaml_file:
63         yamldoc = yaml.safe_load(yaml_file)
64     blueprint = yamldoc['blueprint']
65     if layer is None:
66         for each_layer in blueprint['layers']:
67             validate_layer(blueprint, each_layer)
68     else:
69         validate_layer(blueprint, layer)
70
71
72 @click.command()
73 @click.argument('blueprint')
74 @click.option('--layer', '-l')
75 def main(blueprint, layer):
76     """Takes blueprint name and optional layer. Validates inputs and derives
77     yaml location from blueprint name. Invokes validate on blue print.
78     """
79     yaml_loc = 'bluval/bluval-{}.yaml'.format(blueprint)
80     layer = layer.lower()
81     validate_blueprint(yaml_loc, layer)
82
83
84 if __name__ == "__main__":
85     # pylint: disable=no-value-for-parameter
86     main()