1 ##############################################################################
2 # Copyright (c) 2019 AT&T Intellectual Property. #
3 # Copyright (c) 2019 Nokia. #
4 # Copyright (c) 2019 Enea AB
6 # Licensed under the Apache License, Version 2.0 (the "License"); #
7 # you maynot use this file except in compliance with the License. #
9 # You may obtain a copy of the License at #
10 # http://www.apache.org/licenses/LICENSE-2.0 #
12 # Unless required by applicable law or agreed to in writing, software #
13 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT #
14 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. #
15 # See the License for the specific language governing permissions and #
16 # limitations under the License. #
17 ##############################################################################
20 Documentation Run k8s conformance test using sonobuoy
21 Library OperatingSystem
27 Test Setup Run Keywords
28 ... Check that k8s cluster is reachable
30 ... Create Manifest File
31 Test Teardown Run Keywords
33 ... Close All Connections
36 ${LOG} ${LOG_PATH}${/}${SUITE_NAME.replace(' ','_')}.log
38 &{SONOBUOY} path=gcr.io/heptio-images
39 ... name=sonobuoy:v0.16.1
41 ... name=validation:kube-conformance-v1.16
42 &{SYSTEMD_LOGS} path=akraino
43 ... name=validation:sonobuoy-plugin-systemd-logs-latest
44 &{SONOBUOY_IMGS} sonobuoy=&{SONOBUOY}
46 ... systemd_logs=&{SYSTEMD_LOGS}
48 # Following tests assume DNS domain is "cluster.local"
49 ${DNS_DOMAIN_TESTS} SEPARATOR=
50 ... DNS should provide /etc/hosts entries for the cluster|
51 ... DNS should provide DNS for services|
52 ... DNS should provide DNS for ExternalName services|
53 ... DNS should provide DNS for the cluster|
54 ... DNS should provide DNS for pods for Subdomain|
55 ... DNS should provide DNS for pods for Hostname
57 # Images listed by Sonobuoy but not available for downloading
58 @{SKIP_IMGS} gcr.io/kubernetes-e2e-test-images/windows-nanoserver:v1
59 ... gcr.io/authenticated-image-pulling/windows-nanoserver:v1
60 ... gcr.io/authenticated-image-pulling/alpine:3.7
61 ... k8s.gcr.io/invalid-image:invalid-tag
62 ... invalid.com/invalid/alpine:3.1
65 Run Sonobuoy Conformance Test
67 Run kubectl apply -f ${CURDIR}${/}sonobuoy.yaml
69 ${rc} ${output}= Run And Return Rc And Output
70 ... kubectl describe pod/sonobuoy -n sonobuoy
71 Append To File ${LOG} ${output}${\n}
73 # Wait until the test finishes execution
74 Run while sonobuoy status | grep "Sonobuoy is still running"; do sleep 180; done
75 Append To File ${LOG} "Sonobuoy has completed"${\n}
77 # Get the result and store the sonobuoy logs
78 ${rc} ${output}= Run And Return Rc And Output
79 ... results=$(sonobuoy retrieve ${LOG_PATH}) && sonobuoy e2e $results
80 Append To File ${LOG} ${output}${\n}
81 Should Contain ${output} failed tests: 0
84 Check that k8s cluster is reachable
85 # Check that the config file is mounted in the container
86 File Should Not Be Empty /root/.kube/config
88 # Make sure the pod is reachable with the local k8s client
89 ${rc} ${output}= Run And Return Rc And Output
91 Append To File ${LOG} ${output}${\n}
92 Should Contain ${output} Server Version: version.Info
95 ${rc} ${output}= Run And Return Rc And Output
96 ... kubectl delete -f ${CURDIR}${/}sonobuoy.yaml
97 Append To File ${LOG} ${output}${\n}
99 Should Contain ${output} service "sonobuoy-master" deleted
101 Open Connection And Log In
102 Open Connection ${HOST}
103 Login With Public Key ${USERNAME} ${SSH_KEYFILE}
105 Upload To Internal Registry
106 [Arguments] ${path} ${name}
107 ${rc}= Execute Command
108 ... docker pull ${path}/${name}
109 ... return_stdout=False return_rc=True
110 Should Be Equal As Integers ${rc} 0
111 ${rc}= Execute Command
112 ... docker tag ${path}/${name} ${INT_REG}/bluval/${name}
113 ... return_stdout=False return_rc=True
114 Should Be Equal As Integers ${rc} 0
115 ${rc}= Execute Command
116 ... docker push ${INT_REG}/bluval/${name}
117 ... return_stdout=False return_rc=True
118 Should Be Equal As Integers ${rc} 0
120 Onboard Sonobuoy Images
121 FOR ${img} IN @{SONOBUOY_IMGS}
122 ${path}= Get From Dictionary ${SONOBUOY_IMGS['${img}']} path
123 ${name}= Get From Dictionary ${SONOBUOY_IMGS['${img}']} name
124 Upload To Internal Registry ${path} ${name}
125 Set To Dictionary ${SONOBUOY_IMGS['${img}']} path=${INT_REG}/bluval
128 Onboard Kubernetes e2e Test Images
129 ${result}= Run Process sonobuoy images
130 Should Be Equal As Integers ${result.rc} 0
131 @{images}= Split String ${result.stdout}
132 FOR ${img} IN @{images}
133 Continue For Loop If $img in $SKIP_IMGS
134 ${path} ${name} Split String From Right ${img} / 1
135 Upload To Internal Registry ${path} ${name}
139 ${INT_REG}= Get Variable Value ${INTERNAL_REGISTRY} ${EMPTY}
140 Set Test Variable ${INT_REG}
141 Return From Keyword If $INT_REG == '${EMPTY}'
142 Open Connection And Log In
143 Onboard Sonobuoy Images
144 Onboard Kubernetes e2e Test Images
147 ${flag}= Set Variable Aggregator|Alpha|\\[(Disruptive|Feature:[^\\]]+|Flaky)\\]
148 ${flag}= Run Keyword If '${DNS_DOMAIN}' != 'cluster.local'
149 ... Catenate SEPARATOR=| ${flag} ${DNS_DOMAIN_TESTS}
151 ... Set Variable ${flag}
155 ${skip}= Get Tests To Skip
156 @{flags}= Set Variable
157 ... --e2e-focus \\[Conformance\\\]
158 ... --e2e-skip ${skip}
159 ... --kube-conformance-image ${SONOBUOY_IMGS.e2e.path}/${SONOBUOY_IMGS.e2e.name}
160 ... --sonobuoy-image ${SONOBUOY_IMGS.sonobuoy.path}/${SONOBUOY_IMGS.sonobuoy.name}
161 ... --image-pull-policy Always
163 Run Keyword If $INT_REG != '${EMPTY}' Run Keywords
164 ... Append To List ${flags}
165 ... --e2e-repo-config ${CURDIR}${/}custom_repos.yaml
167 ... Run Process sed -i s|{{ registry }}|${INT_REG}/bluval|g
168 ... ${CURDIR}${/}custom_repos.yaml
169 ${result}= Run Process sonobuoy gen @{flags}
170 Should Be Equal As Integers ${result.rc} 0
171 ${manifest}= Replace String ${result.stdout}
172 ... image: gcr.io/heptio-images/sonobuoy-plugin-systemd-logs:latest
173 ... image: ${SONOBUOY_IMGS.systemd_logs.path}/${SONOBUOY_IMGS.systemd_logs.name}
174 Create File ${CURDIR}${/}sonobuoy.yaml ${manifest}