X-Git-Url: https://gerrit.akraino.org/r/gitweb?p=validation.git;a=blobdiff_plain;f=conformance%2Fconformance.robot;h=a18b56a459e4ba1e17ffeda298892a76e9f36941;hp=1e0e63657078c16e2fdeeb903bda17af1dbd8128;hb=8f8c2d70787bc305df2c2e3b89016d3f5566b823;hpb=c9557c979fe276c61b4b90b9885ff532e25cbc26

diff --git a/conformance/conformance.robot b/conformance/conformance.robot
index 1e0e636..a18b56a 100644
--- a/conformance/conformance.robot
+++ b/conformance/conformance.robot
@@ -1,6 +1,7 @@
 ##############################################################################
 # Copyright (c) 2019 AT&T Intellectual Property.                             #
 # Copyright (c) 2019 Nokia.                                                  #
+# Copyright (c) 2019 Enea AB
 #                                                                            #
 # Licensed under the Apache License, Version 2.0 (the "License");            #
 # you maynot use this file except in compliance with the License.            #
@@ -15,61 +16,51 @@
 # limitations under the License.                                             #
 ##############################################################################
 
-
 *** Settings ***
-Documentation     Run K8s Conformance Test
-Library           SSHLibrary
+Documentation     Run k8s conformance test using sonobuoy
 Library           OperatingSystem
 Library           BuiltIn
-Suite Setup       Open Connection And Log In
-Suite Teardown    Close All Connections
+Test Setup        Check that k8s cluster is reachable
+Test Teardown     Cleanup Sonobuoy
 
 *** Variables ***
-${HOST}           localhost
-${USERNAME}       localadmin
-${LOG}            /opt/akraino/validation/conformance/print_conformance.txt
+${RESULT_PATH}    /opt/akraino/validation/results/conformance/
+${REPO_PATH}      /opt/akraino/validation/repo/conformance/
+${LOG}            ${RESULT_PATH}${/}conformance.log
 
 *** Test Cases ***
-Get Robot Version
-        [Documentation]         Verify Robot
-        Start Command           robot --version
-        ${stdout}=              Read Command Output
-        Append To File          ${LOG}  ${stdout}${\n}
-        Should Contain          ${stdout}               Robot Framework
-
-Verify Go Package
-        [Documentation]         Verify Go Package
-        Start Command           hello
-        ${stdout}=              Read Command Output
-        Append To File          ${LOG}  ${stdout}${\n}
-        Should Contain          ${stdout}               Hello, world!
-
-
-Start Sonobuoy Conformance Test
-        [Documentation]         Test will take about 1hr and 40 mins to complete
-        ${output}=              Execute Command     cat /opt/akraino/validation/conformance/sonobuoy.yaml | kubectl apply -f -    sudo=True
+Run Sonobuoy Conformance Test
+        # Start the test
+        Run                     kubectl apply -f ${REPO_PATH}${/}sonobuoy.yaml
+        Sleep                   5s
+        ${rc}  ${output}=       Run And Return Rc And Output
+                                ...  kubectl describe pod/sonobuoy -n heptio-sonobuoy
         Append To File          ${LOG}  ${output}${\n}
-        Sleep                   3s
-        Should Contain          ${output}             pod/sonobuoy created
 
+        # Wait until the test finishes execution
+        Run                     until sonobuoy status | grep "Sonobuoy has completed"; do sleep 120; done
+        Append To File          ${LOG}  "Sonobuoy has completed"${\n}
 
-Description of Sonobuoy Pods
-        [Documentation]         Description of Sonobuoy Pod
-        ${output}  ${rc}=       Execute Command      kubectl describe pod/sonobuoy -n heptio-sonobuoy    return_rc=True    sudo=True
+        # Get the result and store the sonobuoy logs
+        ${rc}  ${output}=       Run And Return Rc And Output
+                                ...  results=$(sonobuoy retrieve ${RESULT_PATH}) && sonobuoy e2e $results
         Append To File          ${LOG}  ${output}${\n}
-        Should Be Equal As Integers  ${rc}  0
+        Should Contain          ${output}       failed tests: 0
 
+*** Keywords ***
+Check that k8s cluster is reachable
+        # Check that the config file is mounted in the container
+        File Should Not Be Empty  /root/.kube/config
 
-Verify Conformance Test is Running
-        [Documentation]         Conformance Test ongoing
-        ${output}  ${rc}=       Execute Command       kubectl get pods --all-namespaces -o wide | grep heptio    return_rc=True    sudo=True
+        # Make sure the pod is reachable with the local k8s client
+        ${rc}  ${output}=       Run And Return Rc And Output
+                                ...  kubectl get pods --all-namespaces
         Append To File          ${LOG}  ${output}${\n}
-        Should Be Equal As Integers  ${rc}  0
-
-
-
-*** Keywords ***
-Open Connection And Log In
-  Open Connection       ${HOST}
-  Login With Public Key    ${USERNAME}  /root/.ssh/${USERNAME}_id_rsa
+        Should Contain          ${output}      kube-system
 
+Cleanup Sonobuoy
+        ${rc}  ${output}=       Run And Return Rc And Output
+                                ...  kubectl delete -f ${REPO_PATH}${/}sonobuoy.yaml
+        Append To File          ${LOG}  ${output}${\n}
+        Sleep                   3s
+        Should Contain          ${output}      service "sonobuoy-master" deleted