From ad5accc11856afda49c8ead0c05af08794c7b182 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Stevan=20Radakovi=C4=87?= <stevan.radakovic@linaro.org>
Date: Tue, 3 Dec 2024 13:00:16 +0100
Subject: [PATCH] Add prototype appliance test definition for integration
 testing
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Signed-off-by: Stevan Radaković <stevan.radakovic@linaro.org>
---
 automated/linux/torizon/integration-tests.sh  | 25 ++++++++++++
 .../linux/torizon/integration-tests.yaml      | 35 ++++++++++++++++
 automated/utils/parse-robot-framework.py      | 40 +++++++++++++++++++
 3 files changed, 100 insertions(+)
 create mode 100755 automated/linux/torizon/integration-tests.sh
 create mode 100644 automated/linux/torizon/integration-tests.yaml
 create mode 100755 automated/utils/parse-robot-framework.py

diff --git a/automated/linux/torizon/integration-tests.sh b/automated/linux/torizon/integration-tests.sh
new file mode 100755
index 000000000..3700b4094
--- /dev/null
+++ b/automated/linux/torizon/integration-tests.sh
@@ -0,0 +1,25 @@
+#!/bin/sh
+# SPDX-License-Identifier: GPL-2.0-only
+# Copyright (C) 2024 Linaro Ltd.
+set -x
+. ../../lib/sh-test-lib
+
+# source the secrets file to get the gitlab_token env var
+. ../../../../../../secrets > /dev/null 2>&1
+
+# install dependencies
+install_deps "bzip2 curl firefox-esr git python3-pip wget" "$SKIP_INSTALL"
+
+# install spire package
+wget https://github.com/Linaro/SPIRE-CLI-S-/releases/download/0.2.0-alpha%2B006/staging-spire_0.2.0-alpha+006_linux_amd64.deb
+dpkg -i staging-spire_0.2.0-alpha+006_linux_amd64.deb
+
+# clone baklava-integration repo and install required pip pkgs
+get_test_program "https://gitlab-ci-token:${GITLAB_TOKEN}@gitlab.com/LinaroLtd/lava/appliance/baklava-integration.git" "baklava-integration" "main"
+pip3 install -r requirements.txt
+
+export SPIRE_PAT_TOKEN LAVA_TOKEN LAVA_PASSWORD
+
+# run tests
+robot --pythonpath . --variable remote:"$IS_REMOTE" --outputdir=.. test/
+exit 0
diff --git a/automated/linux/torizon/integration-tests.yaml b/automated/linux/torizon/integration-tests.yaml
new file mode 100644
index 000000000..89242e4e6
--- /dev/null
+++ b/automated/linux/torizon/integration-tests.yaml
@@ -0,0 +1,35 @@
+# SPDX-License-Identifier: GPL-2.0-only
+# Copyright (C) 2024 Linaro Ltd.
+metadata:
+    name: integration-tests
+    format: "Lava-Test Test Definition 1.0"
+    description: "Run appliance integration tests in LAVA."
+    maintainer:
+        - stevan.radakovic@linaro.org
+    os:
+        - debian
+        - ubuntu
+    devices:
+        - qemu
+    scope:
+        - functional
+
+params:
+    SKIP_INSTALL: "False"
+    IS_REMOTE: "False"
+    GITLAB_TOKEN: ""
+    BAKFLEET_URL: ""
+    LAVA_URL: ""
+    LAVA_USERNAME: ""
+    LAVA_TOKEN: ""
+    LAVA_PASSWORD: ""
+    BAKLAWEB_URL: ""
+    SPIRE_USER_EMAIL: ""
+    SPIRE_PAT_TOKEN: ""
+
+run:
+    steps:
+        - cd ./automated/linux/torizon/
+        - export IS_REMOTE BAKFLEET_URL BAKLAWEB_URL SPIRE_USER_EMAIL LAVA_USERNAME LAVA_URL
+        - ./integration-tests.sh
+        - ../../utils/parse-robot-framework.py -r output.xml
diff --git a/automated/utils/parse-robot-framework.py b/automated/utils/parse-robot-framework.py
new file mode 100755
index 000000000..4e1cac12b
--- /dev/null
+++ b/automated/utils/parse-robot-framework.py
@@ -0,0 +1,40 @@
+#!/usr/bin/env python
+# SPDX-License-Identifier: GPL-2.0-only
+# Copyright (C) 2024 Linaro Ltd.
+
+import argparse
+import subprocess
+from robot.api import ExecutionResult, ResultVisitor
+
+
+def parse_args():
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "-r",
+        "--result-file",
+        dest="result_file",
+        default="./output.xml",
+        help="Specify robot framework XML test result file.",
+    )
+    args = parser.parse_args()
+    return args
+
+
+def main():
+    result = ExecutionResult(args.result_file)
+
+    def get_all_tests(suite):
+        for test in suite.tests:
+            yield test
+        for sub_suite in suite.suites:
+            yield from get_all_tests(sub_suite)
+
+    for test in get_all_tests(result.suite):
+        print(
+            f"<LAVA_SIGNAL_TESTCASE TEST_CASE_ID={test.name.replace(' ', '')} RESULT={test.status.lower()}>"
+        )
+
+
+if __name__ == "__main__":
+    args = parse_args()
+    main()