From e77725832e75be360eb468b45127e2dc13c34421 Mon Sep 17 00:00:00 2001
From: Mark LaBonte <mlabonte@redhat.com>
Date: Thu, 22 Aug 2024 09:18:49 -0400
Subject: [PATCH] Add files for external testing

---
 tests/interop/README.md          | 23 +++++++++
 tests/interop/create_ci_badge.py | 84 ++++++++++++++++++++++++++++++++
 tests/interop/requirements.txt   |  6 +++
 tests/interop/run_tests.sh       | 27 ++++++++++
 4 files changed, 140 insertions(+)
 create mode 100644 tests/interop/README.md
 create mode 100644 tests/interop/create_ci_badge.py
 create mode 100644 tests/interop/requirements.txt
 create mode 100755 tests/interop/run_tests.sh

diff --git a/tests/interop/README.md b/tests/interop/README.md
new file mode 100644
index 00000000..30ba2735
--- /dev/null
+++ b/tests/interop/README.md
@@ -0,0 +1,23 @@
+# Running tests
+
+## Prerequisites
+
+* Openshift cluster with medical-diagnosis pattern installed
+* kubeconfig file for Openshift cluster
+* oc client installed at ~/oc_client/oc
+
+## Steps
+
+* create python3 venv, clone medical-diagnosis repository
+* export KUBECONFIG=\<path to hub kubeconfig file>
+* export INFRA_PROVIDER=\<infra platform description>
+* (optional) export WORKSPACE=\<dir to save test results to> (defaults to /tmp)
+* cd medical-diagnosis/tests/interop
+* pip install -r requirements.txt
+* ./run_tests.sh
+
+## Results
+
+* results .xml files will be placed at $WORKSPACE
+* test logs will be placed at $WORKSPACE/.results/test_execution_logs/
+* CI badge file will be placed at $WORKSPACE
diff --git a/tests/interop/create_ci_badge.py b/tests/interop/create_ci_badge.py
new file mode 100644
index 00000000..8ed179a4
--- /dev/null
+++ b/tests/interop/create_ci_badge.py
@@ -0,0 +1,84 @@
+import json
+import os
+import subprocess
+from datetime import datetime
+
+from junitparser import JUnitXml
+
+oc = os.environ["HOME"] + "/oc_client/oc"
+
+ci_badge = {
+    "schemaVersion": 1,
+    "label": "Community test",
+    "message": "",
+    "color": "red",
+    "openshiftVersion": "",
+    "infraProvider": os.environ.get("INFRA_PROVIDER"),
+    "patternName": os.environ.get("PATTERN_NAME"),
+    "patternRepo": "",
+    "patternBranch": "",
+    "date": datetime.today().strftime("%Y-%m-%d"),
+    "testSource": "Community",
+    "debugInfo": None,
+}
+
+
+def get_openshift_version():
+    try:
+        version_ret = subprocess.run([oc, "version", "-o", "json"], capture_output=True)
+        version_out = version_ret.stdout.decode("utf-8")
+        openshift_version = json.loads(version_out)["openshiftVersion"]
+        major_minor = ".".join(openshift_version.split(".")[:-1])
+        return openshift_version, major_minor
+    except KeyError as e:
+        print("KeyError:" + str(e))
+        return None
+
+
+if __name__ == "__main__":
+    versions = get_openshift_version()
+    ci_badge["openshiftVersion"] = versions[0]
+
+    pattern_repo = subprocess.run(
+        ["git", "config", "--get", "remote.origin.url"], capture_output=True, text=True
+    )
+    pattern_branch = subprocess.run(
+        ["git", "branch", "--show-current"], capture_output=True, text=True
+    )
+
+    ci_badge["patternRepo"] = pattern_repo.stdout.strip()
+    ci_badge["patternBranch"] = pattern_branch.stdout.strip()
+
+    # Check each xml file for failures
+    results_dir = os.environ.get("WORKSPACE")
+    failures = 0
+
+    for file in os.listdir(results_dir):
+        if file.startswith("test_") and file.endswith(".xml"):
+            with open(os.path.join(results_dir, file), "r") as result_file:  # type: ignore
+                xml = JUnitXml.fromfile(result_file)  # type: ignore
+                for suite in xml:
+                    for case in suite:
+                        if case.result:
+                            failures += 1
+
+    # Determine badge color from results
+    if failures == 0:
+        ci_badge["color"] = "green"
+
+    # For now we assume `message` is the same as patternBranch
+    ci_badge["message"] = ci_badge["patternBranch"]
+
+    ci_badge_json_basename = (
+        os.environ.get("PATTERN_SHORTNAME")  # type: ignore
+        + "-"
+        + os.environ.get("INFRA_PROVIDER")
+        + "-"
+        + versions[1]
+        + "-stable-badge.json"
+    )
+    ci_badge_json_filename = os.path.join(results_dir, ci_badge_json_basename)  # type: ignore
+    print(f"Creating CI badge file at: {ci_badge_json_filename}")
+
+    with open(ci_badge_json_filename, "w") as ci_badge_file:
+        json.dump(ci_badge, ci_badge_file)
diff --git a/tests/interop/requirements.txt b/tests/interop/requirements.txt
new file mode 100644
index 00000000..3b20852f
--- /dev/null
+++ b/tests/interop/requirements.txt
@@ -0,0 +1,6 @@
+pytest
+kubernetes
+openshift
+openshift-python-wrapper
+junitparser
+git+https://github.com/validatedpatterns/vp-qe-test-common.git@development#egg=vp-qe-test-common
\ No newline at end of file
diff --git a/tests/interop/run_tests.sh b/tests/interop/run_tests.sh
new file mode 100755
index 00000000..d60ed787
--- /dev/null
+++ b/tests/interop/run_tests.sh
@@ -0,0 +1,27 @@
+#!/usr/bin/bash
+
+export EXTERNAL_TEST="true"
+export PATTERN_NAME="MedicalDiagnosis"
+export PATTERN_SHORTNAME="medicaldiag"
+
+if [ -z "${KUBECONFIG}" ]; then
+    echo "No kubeconfig file set for hub cluster"
+    exit 1
+fi
+
+if [ -z "${INFRA_PROVIDER}" ]; then
+    echo "INFRA_PROVIDER is not defined"
+    exit 1
+fi
+
+if [ -z "${WORKSPACE}" ]; then
+    export WORKSPACE=/tmp
+fi
+
+pytest -lv --disable-warnings test_subscription_status_hub.py --kubeconfig $KUBECONFIG --junit-xml $WORKSPACE/test_subscription_status_hub.xml
+
+pytest -lv --disable-warnings test_validate_hub_site_components.py --kubeconfig $KUBECONFIG --junit-xml $WORKSPACE/test_validate_hub_site_components.xml
+
+pytest -lv --disable-warnings test_scale_image_generator.py --kubeconfig $KUBECONFIG --junit-xml $WORKSPACE/test_scale_image_generator.xml
+
+python3 create_ci_badge.py