From 7ed7c91e5a873bc0e0dd8f2c7110b0f743a89fbf Mon Sep 17 00:00:00 2001 From: "Kenneth Benzie (Benie)" Date: Thu, 7 Mar 2024 16:18:34 +0000 Subject: [PATCH] [CTS] Treat skipped tests as passes The conformance tests skip tests when a devices returns `UR_RESULT_ERROR_UNSUPPORTED_FEATURE` and the feature under test is optional. As such, skipped tests count as passes because the device has exhibiting valid behaviour. This patch changes how CTS pass rates are calculated to match. --- scripts/ctest_parser.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) mode change 100644 => 100755 scripts/ctest_parser.py diff --git a/scripts/ctest_parser.py b/scripts/ctest_parser.py old mode 100644 new mode 100755 index 1f9c4f6cfe..bd1a84f3ee --- a/scripts/ctest_parser.py +++ b/scripts/ctest_parser.py @@ -33,8 +33,8 @@ def summarize_results(results): total_failed = len(results['Failed']) total_crashed = total - (total_passed + total_skipped + total_failed) - pass_rate_incl_skipped = percent(total_passed, total) - pass_rate_excl_skipped = percent(total_passed, total - total_skipped) + pass_rate_incl_skipped = percent(total_passed + total_skipped, total) + pass_rate_excl_skipped = percent(total_passed, total) skipped_rate = percent(total_skipped, total) failed_rate = percent(total_failed, total)