test: introduce fault_injection test label (Python)

Signed-off-by: Jan Michalski <jan.michalski@intel.com>

src/test/RUNTESTS.py

@@ -90,6 +90,10 @@ def run_tests(self):
             if tc.test_type not in self.config.test_type:
                 continue
 
+            if self.config.test_label != '' and \
+                    self.config.test_label not in tc.labels:
+                continue
+
             if not tc.enabled:
                 continue
 

src/test/obj_critnib/TESTS.py

@@ -1,6 +1,6 @@
 #!../env.py
 # SPDX-License-Identifier: BSD-3-Clause
-# Copyright 2020, Intel Corporation
+# Copyright 2020-2023, Intel Corporation
 #
 
 import testframework as t
@@ -10,6 +10,7 @@
 @g.no_testdir()
 class TEST0(t.Test):
     test_type = t.Medium
+    labels = ['fault_injection']
 
     def run(self, ctx):
         ctx.exec('obj_critnib')

src/test/pmem2_config/TESTS.py

@@ -1,6 +1,6 @@
 #!../env.py
 # SPDX-License-Identifier: BSD-3-Clause
-# Copyright 2019-2020, Intel Corporation
+# Copyright 2019-2023, Intel Corporation
 #
 
 
@@ -32,6 +32,7 @@ class TEST0(Pmem2ConfigNoDir):
 
 class TEST1(Pmem2ConfigNoDir):
     """allocation of pmem2_config in case of missing memory in system"""
+    labels = ['fault_injection']
     test_case = "test_alloc_cfg_enomem"
 
 

src/test/pmem2_map_from_existing/TESTS.py

@@ -34,6 +34,7 @@ class TEST2(Pmem2_from_existing):
 
 class TEST3(Pmem2_from_existing):
     """inject enomem in to allocation of map object"""
+    labels = ['fault_injection']
     test_case = "test_map_allocation_enomem"
 
 

src/test/pmem2_source/TESTS.py

@@ -55,6 +55,7 @@ class TEST3(PMEM2_SOURCE):
 
 class TEST4(PMEM2_SOURCE):
     """allocation of pmem2_source in case of missing memory in system"""
+    labels = ['fault_injection']
     test_case = "test_alloc_src_enomem"
 
 

src/test/pmem2_vm_reservation/TESTS.py

@@ -167,11 +167,13 @@ class TEST13(PMEM2_VM_RESERVATION_DEVDAX):
 
 class TEST14(PMEM2_VM_RESERVATION):
     """create a vm reservation with with error injection"""
+    labels = ['fault_injection']
     test_case = "test_vm_reserv_new_alloc_enomem"
 
 
 class TEST15(PMEM2_VM_RESERVATION_DEVDAX):
     """DevDax create a vm reservation with with error injection"""
+    labels = ['fault_injection']
     test_case = "test_vm_reserv_new_alloc_enomem"
 
 

src/test/scope/TESTS.py

@@ -76,16 +76,19 @@ def run(self, ctx):
 
 class TEST2(Common):
     """Check scope of libpmem library (*nix)"""
+    labels = ['fault_injection']
     checked_lib = 'libpmem'
 
 
 class TEST5(Common):
     """Check scope of libpmemobj library (*nix)"""
+    labels = ['fault_injection']
     checked_lib = 'libpmemobj'
 
 
 class TEST6(Common):
     """Check scope of libpmempool library (*nix)"""
+    labels = ['fault_injection']
     checked_lib = 'libpmempool'
 
 

src/test/unittest/basetest.py

@@ -150,6 +150,7 @@ class BaseTest(metaclass=_TestCase):
     """
     enabled = True
     force_disabled = False
+    labels = []
 
     def __init__(self):
         self.ctx = None

src/test/unittest/configurator.py

@@ -273,6 +273,9 @@ def ctx_choices(cls):
         parser.add_argument('--fail-on-skip', dest='fail_on_skip',
                             action='store_const', const=True,
                             help='Skipping tests also fail')
+        parser.add_argument('--test-label', dest='test_label', default='',
+                            action='store',
+                            help='Run only tests marked with the label')
 
         tracers = parser.add_mutually_exclusive_group()
         tracers.add_argument('--tracer', dest='tracer', help='run C binary '