From 8ffd40b7284603b6a26d30308c5a2aa70a694b0b Mon Sep 17 00:00:00 2001
From: Xuezhao Liu <xuezhao.liu@intel.com>
Date: Tue, 27 Jun 2023 02:24:40 +0000
Subject: [PATCH 1/3] DAOS-13380 engine: test tgt_nr

Test-tag: daily_regression full_regression

Required-githooks: true

Signed-off-by: Xuezhao Liu <xuezhao.liu@intel.com>
---
 src/control/server/ctl_storage_rpc_test.go    |  6 +-
 src/control/server/instance.go                |  8 --
 src/control/server/instance_exec.go           |  6 --
 src/engine/init.c                             | 91 ++++++++++---------
 .../control/dmg_server_set_logmasks.yaml      |  1 +
 src/tests/ftest/harness/core_files.yaml       |  1 +
 src/tests/ftest/pool/create_all_vm.yaml       |  2 +-
 utils/nlt_server.yaml                         |  1 +
 8 files changed, 54 insertions(+), 62 deletions(-)

diff --git a/src/control/server/ctl_storage_rpc_test.go b/src/control/server/ctl_storage_rpc_test.go
index f2a402cfd5e..b2d25ad8b2e 100644
--- a/src/control/server/ctl_storage_rpc_test.go
+++ b/src/control/server/ctl_storage_rpc_test.go
@@ -1569,7 +1569,10 @@ func TestServer_CtlSvc_StorageScan_PostEngineStart(t *testing.T) {
 			var engineCfgs []*engine.Config
 			for i, sc := range tc.storageCfgs {
 				log.Debugf("storage cfg contains bdevs %v for engine %d", sc.Bdevs(), i)
-				engineCfgs = append(engineCfgs, engine.MockConfig().WithStorage(sc...))
+				engineCfgs = append(engineCfgs,
+					engine.MockConfig().
+						WithStorage(sc...).
+						WithTargetCount(tc.engineTargetCount[i]))
 			}
 			sCfg := config.DefaultServer().WithEngines(engineCfgs...)
 			cs := mockControlService(t, log, sCfg, csbmbc, tc.smbc, tc.smsc)
@@ -1625,7 +1628,6 @@ func TestServer_CtlSvc_StorageScan_PostEngineStart(t *testing.T) {
 				}
 				te.setDrpcClient(newMockDrpcClient(dcc))
 				te._superblock.Rank = ranklist.NewRankPtr(uint32(idx + 1))
-				te.setTargetCount(tc.engineTargetCount[idx])
 				for _, tc := range te.storage.GetBdevConfigs() {
 					tc.Bdev.DeviceRoles.OptionBits = storage.OptionBits(storage.BdevRoleAll)
 				}
diff --git a/src/control/server/instance.go b/src/control/server/instance.go
index 3837860fabd..14f53cf3b5b 100644
--- a/src/control/server/instance.go
+++ b/src/control/server/instance.go
@@ -338,14 +338,6 @@ func (ei *EngineInstance) setHugepageSz(hpSizeMb int) {
 	ei.runner.GetConfig().HugepageSz = hpSizeMb
 }
 
-// setTargetCount updates target count in engine config.
-func (ei *EngineInstance) setTargetCount(numTargets int) {
-	ei.Lock()
-	defer ei.Unlock()
-
-	ei.runner.GetConfig().TargetCount = numTargets
-}
-
 // GetTargetCount returns the target count set for this instance.
 func (ei *EngineInstance) GetTargetCount() int {
 	ei.RLock()
diff --git a/src/control/server/instance_exec.go b/src/control/server/instance_exec.go
index 3a31d036137..ab22cb4504f 100644
--- a/src/control/server/instance_exec.go
+++ b/src/control/server/instance_exec.go
@@ -90,12 +90,6 @@ func (ei *EngineInstance) finishStartup(ctx context.Context, ready *srvpb.Notify
 	if err := ei.handleReady(ctx, ready); err != nil {
 		return err
 	}
-	// update engine target count to reflect allocated number of targets, not number requested
-	// when starting
-	// NOTE: Engine mem_size passed on engine invocation is based on the number of targets
-	//       requested in config so if number of targets allocated doesn't match the number of
-	//       targets requested the mem_size value may be inappropriate.
-	ei.setTargetCount(int(ready.GetNtgts()))
 
 	ei.ready.SetTrue()
 
diff --git a/src/engine/init.c b/src/engine/init.c
index a376488e62b..8d580188022 100644
--- a/src/engine/init.c
+++ b/src/engine/init.c
@@ -40,8 +40,7 @@
 static char		modules[MAX_MODULE_OPTIONS + 1];
 
 /**
- * Number of target threads the user would like to start
- * 0 means default value, see dss_tgt_nr_get();
+ * Number of target threads the user would like to start.
  */
 static unsigned int	nr_threads;
 
@@ -250,56 +249,61 @@ modules_load(void)
 	return rc;
 }
 
+static unsigned int
+ncores_needed(unsigned int tgt_nr, unsigned int nr_helpers)
+{
+	return DAOS_TGT0_OFFSET + tgt_nr + nr_helpers;
+}
+
 /**
- * Get the appropriate number of main XS based on the number of cores and
- * passed in preferred number of threads.
+ * Check if the #targets and #nr_xs_helpers is valid to start server, the #nr_xs_helpers possibly
+ * be reduced.
  */
 static int
-dss_tgt_nr_get(unsigned int ncores, unsigned int nr, bool oversubscribe)
+dss_tgt_nr_check(unsigned int ncores, unsigned int tgt_nr, bool oversubscribe)
 {
-	int tgt_nr;
-
 	D_ASSERT(ncores >= 1);
 
 	/* at most 2 helper XS per target */
-	if (dss_tgt_offload_xs_nr > 2 * nr)
-		dss_tgt_offload_xs_nr = 2 * nr;
-	else if (dss_tgt_offload_xs_nr == 0)
+	if (dss_tgt_offload_xs_nr > 2 * tgt_nr) {
+		D_PRINT("#nr_xs_helpers(%d) cannot exceed 2 times #targets (2 x %d = %d).\n",
+			dss_tgt_offload_xs_nr, tgt_nr, 2 * tgt_nr);
+		dss_tgt_offload_xs_nr = 2 * tgt_nr;
+	} else if (dss_tgt_offload_xs_nr == 0) {
 		D_WARN("Suggest to config at least 1 helper XS per DAOS engine\n");
+	}
 
-	/* Each system XS uses one core, and  with dss_tgt_offload_xs_nr
-	 * offload XS. Calculate the tgt_nr as the number of main XS based
-	 * on number of cores.
-	 */
-retry:
-	tgt_nr = ncores - DAOS_TGT0_OFFSET - dss_tgt_offload_xs_nr;
-	if (tgt_nr <= 0)
-		tgt_nr = 1;
-
-	/* If user requires less target threads then set it as dss_tgt_nr,
-	 * if user oversubscribes, then:
-	 *      . if oversubscribe is enabled, use the required number
-	 *      . if oversubscribe is disabled(default),
-	 *        use the number calculated above
-	 * Note: oversubscribing  may hurt performance.
-	 */
-	if (nr >= 1 && ((nr < tgt_nr) || oversubscribe)) {
-		tgt_nr = nr;
-		if (dss_tgt_offload_xs_nr > 2 * tgt_nr)
-			dss_tgt_offload_xs_nr = 2 * tgt_nr;
-	} else if (dss_tgt_offload_xs_nr > 2 * tgt_nr) {
-		dss_tgt_offload_xs_nr--;
-		goto retry;
+	if (oversubscribe) {
+		if (ncores_needed(tgt_nr, dss_tgt_offload_xs_nr) > ncores) {
+			if (ncores > DAOS_TGT0_OFFSET + tgt_nr)
+				dss_tgt_offload_xs_nr = ncores - DAOS_TGT0_OFFSET - tgt_nr;
+			else
+				dss_tgt_offload_xs_nr = 0;
+
+			D_PRINT("Force to start engine with %d targets on %d cores, #nr_xs_helpers "
+				"set as %d.\n",
+				tgt_nr, ncores, dss_tgt_offload_xs_nr);
+		}
+		goto out;
 	}
 
-	if (tgt_nr != nr)
-		D_PRINT("%d target XS(xstream) requested (#cores %d); "
-			"use (%d) target XS\n", nr, ncores, tgt_nr);
+	if (ncores_needed(tgt_nr, dss_tgt_offload_xs_nr) > ncores) {
+		if (ncores < DAOS_TGT0_OFFSET + tgt_nr) {
+			D_ERROR("cannot start engine with %d targets on %d cores, may try with "
+				"DAOS_TARGET_OVERSUBSCRIBE=1\n",
+				tgt_nr, ncores);
+			return -DER_INVAL;
+		}
+		dss_tgt_offload_xs_nr = ncores - DAOS_TGT0_OFFSET - tgt_nr;
+		D_PRINT("Start engine with %d targets on %d cores, #nr_xs_helpers set as %d.\n",
+			tgt_nr, ncores, dss_tgt_offload_xs_nr);
+	}
 
+out:
 	if (dss_tgt_offload_xs_nr % tgt_nr != 0)
 		dss_helper_pool = true;
 
-	return tgt_nr;
+	return 0;
 }
 
 static int
@@ -321,14 +325,12 @@ dss_topo_init()
 	depth = hwloc_get_type_depth(dss_topo, HWLOC_OBJ_NUMANODE);
 	numa_node_nr = hwloc_get_nbobjs_by_depth(dss_topo, depth);
 	d_getenv_bool("DAOS_TARGET_OVERSUBSCRIBE", &tgt_oversub);
+	dss_tgt_nr = nr_threads;
 
 	/* if no NUMA node was specified, or NUMA data unavailable */
 	/* fall back to the legacy core allocation algorithm */
 	if (dss_numa_node == -1 || numa_node_nr <= 0) {
 		D_PRINT("Using legacy core allocation algorithm\n");
-		dss_tgt_nr = dss_tgt_nr_get(dss_core_nr, nr_threads,
-					    tgt_oversub);
-
 		if (dss_core_offset >= dss_core_nr) {
 			D_ERROR("invalid dss_core_offset %u "
 				"(set by \"-f\" option),"
@@ -336,7 +338,8 @@ dss_topo_init()
 				dss_core_offset, dss_core_nr - 1);
 			return -DER_INVAL;
 		}
-		return 0;
+
+		return dss_tgt_nr_check(dss_core_nr, dss_tgt_nr, tgt_oversub);
 	}
 
 	if (dss_numa_node > numa_node_nr) {
@@ -381,17 +384,15 @@ dss_topo_init()
 	hwloc_bitmap_asprintf(&cpuset, core_allocation_bitmap);
 	free(cpuset);
 
-	dss_tgt_nr = dss_tgt_nr_get(dss_num_cores_numa_node, nr_threads,
-				    tgt_oversub);
 	if (dss_core_offset >= dss_num_cores_numa_node) {
 		D_ERROR("invalid dss_core_offset %d (set by \"-f\" option), "
 			"should within range [0, %d]", dss_core_offset,
 			dss_num_cores_numa_node - 1);
 		return -DER_INVAL;
 	}
-
 	D_PRINT("Using NUMA core allocation algorithm\n");
-	return 0;
+
+	return dss_tgt_nr_check(dss_num_cores_numa_node, dss_tgt_nr, tgt_oversub);
 }
 
 static ABT_mutex		server_init_state_mutex;
diff --git a/src/tests/ftest/control/dmg_server_set_logmasks.yaml b/src/tests/ftest/control/dmg_server_set_logmasks.yaml
index b4e3a1ddfeb..68e58cc7488 100644
--- a/src/tests/ftest/control/dmg_server_set_logmasks.yaml
+++ b/src/tests/ftest/control/dmg_server_set_logmasks.yaml
@@ -6,6 +6,7 @@ server_config:
   engines_per_host: 1
   engines:
     0:
+      targets: 4
       storage:
         0:
           class: ram
diff --git a/src/tests/ftest/harness/core_files.yaml b/src/tests/ftest/harness/core_files.yaml
index 8133398a42f..04cb67f7a11 100644
--- a/src/tests/ftest/harness/core_files.yaml
+++ b/src/tests/ftest/harness/core_files.yaml
@@ -5,6 +5,7 @@ server_config:
   engines_per_host: 1
   engines:
     0:
+      targets: 4
       storage:
         0:
           class: ram
diff --git a/src/tests/ftest/pool/create_all_vm.yaml b/src/tests/ftest/pool/create_all_vm.yaml
index 0e030ee8cbc..2c053e5b038 100644
--- a/src/tests/ftest/pool/create_all_vm.yaml
+++ b/src/tests/ftest/pool/create_all_vm.yaml
@@ -32,7 +32,7 @@ server_config:
   engines_per_host: 1
   engines:
     0:
-      targets: 5
+      targets: 4
       nr_xs_helpers: 0
       storage:
         0:
diff --git a/utils/nlt_server.yaml b/utils/nlt_server.yaml
index 4b9a1a9ffd8..5d0d2d9b3ed 100644
--- a/utils/nlt_server.yaml
+++ b/utils/nlt_server.yaml
@@ -14,6 +14,7 @@ engines:
       - DAOS_MD_CAP=1024
       - DAOS_STRICT_SHUTDOWN=1
       - CRT_CTX_SHARE_ADDR=0
+      - DAOS_TARGET_OVERSUBSCRIBE=1
       - ABT_STACK_OVERFLOW_CHECK=mprotect
     storage:
       -

From 5b2096c1d3f127e1c8db651a43733dc580bffc3a Mon Sep 17 00:00:00 2001
From: Xuezhao Liu <xuezhao.liu@intel.com>
Date: Wed, 5 Jul 2023 03:14:10 +0000
Subject: [PATCH 2/3] DAOS-13380 engine: some fixes

Test-tag: daily_regression full_regression

Required-githooks: true

Signed-off-by: Xuezhao Liu <xuezhao.liu@intel.com>
---
 src/engine/init.c                             | 46 +++++++------------
 src/tests/ftest/control/daos_agent_config.py  |  3 +-
 .../ftest/control/daos_control_config.py      |  3 +-
 .../ftest/control/daos_system_query.yaml      |  1 +
 .../ftest/control/dmg_pool_query_test.yaml    |  6 +--
 src/tests/ftest/control/ms_resilience.py      |  4 +-
 src/tests/ftest/control/version.py            |  3 +-
 src/tests/ftest/dfuse/daos_build.py           |  2 +
 src/tests/ftest/pool/query_attribute.yaml     |  2 +-
 .../ftest/server/daos_server_config.yaml      |  5 --
 .../ftest/telemetry/dkey_akey_enum_punch.yaml |  2 +-
 11 files changed, 33 insertions(+), 44 deletions(-)

diff --git a/src/engine/init.c b/src/engine/init.c
index 8d580188022..874fbf62ebf 100644
--- a/src/engine/init.c
+++ b/src/engine/init.c
@@ -274,29 +274,19 @@ dss_tgt_nr_check(unsigned int ncores, unsigned int tgt_nr, bool oversubscribe)
 	}
 
 	if (oversubscribe) {
-		if (ncores_needed(tgt_nr, dss_tgt_offload_xs_nr) > ncores) {
-			if (ncores > DAOS_TGT0_OFFSET + tgt_nr)
-				dss_tgt_offload_xs_nr = ncores - DAOS_TGT0_OFFSET - tgt_nr;
-			else
-				dss_tgt_offload_xs_nr = 0;
-
-			D_PRINT("Force to start engine with %d targets on %d cores, #nr_xs_helpers "
-				"set as %d.\n",
-				tgt_nr, ncores, dss_tgt_offload_xs_nr);
-		}
+		if (ncores_needed(tgt_nr, dss_tgt_offload_xs_nr) > ncores)
+			D_PRINT("Force to start engine with %d targets %d xs_helpers on %d cores("
+				"%d cores reserved for system service).\n",
+				tgt_nr, dss_tgt_offload_xs_nr, ncores, DAOS_TGT0_OFFSET);
 		goto out;
 	}
 
 	if (ncores_needed(tgt_nr, dss_tgt_offload_xs_nr) > ncores) {
-		if (ncores < DAOS_TGT0_OFFSET + tgt_nr) {
-			D_ERROR("cannot start engine with %d targets on %d cores, may try with "
-				"DAOS_TARGET_OVERSUBSCRIBE=1\n",
-				tgt_nr, ncores);
-			return -DER_INVAL;
-		}
-		dss_tgt_offload_xs_nr = ncores - DAOS_TGT0_OFFSET - tgt_nr;
-		D_PRINT("Start engine with %d targets on %d cores, #nr_xs_helpers set as %d.\n",
-			tgt_nr, ncores, dss_tgt_offload_xs_nr);
+		D_ERROR("cannot start engine with %d targets %d xs_helpers on %d cores, may try "
+			"with DAOS_TARGET_OVERSUBSCRIBE=1 or reduce #targets/#nr_xs_helpers("
+			"%d cores reserved for system service).\n",
+			tgt_nr, dss_tgt_offload_xs_nr, ncores, DAOS_TGT0_OFFSET);
+		return -DER_INVAL;
 	}
 
 out:
@@ -332,9 +322,8 @@ dss_topo_init()
 	if (dss_numa_node == -1 || numa_node_nr <= 0) {
 		D_PRINT("Using legacy core allocation algorithm\n");
 		if (dss_core_offset >= dss_core_nr) {
-			D_ERROR("invalid dss_core_offset %u "
-				"(set by \"-f\" option),"
-				" should within range [0, %u]",
+			D_ERROR("invalid dss_core_offset %u (set by \"-f\" option), should within "
+				"range [0, %u]\n",
 				dss_core_offset, dss_core_nr - 1);
 			return -DER_INVAL;
 		}
@@ -343,16 +332,13 @@ dss_topo_init()
 	}
 
 	if (dss_numa_node > numa_node_nr) {
-		D_ERROR("Invalid NUMA node selected. "
-			"Must be no larger than %d\n",
-			numa_node_nr);
+		D_ERROR("Invalid NUMA node selected. Must be no larger than %d\n", numa_node_nr);
 		return -DER_INVAL;
 	}
 
 	numa_obj = hwloc_get_obj_by_depth(dss_topo, depth, dss_numa_node);
 	if (numa_obj == NULL) {
-		D_ERROR("NUMA node %d was not found in the topology",
-			dss_numa_node);
+		D_ERROR("NUMA node %d was not found in the topology\n", dss_numa_node);
 		return -DER_INVAL;
 	}
 
@@ -385,9 +371,9 @@ dss_topo_init()
 	free(cpuset);
 
 	if (dss_core_offset >= dss_num_cores_numa_node) {
-		D_ERROR("invalid dss_core_offset %d (set by \"-f\" option), "
-			"should within range [0, %d]", dss_core_offset,
-			dss_num_cores_numa_node - 1);
+		D_ERROR("invalid dss_core_offset %d (set by \"-f\" option), should within range "
+			"[0, %d]\n",
+			dss_core_offset, dss_num_cores_numa_node - 1);
 		return -DER_INVAL;
 	}
 	D_PRINT("Using NUMA core allocation algorithm\n");
diff --git a/src/tests/ftest/control/daos_agent_config.py b/src/tests/ftest/control/daos_agent_config.py
index a191180cf44..c69cc0637ca 100644
--- a/src/tests/ftest/control/daos_agent_config.py
+++ b/src/tests/ftest/control/daos_agent_config.py
@@ -3,7 +3,7 @@
 
   SPDX-License-Identifier: BSD-2-Clause-Patent
 """
-from apricot import TestWithServers
+from apricot import TestWithServers, skipForTicket
 from agent_utils import include_local_host
 from exception_utils import CommandFailure
 
@@ -23,6 +23,7 @@ def __init__(self, *args, **kwargs):
         self.setup_start_agents = False
         self.setup_start_servers = False
 
+    @skipForTicket("DAOS-13380")
     def test_daos_agent_config_basic(self):
         """
         JIRA ID: DAOS-1508
diff --git a/src/tests/ftest/control/daos_control_config.py b/src/tests/ftest/control/daos_control_config.py
index 98044e1a0f5..8de00343cee 100644
--- a/src/tests/ftest/control/daos_control_config.py
+++ b/src/tests/ftest/control/daos_control_config.py
@@ -5,7 +5,7 @@
 """
 
 
-from apricot import TestWithServers
+from apricot import TestWithServers, skipForTicket
 from exception_utils import CommandFailure
 
 
@@ -16,6 +16,7 @@ class DaosControlConfigTest(TestWithServers):
     :avocado: recursive
     """
 
+    @skipForTicket("DAOS-13380")
     def test_daos_control_config_basic(self):
         """
         JIRA ID: DAOS-1508
diff --git a/src/tests/ftest/control/daos_system_query.yaml b/src/tests/ftest/control/daos_system_query.yaml
index 9b1a343c11d..3cf313475b9 100644
--- a/src/tests/ftest/control/daos_system_query.yaml
+++ b/src/tests/ftest/control/daos_system_query.yaml
@@ -7,6 +7,7 @@ server_config:
   engines:
     0:
       pinned_numa_node: 0
+      targets: 4
       nr_xs_helpers: 1
       fabric_iface_port: 31416
       log_file: daos_server0.log
diff --git a/src/tests/ftest/control/dmg_pool_query_test.yaml b/src/tests/ftest/control/dmg_pool_query_test.yaml
index 3cf5b7bd137..26616c46cbb 100644
--- a/src/tests/ftest/control/dmg_pool_query_test.yaml
+++ b/src/tests/ftest/control/dmg_pool_query_test.yaml
@@ -8,7 +8,7 @@ server_config:
   engines_per_host: 1
   engines:
     0:
-      targets: 8
+      targets: 4
       storage: auto
   system_ram_reserved: 64
 pool:
@@ -26,8 +26,8 @@ ior:
 
 exp_vals:
   pool_status: 0
-  total_targets: 8
-  active_targets: 8
+  total_targets: 4
+  active_targets: 4
   total_engines: 1
   disabled_targets: 0
   version: 1
diff --git a/src/tests/ftest/control/ms_resilience.py b/src/tests/ftest/control/ms_resilience.py
index ff8ff58b3d6..99daed2fb9b 100644
--- a/src/tests/ftest/control/ms_resilience.py
+++ b/src/tests/ftest/control/ms_resilience.py
@@ -8,7 +8,7 @@
 
 from ClusterShell.NodeSet import NodeSet
 
-from apricot import TestWithServers
+from apricot import TestWithServers, skipForTicket
 from run_utils import stop_processes
 
 
@@ -323,6 +323,7 @@ def test_ms_resilience_2(self):
         # Run test cases
         self.verify_retained_quorum(2)
 
+    @skipForTicket("DAOS-13380")
     def test_ms_resilience_3(self):
         """
         JIRA ID: DAOS-3798
@@ -340,6 +341,7 @@ def test_ms_resilience_3(self):
         # Run test case
         self.verify_regained_quorum(1)
 
+    @skipForTicket("DAOS-13380")
     def test_ms_resilience_4(self):
         """
         JIRA ID: DAOS-3798
diff --git a/src/tests/ftest/control/version.py b/src/tests/ftest/control/version.py
index ce74549d03e..c5bdff58d48 100644
--- a/src/tests/ftest/control/version.py
+++ b/src/tests/ftest/control/version.py
@@ -6,7 +6,7 @@
 import re
 import json
 
-from apricot import TestWithServers
+from apricot import TestWithServers, skipForTicket
 from general_utils import run_pcmd, report_errors
 from server_utils_base import DaosServerCommandRunner
 
@@ -26,6 +26,7 @@ def __init__(self, *args, **kwargs):
         self.setup_start_servers = False
         self.setup_start_agents = False
 
+    @skipForTicket("DAOS-13380")
     def test_version(self):
         """Verify version number for dmg, daos, daos_server, and daos_agent against RPM.
 
diff --git a/src/tests/ftest/dfuse/daos_build.py b/src/tests/ftest/dfuse/daos_build.py
index 3e0076e24e8..f45455bba15 100644
--- a/src/tests/ftest/dfuse/daos_build.py
+++ b/src/tests/ftest/dfuse/daos_build.py
@@ -9,6 +9,7 @@
 
 from dfuse_test_base import DfuseTestBase
 from run_utils import run_remote
+from apricot import skipForTicket
 
 
 class DaosBuild(DfuseTestBase):
@@ -49,6 +50,7 @@ def test_dfuse_daos_build_wt(self):
         """
         self.run_build_test("writethrough")
 
+    @skipForTicket("DAOS-13380")
     def test_dfuse_daos_build_wt_il(self):
         """This test builds DAOS on a dfuse filesystem.
 
diff --git a/src/tests/ftest/pool/query_attribute.yaml b/src/tests/ftest/pool/query_attribute.yaml
index d91f36ac52f..7222fedd84c 100644
--- a/src/tests/ftest/pool/query_attribute.yaml
+++ b/src/tests/ftest/pool/query_attribute.yaml
@@ -6,7 +6,7 @@ server_config:
   engines_per_host: 1
   engines:
     0:
-      targets: 8
+      targets: 4
       nr_xs_helpers: 0
       storage:
         0:
diff --git a/src/tests/ftest/server/daos_server_config.yaml b/src/tests/ftest/server/daos_server_config.yaml
index 0a659990306..b7f01f43d1d 100644
--- a/src/tests/ftest/server/daos_server_config.yaml
+++ b/src/tests/ftest/server/daos_server_config.yaml
@@ -164,11 +164,6 @@ server_config_val: !mux
       - "nr_xs_helpers"
       - -10000
       - "PASS"
-  targets_negative:
-    config_val:
-      - "targets"
-      - -1
-      - "PASS"
   targets_str:
     config_val:
       - "targets"
diff --git a/src/tests/ftest/telemetry/dkey_akey_enum_punch.yaml b/src/tests/ftest/telemetry/dkey_akey_enum_punch.yaml
index acd2fa472df..f28a32a1733 100644
--- a/src/tests/ftest/telemetry/dkey_akey_enum_punch.yaml
+++ b/src/tests/ftest/telemetry/dkey_akey_enum_punch.yaml
@@ -7,7 +7,7 @@ server_config:
   engines_per_host: 1
   engines:
     0:
-      targets: 8
+      targets: 4
       nr_xs_helpers: 0
       storage:
         0:

From d70868cb3539fd1736672240231c1c86df0a039b Mon Sep 17 00:00:00 2001
From: Xuezhao Liu <xuezhao.liu@intel.com>
Date: Tue, 18 Jul 2023 02:25:53 +0000
Subject: [PATCH 3/3] DAOS-13906 engine: fix

Test-tag: daily_regression full_regression

Required-githooks: true

Signed-off-by: Ashley Pittman <ashley.m.pittman@intel.com>
---
 src/tests/ftest/control/daos_system_query.yaml       | 2 +-
 src/tests/ftest/control/dmg_server_set_logmasks.yaml | 2 ++
 src/tests/ftest/control/version.py                   | 2 +-
 src/tests/ftest/harness/core_files.yaml              | 2 ++
 src/tests/ftest/server/daos_server_dump.yaml         | 1 +
 5 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/src/tests/ftest/control/daos_system_query.yaml b/src/tests/ftest/control/daos_system_query.yaml
index 3cf313475b9..0f51450e877 100644
--- a/src/tests/ftest/control/daos_system_query.yaml
+++ b/src/tests/ftest/control/daos_system_query.yaml
@@ -8,7 +8,7 @@ server_config:
     0:
       pinned_numa_node: 0
       targets: 4
-      nr_xs_helpers: 1
+      nr_xs_helpers: 0
       fabric_iface_port: 31416
       log_file: daos_server0.log
       log_mask: DEBUG,MEM=ERR
diff --git a/src/tests/ftest/control/dmg_server_set_logmasks.yaml b/src/tests/ftest/control/dmg_server_set_logmasks.yaml
index 68e58cc7488..70d4d93995e 100644
--- a/src/tests/ftest/control/dmg_server_set_logmasks.yaml
+++ b/src/tests/ftest/control/dmg_server_set_logmasks.yaml
@@ -7,6 +7,8 @@ server_config:
   engines:
     0:
       targets: 4
+      env_vars:
+        - DAOS_TARGET_OVERSUBSCRIBE=1
       storage:
         0:
           class: ram
diff --git a/src/tests/ftest/control/version.py b/src/tests/ftest/control/version.py
index a45d02884ac..98d9f4ae4d1 100644
--- a/src/tests/ftest/control/version.py
+++ b/src/tests/ftest/control/version.py
@@ -7,7 +7,7 @@
 import json
 
 from apricot import TestWithServers, skipForTicket
-from apricot import TestWithServers
+from general_utils import run_pcmd, report_errors, append_error
 from server_utils_base import DaosServerCommandRunner
 
 
diff --git a/src/tests/ftest/harness/core_files.yaml b/src/tests/ftest/harness/core_files.yaml
index 04cb67f7a11..7655e2b30f6 100644
--- a/src/tests/ftest/harness/core_files.yaml
+++ b/src/tests/ftest/harness/core_files.yaml
@@ -6,6 +6,8 @@ server_config:
   engines:
     0:
       targets: 4
+      env_vars:
+        - DAOS_TARGET_OVERSUBSCRIBE=1
       storage:
         0:
           class: ram
diff --git a/src/tests/ftest/server/daos_server_dump.yaml b/src/tests/ftest/server/daos_server_dump.yaml
index 827edcb3934..a9ffd810f69 100644
--- a/src/tests/ftest/server/daos_server_dump.yaml
+++ b/src/tests/ftest/server/daos_server_dump.yaml
@@ -11,6 +11,7 @@ server_config:
   engines:
     0:
       targets: 2
+      nr_xs_helpers: 1
       storage:
         0:
           class: ram