Merge branch 'main' of https://github.com/triton-inference-server/core …

…into spolisetty_dlis_6805
triton-inference-server · Jul 26, 2024 · 29f99b8 · 29f99b8
2 parents 4511031 + a9048db
commit 29f99b8
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/python/test/test_api.py b/python/test/test_api.py
@@ -70,7 +70,7 @@
     exit_on_error=True,
     strict_model_config=False,
     model_control_mode=tritonserver.ModelControlMode.EXPLICIT,
-    exit_timeout=10,
+    exit_timeout=30,
 )
 
 
@@ -357,6 +357,11 @@ def test_stop(self):
                     {
                         "backend": "python",
                         "parameters": {"decoupled": {"string_value": "False"}},
+                        # Keep instance count low for fast startup/cleanup.
+                        # Alternatively can use KIND_CPU here, but keeping gpus/count explicit.
+                        "instance_group": [
+                            {"kind": "KIND_GPU", "gpus": [0], "count": 1}
+                        ],
                     }
                 )
             },