Merge pull request #361 from swith004/server-logging-931

logging around tgis timout config setting
caikit · Jun 5, 2024 · 4bf53fd · 4bf53fd
2 parents 75cd9ea + b710556
commit 4bf53fd
Showing 1 changed file with 15 additions and 0 deletions.
diff --git a/caikit_nlp/toolkit/text_generation/tgis_utils.py b/caikit_nlp/toolkit/text_generation/tgis_utils.py
@@ -329,6 +329,21 @@ def __init__(
 
         self.tgis_req_timeout = get_config().tgis_request_timeout
 
+        if (
+            not self.tgis_req_timeout
+            or not isinstance(self.tgis_req_timeout, int)
+            or self.tgis_req_timeout <= 0
+        ):
+            log.debug("<RUN57106697I>", "TGIS timeout not set")
+            self.tgis_req_timeout = None
+
+        else:
+            log.debug(
+                "<RUN57106696T>",
+                "Setting TGIS timeout value to  %d",
+                self.tgis_req_timeout,
+            )
+
     def unary_generate(
         self,
         text,