Merge pull request #161 from log10-io/nqn/session-bug

Session bug (fix with context variables)

examples/logging/tags_nested.py

@@ -0,0 +1,60 @@
+from log10.load import OpenAI, log10_session
+
+
+client = OpenAI()
+response = client.completions.create(
+    model="gpt-3.5-turbo-instruct",
+    prompt="I am demonstrating nested tags. Write a test case for this. This is the outer most call without any tags.",
+    temperature=0,
+    max_tokens=1024,
+    top_p=1,
+    frequency_penalty=0,
+    presence_penalty=0,
+)
+print(response)
+
+with log10_session(tags=["outer_tag"]):
+    response = client.completions.create(
+        model="gpt-3.5-turbo-instruct",
+        prompt="I am demonstrating nested tags. Write a test case for this. This is a inner call with tags.",
+        temperature=0,
+        max_tokens=1024,
+        top_p=1,
+        frequency_penalty=0,
+        presence_penalty=0,
+    )
+    print(response)
+
+    with log10_session(tags=["inner_tag"]):
+        response = client.completions.create(
+            model="gpt-3.5-turbo-instruct",
+            prompt="I am demonstrating nested tags. Write a test case for this. This is the inner most call with tags.",
+            temperature=0,
+            max_tokens=1024,
+            top_p=1,
+            frequency_penalty=0,
+            presence_penalty=0,
+        )
+        print(response)
+
+    response = client.completions.create(
+        model="gpt-3.5-turbo-instruct",
+        prompt="I am demonstrating nested tags. Write a test case for this. This is a inner call which should have outer tag.",
+        temperature=0,
+        max_tokens=1024,
+        top_p=1,
+        frequency_penalty=0,
+        presence_penalty=0,
+    )
+    print(response)
+
+response = client.completions.create(
+    model="gpt-3.5-turbo-instruct",
+    prompt="I am demonstrating nested tags. Write a test case for this. This is the outer most call without any tags (final call)",
+    temperature=0,
+    max_tokens=1024,
+    top_p=1,
+    frequency_penalty=0,
+    presence_penalty=0,
+)
+print(response)

log10/_httpx_utils.py

@@ -9,7 +9,7 @@
 from httpx import Request, Response
 
 from log10.llm import Log10Config
-from log10.load import get_log10_session_tags, sessionID
+from log10.load import get_log10_session_tags, session_id_var
 
 
 logger: logging.Logger = logging.getLogger("LOG10")
@@ -139,7 +139,7 @@ async def log_request(request: Request):
         "orig_module": orig_module,
         "orig_qualname": orig_qualname,
         "request": request.content.decode("utf-8"),
-        "session_id": sessionID,
+        "session_id": session_id_var.get(),
     }
     if get_log10_session_tags():
         log_row["tags"] = get_log10_session_tags()
@@ -230,7 +230,7 @@ async def aiter_bytes(self, *args, **kwargs):
                         "stacktrace": json.dumps(stacktrace),
                         "kind": "chat",
                         "request": self.request.content.decode("utf-8"),
-                        "session_id": sessionID,
+                        "session_id": session_id_var.get(),
                     }
                     if get_log10_session_tags():
                         log_row["tags"] = get_log10_session_tags()
@@ -272,7 +272,7 @@ async def handle_async_request(self, request: httpx.Request) -> httpx.Response:
                 "stacktrace": json.dumps(stacktrace),
                 "kind": "chat",
                 "request": request.content.decode("utf-8"),
-                "session_id": sessionID,
+                "session_id": session_id_var.get(),
             }
             if get_log10_session_tags():
                 log_row["tags"] = get_log10_session_tags()