Merge branch 'main' into fix/control-flow-exception-check-in-error-handlers

Author: vishnumishra

langfuse/openai.py

@@ -591,7 +591,8 @@ def _extract_streamed_response_api_response(chunks: Any) -> Any:
     for raw_chunk in chunks:
         chunk = raw_chunk.__dict__
         if raw_response := chunk.get("response", None):
-            usage = chunk.get("usage", None)
+            usage = chunk.get("usage", None) or getattr(raw_response, "usage", None)
+
             response = raw_response.__dict__
             model = response.get("model")
 
@@ -613,7 +614,7 @@ def _extract_streamed_response_api_response(chunks: Any) -> Any:
 
 def _extract_streamed_openai_response(resource: Any, chunks: Any) -> Any:
     completion: Any = defaultdict(lambda: None) if resource.type == "chat" else ""
-    model, usage = None, None
+    model, usage, finish_reason = None, None, None
 
     for chunk in chunks:
         if _is_openai_v1():
@@ -629,6 +630,7 @@ def _extract_streamed_openai_response(resource: Any, chunks: Any) -> Any:
                 choice = choice.__dict__
             if resource.type == "chat":
                 delta = choice.get("delta", None)
+                finish_reason = choice.get("finish_reason", None)
 
                 if _is_openai_v1():
                     delta = delta.__dict__
@@ -727,7 +729,7 @@ def get_response_for_chat() -> Any:
         model,
         get_response_for_chat() if resource.type == "chat" else completion,
         usage,
-        None,
+        {"finish_reason": finish_reason} if finish_reason is not None else None,
     )
 
 

langfuse/version.py

@@ -1,3 +1,3 @@
 """@private"""
 
-__version__ = "3.14.1"
+__version__ = "3.14.3"

pyproject.toml

@@ -1,7 +1,7 @@
 [tool.poetry]
 name = "langfuse"
 
-version = "3.14.1"
+version = "3.14.3"
 description = "A client library for accessing langfuse"
 authors = ["langfuse <developers@langfuse.com>"]
 license = "MIT"