Update app.py

app.py

@@ -3,6 +3,11 @@ import json
 import uuid
 from langfuse import Langfuse
 import os
+# Langfuse decorator
+from langfuse.decorators import observe, langfuse_context
+# Optional: automated instrumentation via OpenAI SDK integration
+# See note above regarding alternative implementations
+from langfuse.openai import openai, OpenAI
 
 os.environ["LANGFUSE_PUBLIC_KEY"] = os.getenv('LANGFUSE_PUBLIC_KEY')
 os.environ["LANGFUSE_SECRET_KEY"] = os.getenv('LANGFUSE_SECRET_KEY')
@@ -24,12 +29,6 @@ def set_new_session_id():
 # Initialize
 set_new_session_id()
 
-# Langfuse decorator
-from langfuse.decorators import observe, langfuse_context
-# Optional: automated instrumentation via OpenAI SDK integration
-# See note above regarding alternative implementations
-from langfuse.openai import openai
-
 # Global reference for the current trace_id which is used to later add user feedback
 current_trace_id = None
 
@@ -60,9 +59,9 @@ async def create_response(
     # Get completion via OpenAI SDK
     # Auto-instrumented by Langfuse via the import, see alternative in note above
     response = {"role": "assistant", "content": ""}
-    oai_response = openai.chat.completions.create(
+    oai_response = client.chat.completions.create(
         messages=history,
-        model="gpt-4o-mini",
+        model="tgi",
     )
     response["content"] = oai_response.choices[0].message.content or ""