make sure context is always carried (Chainlit#552)

backend/chainlit/langchain/callbacks.py

@@ -402,7 +402,7 @@ def __init__(
  self.to_keep = to_keep
 
  def _run_sync(self, co):
- asyncio.run_coroutine_threadsafe(co, loop=self.context.loop)
+ self.context.loop.create_task(co)
 
  def _persist_run(self, run: Run) -> None:
  pass

backend/chainlit/sync.py

@@ -10,8 +10,8 @@
 import threading
 
 from asyncer import asyncify
+from chainlit.context import context_var
 from syncer import sync
-from chainlit.context import context
 
 make_async = asyncify
 
@@ -22,9 +22,21 @@
 
 def run_sync(co: Coroutine[Any, Any, T_Retval]) -> T_Retval:
  """Run the coroutine synchronously."""
+
+ # Copy the current context
+ current_context = context_var.get()
+
+ # Define a wrapper coroutine that sets the context before running the original coroutine
+ async def context_preserving_coroutine():
+ # Set the copied context to the coroutine
+ context_var.set(current_context)
+ return await co
+
  # Execute from the main thread in the main event loop
  if threading.current_thread() == threading.main_thread():
- return sync(co)
+ return sync(context_preserving_coroutine())
  else: # Execute from a thread in the main event loop
- result = asyncio.run_coroutine_threadsafe(co, loop=context.loop)
+ result = asyncio.run_coroutine_threadsafe(
+ context_preserving_coroutine(), loop=current_context.loop
+ )
  return result.result()

backend/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "chainlit"
-version = "0.7.604rc0"
+version = "0.7.604rc1"
 keywords = ['LLM', 'Agents', 'gen ai', 'chat ui', 'chatbot ui', 'langchain']
 description = "A faster way to build chatbot UIs."
 authors = ["Chainlit"]