close anthropic client after it's done streaming

Hashim-K · Mar 19, 2024 · b57f34d · b57f34d
1 parent 212aa22
commit b57f34d
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/backend/llm.py b/backend/llm.py
@@ -113,6 +113,10 @@ async def stream_claude_response(
 
     # Return final message
     response = await stream.get_final_message()
+
+    # Close the Anthropic client
+    await client.close()
+
     return response.content[0].text
 
 
@@ -177,6 +181,9 @@ async def stream_claude_response_native(
             f"Token usage: Input Tokens: {response.usage.input_tokens}, Output Tokens: {response.usage.output_tokens}"
         )
 
+    # Close the Anthropic client
+    await client.close()
+
     if not response:
         raise Exception("No HTML response found in AI response")
     else: