chore: optimize memory messages fetch count limit (langgenius#6021)

darkmice · Jul 5, 2024 · 23dc6ed · 23dc6ed
1 parent 79df882
commit 23dc6ed
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/api/core/memory/token_buffer_memory.py b/api/core/memory/token_buffer_memory.py
@@ -36,9 +36,11 @@ def get_history_prompt_messages(self, max_token_limit: int = 2000,
         ).order_by(Message.created_at.desc())
 
         if message_limit and message_limit > 0:
-            messages = query.limit(message_limit).all()
+            message_limit = message_limit if message_limit <= 500 else 500
         else:
-            messages = query.all()
+            message_limit = 500
+
+        messages = query.limit(message_limit).all()
 
         messages = list(reversed(messages))
         message_file_parser = MessageFileParser(