parallelize and limit fetching

plastic-labs · Jan 18, 2025 · 6930bd9 · 6930bd9
1 parent 27557b7
commit 6930bd9
Showing 1 changed file with 31 additions and 31 deletions.
diff --git a/www/app/api/chat/response/route.ts b/www/app/api/chat/response/route.ts
@@ -23,43 +23,43 @@ export async function POST(req: NextRequest) {
 
   const { appId, userId } = userData;
 
-  const responseIter = await honcho.apps.users.sessions.messages.list(
-    appId,
-    userId,
-    conversationId,
-    {}
-  );
-
-  const responseHistory = Array.from(responseIter.items);
-
-  const honchoIter = await honcho.apps.users.sessions.metamessages.list(
-    appId,
-    userId,
-    conversationId,
-    {
-      metamessage_type: 'honcho',
-    }
-  );
-
-  const honchoHistory = Array.from(honchoIter.items);
-
-  const summaryIter = await honcho.apps.users.sessions.metamessages.list(
-    appId,
-    userId,
-    conversationId,
-    {
-      metamessage_type: 'summary',
-    }
-  );
-
+  const [responseIter, honchoIter, summaryIter] = await Promise.all([
+    honcho.apps.users.sessions.messages.list(appId, userId, conversationId, {
+      reverse: true,
+      size: MAX_CONTEXT_SIZE,
+    }),
+    honcho.apps.users.sessions.metamessages.list(
+      appId,
+      userId,
+      conversationId,
+      {
+        metamessage_type: 'honcho',
+        reverse: true,
+        size: MAX_CONTEXT_SIZE,
+      }
+    ),
+    honcho.apps.users.sessions.metamessages.list(
+      appId,
+      userId,
+      conversationId,
+      {
+        metamessage_type: 'summary',
+        reverse: true,
+        size: 1,
+      }
+    ),
+  ]);
+
+  const responseHistory = Array.from(responseIter.items).reverse();
+  const honchoHistory = Array.from(honchoIter.items).reverse();
   const summaryHistory = Array.from(summaryIter.items);
 
   // Get the last summary content
-  const lastSummary = summaryHistory[summaryHistory.length - 1]?.content;
+  const lastSummary = summaryHistory[0]?.content;
 
   // Find the index of the message associated with the last summary
   const lastSummaryMessageIndex = responseHistory.findIndex(
-    (m) => m.id === summaryHistory[summaryHistory.length - 1]?.message_id
+    (m) => m.id === summaryHistory[0]?.message_id
   );
   console.log('lastSummaryMessageIndex', lastSummaryMessageIndex);