Change chat splitter function

henrique-bardella · Aug 8, 2023 · 127c6e5 · 127c6e5
1 parent 5fbce7e
commit 127c6e5
Showing 1 changed file with 4 additions and 7 deletions.
diff --git a/src/features/chat/chat-services/chat-document-service.ts b/src/features/chat/chat-services/chat-document-service.ts
@@ -69,13 +69,10 @@ const LoadFile = async (formData: FormData) => {
 };
 
 const SplitDocuments = async (docs: Array<Document>) => {
-  const splitDocuments: Array<Document> = [];
-  for (const doc of docs) {
-    const splitter = new RecursiveCharacterTextSplitter();
-    const output = await splitter.createDocuments([doc.pageContent]);
-    splitDocuments.push(...output);
-  }
-  return splitDocuments;
+  const allContent = docs.map((doc) => doc.pageContent).join("\n");
+  const splitter = new RecursiveCharacterTextSplitter();
+  const output = await splitter.createDocuments([allContent]);
+  return output;
 };
 
 const IndexDocuments = async (