Merge pull request stanfordnlp#317 from CShorten/main

Refactor Integration Examples and WeaviateRM Bug Fixes
cwpdntm · Jan 31, 2024 · 395177d · 395177d
2 parents 8990cdf + 00e504b
commit 395177d
Show file tree

Hide file tree

Showing 4 changed files with 33 additions and 2 deletions.
diff --git a/dspy/retrieve/weaviate_rm.py b/dspy/retrieve/weaviate_rm.py
@@ -78,7 +78,6 @@ def forward(self, query_or_queries: Union[str, List[str]], k: Optional[int]) ->
 
             results = results["data"]["Get"][self._weaviate_collection_name]
             parsed_results = [result["content"] for result in results]
-            passages.extend(parsed_results)
-        passages.extend(dotdict({"long_text": d}) for d in results)
+            passages.extend(dotdict({"long_text": d}) for d in parsed_results)
 
         return dspy.Prediction(passages=passages)
diff --git a/dspy/retrieve/weaviate_rm_test.py b/dspy/retrieve/weaviate_rm_test.py
@@ -0,0 +1,19 @@
+# ToDo
+
+# Start Weaviate Embedded
+
+# Add Toy Data
+
+# Connect DSPy
+
+# Test this API
+"""
+from dspy.retrieve.weaviate_rm import WeaviateRM
+retriever_model = WeaviateRM("WeaviateBlogChunk", weaviate_client=weaviate_client)
+dspy.settings.configure(rm=retriever_model)
+
+retrieve = dspy.Retrieve(k=1)
+topK_passages = retrieve("what are the stages in planning, sanctioning and execution of public works").passages
+
+assert(type(topK_passages))
+"""
diff --git a/clarifai_llm_retriever_example.ipynb → ...ifai/clarifai_llm_retriever_example.ipynb b/clarifai_llm_retriever_example.ipynb → ...ifai/clarifai_llm_retriever_example.ipynb
diff --git a/examples/integrations/readme.md b/examples/integrations/readme.md
@@ -0,0 +1,13 @@
+# Integration Examples
+This folder contains a cookbook of using DSPy with 3rd party integrations.
+
+DSPy currently supports integrations with: (sorted alphabetically):
+- ChromadbRM
+- ClarifaiRM
+- MarqoRM
+- MongoDBAtlasRM
+- PineconeRM
+- QdrantRM
+- VectaraRM
+- WeaviateRM
+- YouRM