Update viz

src/llm_multi_needle_haystack_tester.py

@@ -78,6 +78,9 @@ async def insert_needles(self, context, depth_percent, context_length):
         # To evenly distribute the needles, we calculate the intervals they need to be inserted.
         depth_percent_interval = (100 - depth_percent) / len(self.needles)
 
+        # Reset the insertion percentages list for the current context
+        self.insertion_percentages = []
+
         # Insert needles at calculated points
         for needle in self.needles:
 

src/providers/anthropic.py

@@ -75,11 +75,16 @@ def get_langchain_runnable(self, context: str) -> str:
                 - Execute the runnable with these parameters to get the model's response.
         """
 
-        template = """You are a helpful AI bot that answers questions for a user. Keep your response short and direct" \n
-        \n ------- \n 
+        template = """Human: You are a helpful AI bot that answers questions for a user. Keep your response short and direct" \n
+        <document_content>
         {context} 
-        \n ------- \n
-        Here is the user question: \n --- --- --- \n {question} \n Don't give information outside the document or repeat your findings."""
+        </document_content>
+        Here is the user question:
+        <question>
+         {question}
+        </question>
+        Don't give information outside the document or repeat your findings.
+        Assistant: Here is the most relevant information in the documents:"""
 
         prompt = PromptTemplate(
             template=template,