Skip to content

Commit 34f3aca

Browse files
committed
Update baseline
1 parent 469474d commit 34f3aca

File tree

4 files changed

+27
-23
lines changed

4 files changed

+27
-23
lines changed

evals/results/baseline/config.json

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,15 @@
11
{
22
"testdata_path": "ground_truth.jsonl",
33
"results_dir": "results/experiment<TIMESTAMP>",
4-
"requested_metrics": ["gpt_groundedness", "gpt_relevance", "answer_length", "latency", "citation_match"],
4+
"requested_metrics": ["gpt_groundedness", "gpt_relevance", "answer_length", "latency", "citations_matched"],
55
"target_url": "http://127.0.0.1:8000/chat",
66
"target_parameters": {
77
"overrides": {
88
"use_advanced_flow": true,
99
"top": 3,
1010
"retrieval_mode": "hybrid",
11-
"temperature": 0.3
11+
"temperature": 0.3,
12+
"seed": 42
1213
}
1314
},
1415
"target_response_answer_jmespath": "message.content",

0 commit comments

Comments
 (0)