Skip to content

Commit

Permalink
Tweak score tolerance for regressions (castorini#2571)
Browse files Browse the repository at this point in the history
  • Loading branch information
lintool authored Aug 18, 2024
1 parent 27ab458 commit 9960861
Showing 1 changed file with 4 additions and 5 deletions.
9 changes: 4 additions & 5 deletions src/main/python/run_regression.py
Original file line number Diff line number Diff line change
Expand Up @@ -331,15 +331,14 @@ def construct_convert_commands(yaml_data):
dl19_hnsw_int8_onnx['bge-hnsw-int8-onnx'] = 0.025
dl19_hnsw_int8_onnx['cos-dpr-distil-hnsw-int8-onnx'] = 0.025
dl19_hnsw_int8_cached = defaultdict(lambda: 0.01)
dl19_hnsw_int8_cached['bge-hnsw-int8-cached'] = 0.015
dl19_hnsw_int8_cached['bge-hnsw-int8-cached'] = 0.02
dl19_hnsw_int8_cached['cohere-embed-english-v3.0-hnsw-int8-cached'] = 0.02
dl19_hnsw_int8_cached['cos-dpr-distil-hnsw-int8-cached'] = 0.025
dl19_hnsw_int8_cached['openai-ada2-hnsw-int8-cached'] = 0.015
dl19_hnsw_onnx = defaultdict(lambda: 0.015)
dl19_hnsw_onnx['bge-hnsw-onnx'] = 0.02
dl19_hnsw_cached = defaultdict(lambda: 0.01)
dl19_hnsw_cached = defaultdict(lambda: 0.015)
dl19_hnsw_cached['cohere-embed-english-v3.0-hnsw-cached'] = 0.02
dl19_hnsw_cached['cos-dpr-distil-hnsw-cached'] = 0.015

dl19_hnsw_tolerance = {
'hnsw-int8-onnx': dl19_hnsw_int8_onnx,
Expand All @@ -348,8 +347,8 @@ def construct_convert_commands(yaml_data):
'hnsw-cached': dl19_hnsw_cached,
}

dl20_hnsw_int8_onnx = defaultdict(lambda: 0.015)
dl20_hnsw_int8_cached = defaultdict(lambda: 0.015)
dl20_hnsw_int8_onnx = defaultdict(lambda: 0.02)
dl20_hnsw_int8_cached = defaultdict(lambda: 0.02)
dl20_hnsw_onnx = defaultdict(lambda: 0.015)
dl20_hnsw_cached = defaultdict(lambda: 0.015)
dl20_hnsw_cached['cohere-embed-english-v3.0-hnsw-cached'] = 0.025
Expand Down

0 comments on commit 9960861

Please sign in to comment.