ADD GPT-4 as Judge (huggingface#206)

* ADD GPT-4 as Judge * Fix style --------- Co-authored-by: Clémentine Fourrier <[email protected]>
ryantzr1 · Jul 4, 2024 · 0bceaee · 0bceaee
1 parent 3a80833
commit 0bceaee
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/lighteval/metrics/metrics_sample.py b/src/lighteval/metrics/metrics_sample.py
@@ -622,7 +622,7 @@ def edit_similarity(self, s1, s2):
 
 
 class JudgeLLM:
-    available_models = ["gpt-3.5-turbo"]
+    available_models = ["gpt-3.5-turbo", "gpt-4o", "gpt-4-turbo", "gpt-4"]
 
     def __init__(self, judge_model_name: str, template_path: str, multi_turn: bool = False):
         if judge_model_name not in self.available_models: