Add WMT to run_specs.conf (stanford-crfm#1697)

danielz02 · Jun 28, 2023 · 3378f84 · 3378f84
1 parent e2ab6c2
commit 3378f84
Showing 1 changed file with 14 additions and 0 deletions.
diff --git a/src/helm/benchmark/presentation/run_specs.conf b/src/helm/benchmark/presentation/run_specs.conf
@@ -136,6 +136,20 @@ entries: [
   {description: "civil_comments:model=text,demographic=black,data_augmentation=canonical", priority: 2}
   {description: "civil_comments:model=text,demographic=white,data_augmentation=canonical", priority: 2}
 
+  ##### Machine Translation #####
+  # Scenarios: WMT_14
+
+  {description: "wmt_14:language_pair=en-cs,model=text", priority: 3}
+  {description: "wmt_14:language_pair=en-de,model=text", priority: 3}
+  {description: "wmt_14:language_pair=en-fr,model=text", priority: 3}
+  {description: "wmt_14:language_pair=en-hi,model=text", priority: 3}
+  {description: "wmt_14:language_pair=en-ru,model=text", priority: 3}
+  {description: "wmt_14:language_pair=cs-en,model=text", priority: 3}
+  {description: "wmt_14:language_pair=de-en,model=text", priority: 3}
+  {description: "wmt_14:language_pair=fr-en,model=text", priority: 3}
+  {description: "wmt_14:language_pair=hi-en,model=text", priority: 3}
+  {description: "wmt_14:language_pair=ru-en,model=text", priority: 3}
+
 
   ##### Component Skills and Risks #####