update

open-compass · Nov 12, 2024 · e04e04e · e04e04e
1 parent 5eca479
commit e04e04e
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 4 deletions.
diff --git a/.gitignore b/.gitignore
@@ -164,3 +164,5 @@ data/
 example_data/*
 !example_data/deepseek-67b-chat-hf-prediction.tgz
 inference/outputs
+*.tgz
+prediction/*
diff --git a/critic_bench/run_correction.py b/critic_bench/run_correction.py
@@ -87,7 +87,8 @@ def evaluate_correction_sub(
         'qa',
         'summary',
         'harmlessness'
-    ]
+    ],
+    fast_mode=False
 ):
     # init the OpenAI API Key
     openai.api_key = os.getenv("OPENAI_API_KEY")
@@ -165,16 +166,17 @@ def evaluate_correction_sub(
 
 if __name__ == "__main__":
     args = vars(parser_args())
+    args['fast_mode'] = eval(args['fast_mode'])
     if args['obj'] == 'True':
-        evaluate_obj(
+        evaluate_correction_obj(
             args['root_dir'],
             args['prediction_dir'],
             ignore_models=args['ignore_models'],
             allow_models=args['allow_models'],
             split=args['split']
         )
     else:
-        evaluate_sub(
+        evaluate_correction_sub(
             args['root_dir'],
             args['prediction_dir'],
             args['evaluation_dir'],

diff --git a/critic_bench/run_meta_feedback.py b/critic_bench/run_meta_feedback.py
@@ -78,7 +78,7 @@ def evaluate_meta_feedback_obj(
 
 if __name__ == "__main__":
     args = vars(parser_args())
-    evaluate_obj(
+    evaluate_meta_feedback_obj(
         args['root_dir'],
         args['prediction_dir'],
         ignore_models=args['ignore_models'],