Ability to disable scoring

harelhan · Apr 5, 2018 · d175da3 · d175da3
1 parent 481c11d
commit d175da3
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/core/scorer.py b/core/scorer.py
@@ -279,6 +279,10 @@ def answer_subsentence_diffrence_by_distance(index, question, answer):
 # Score response
 def score_answers(question, answers):
 
+    # Scoring enabled?
+    if not score_settings['use_scoring']:
+        return {'score': list(reversed(range(-len(answers) + 1, 1))), 'score_modifiers': [] * len(answers)}
+
     # Functions to run
     functions = [
         check_urls,

diff --git a/setup/settings.py b/setup/settings.py
@@ -115,6 +115,9 @@
 # response score settings
 score = {
 
+    # Either to use scoring or score responses by order only
+    'use_scoring': True,
+
     # File with blacklisted answers
     'answers_subsentence_score_file': os.path.join(package_path, 'setup/answers_subsentence_score.txt'),
 
@@ -235,3 +238,6 @@
 
 if preprocessing['joined_vocab']:
     hparams['share_vocab'] = True
+
+if not score['use_scoring']:
+    score['bad_response_threshold'] = 0