Removed unused entries

harelhan · Mar 25, 2018 · affe41f · affe41f
1 parent 1e21b54
commit affe41f
Showing 1 changed file with 1 addition and 7 deletions.
diff --git a/setup/settings.py b/setup/settings.py
@@ -59,18 +59,12 @@
     # File with protected phrases for BPE/WPM-like tokenizer
     'protected_phrases_bpe_file': os.path.join(package_path, 'setup/protected_phrases_bpe.txt'),
 
-    # File with detokenizer rules
+    # File with detokenizer rules (for standard detokenizer)
     'answers_detokenize_file': os.path.join(package_path, 'setup/answers_detokenize.txt'),
 
     # File with replace rules for answers
     'answers_replace_file': os.path.join(package_path, 'setup/answers_replace.txt'),
 
-    # File with blacklisted answers
-    'vocab_blacklist_file': os.path.join(package_path, 'setup/vocab_blacklist.txt'),
-
-    # File with replace rules for vocab
-    'vocab_replace_file': os.path.join(package_path, 'setup/vocab_replace.txt'),
-
     # Number of processes to be spawned during tokenization (leave None for os.cpu_count())
     'cpu_count': None,
 }