bos, eos in generate.py

theartcode · Mar 23, 2023 · 8955a9c · 8955a9c
1 parent 1384a4d
commit 8955a9c
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/generate.py b/generate.py
@@ -60,6 +60,11 @@
         device_map={"": device},
     )
 
+# unwind broken decapoda-research config
+model.config.pad_token_id = tokenizer.pad_token_id = 0  # unk
+model.config.bos_token_id = 1
+model.config.eos_token_id = 2
+
 
 def generate_prompt(instruction, input=None):
     if input:
@@ -80,6 +85,7 @@ def generate_prompt(instruction, input=None):
 
 ### Response:"""
 
+
 if not LOAD_8BIT:
     model.half()  # seems to fix bugs for some users.