refactor

BenjaminHCCarr · Feb 21, 2023 · d65d72a · d65d72a
1 parent 14493cb
commit d65d72a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/codegeex/tokenizer/tokenizer.py b/codegeex/tokenizer/tokenizer.py
@@ -4,7 +4,7 @@
 from transformers.models.gpt2 import GPT2TokenizerFast
 
 
-def encode_whitespaces(text, start_extra_id: int, max_len: int):
+def encode_whitespaces(text: str, start_extra_id: int, max_len: int):
     """ Encode whitespaces to extra tokens in GPT-J.
 
     >>> encode_whitespaces('a\\n  b\\n   c', 10, 10)