Remove warning from Phi-3 tokenizer (pytorch#1137)

winglian · Jul 2, 2024 · cfd33d4 · cfd33d4
1 parent 95ccf40
commit cfd33d4
Showing 1 changed file with 0 additions and 4 deletions.
diff --git a/torchtune/models/phi3/_model_builders.py b/torchtune/models/phi3/_model_builders.py
@@ -53,10 +53,6 @@ def phi3_mini_tokenizer(path: str) -> Phi3MiniSentencePieceTokenizer:
         it is also augmented with special tokens like <endoftext>
         and <assistant>.
 
-    Warning:
-        Microsoft currently opts to ignore system messages citing better performance.
-        See https://huggingface.co/microsoft/Phi-3-mini-4k-instruct/discussions/51 for more details.
-
     Returns:
         Phi3MiniSentencePieceTokenizer: Instantiation of the SPM tokenizer.
     """