Update tokenization_moss.py

songqian27 · Apr 20, 2023 · a1b428e · a1b428e
1 parent e4bee35
commit a1b428e
Showing 1 changed file with 10 additions and 10 deletions.
diff --git a/models/tokenization_moss.py b/models/tokenization_moss.py
@@ -28,21 +28,21 @@
 
 PRETRAINED_VOCAB_FILES_MAP = {
     "vocab_file": {
-        "fnlp/moss-16B-base": "https://huggingface.co/fnlp/moss-16B-base/resolve/main/vocab.json",
-        "fnlp/moss-16B-sft": "https://huggingface.co/fnlp/moss-16B-sft/resolve/main/vocab.json",
-        "fnlp/moss-16B-sft-plugin": "https://huggingface.co/fnlp/moss-16B-sft-plugin/resolve/main/vocab.json",
+        "fnlp/moss-moon-003-base": "https://huggingface.co/fnlp/moss-moon-003-base/resolve/main/vocab.json",
+        "fnlp/moss-moon-003-sft": "https://huggingface.co/fnlp/moss-moon-003-sft/resolve/main/vocab.json",
+        "fnlp/moss-moon-003-sft-plugin": "https://huggingface.co/fnlp/moss-moon-003-sft-plugin/resolve/main/vocab.json",
     },
     "merges_file": {
-        "fnlp/moss-16B-base": "https://huggingface.co/fnlp/moss-16B-base/resolve/main/merge.txt",
-        "fnlp/moss-16B-sft": "https://huggingface.co/fnlp/moss-16B-sft/resolve/main/merge.txt",
-        "fnlp/moss-16B-sft-plugin": "https://huggingface.co/fnlp/moss-16B-sft-plugin/resolve/main/merge.txt",
+        "fnlp/moss-moon-003-base": "https://huggingface.co/fnlp/moss-moon-003-base/resolve/main/merge.txt",
+        "fnlp/moss-moon-003-sft": "https://huggingface.co/fnlp/moss-moon-003-sft/resolve/main/merge.txt",
+        "fnlp/moss-moon-003-sft-plugin": "https://huggingface.co/fnlp/moss-moon-003-sft-plugin/resolve/main/merge.txt",
     },
 }
 
 PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = {
-    "fnlp/moss-16B-base": 2048,
-    "fnlp/moss-16B-sft": 2048,
-    "fnlp/moss-16B-sft-plugin": 2048,
+    "fnlp/moss-moon-003-base": 2048,
+    "fnlp/moss-moon-003-sft": 2048,
+    "fnlp/moss-moon-003-sft-plugin": 2048,
 }
 
 
@@ -365,4 +365,4 @@ def find_re(string, pattern, start_pos):
         if len(terminals_pos) > 0:
             return completion[: min(terminals_pos)]
         else:
-            return completion
+            return completion