Skip to content

Commit

Permalink
Update modeling_moss.py
Browse files Browse the repository at this point in the history
  • Loading branch information
txsun1997 authored Apr 20, 2023
1 parent 2b64ef3 commit e4bee35
Showing 1 changed file with 5 additions and 5 deletions.
10 changes: 5 additions & 5 deletions models/modeling_moss.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,14 +22,14 @@

logger = logging.get_logger(__name__)

_CHECKPOINT_FOR_DOC = "fnlp/moss-16B-base"
_CHECKPOINT_FOR_DOC = "fnlp/moss-moon-003-base"
_CONFIG_FOR_DOC = "MossConfig"


MOSS_PRETRAINED_MODEL_ARCHIVE_LIST = [
"fnlp/moss-16B-base",
"fnlp/moss-16B-sft",
"fnlp/moss-16B-sft-plugin",
"fnlp/moss-moon-003-base",
"fnlp/moss-moon-003-sft",
"fnlp/moss-moon-003-sft-plugin",
]


Expand Down Expand Up @@ -708,4 +708,4 @@ def _reorder_cache(
return tuple(
tuple(past_state.index_select(0, beam_idx.to(past_state.device)) for past_state in layer_past)
for layer_past in past_key_values
)
)

0 comments on commit e4bee35

Please sign in to comment.